Investment Securities (Details) (USD $) | 0 Months Ended | 3 Months Ended | 6 Months Ended |
Jun. 30, 2014 | Dec. 31, 2013 | Jun. 30, 2014 | Jun. 30, 2013 | Jun. 30, 2014 | Jun. 30, 2013 |
Carrying value and fair value of available for sale investment securities [Abstract] | ' | ' | ' | ' | ' | ' |
Total available for sale securities | $279,612,000 | $313,852,000 | $279,612,000 | ' | $279,612,000 | ' |
Gross unrealized gains | 5,341,000 | 4,568,000 | 5,341,000 | ' | 5,341,000 | ' |
Gross unrealized losses | -3,845,000 | -9,693,000 | -3,845,000 | ' | -3,845,000 | ' |
Investment securities available-for-sale ("AFS") | 281,108,000 | 308,727,000 | 281,108,000 | ' | 281,108,000 | ' |
Amortized cost [Abstract] | ' | ' | ' | ' | ' | ' |
Within 1 year | 2,003,000 | ' | 2,003,000 | ' | 2,003,000 | ' |
After 1 but within 5 years | 10,915,000 | ' | 10,915,000 | ' | 10,915,000 | ' |
After 5 but within 10 years | 33,328,000 | ' | 33,328,000 | ' | 33,328,000 | ' |
After 10 years | 23,079,000 | ' | 23,079,000 | ' | 23,079,000 | ' |
Total available for sale debt securities | 276,510,000 | ' | 276,510,000 | ' | 276,510,000 | ' |
No contractual maturity | 3,102,000 | ' | 3,102,000 | ' | 3,102,000 | ' |
Total available for sale securities | 279,612,000 | 313,852,000 | 279,612,000 | ' | 279,612,000 | ' |
Fair value [Abstract] | ' | ' | ' | ' | ' | ' |
Within 1 year | 2,002,000 | ' | 2,002,000 | ' | 2,002,000 | ' |
After 1 but within 5 years | 10,954,000 | ' | 10,954,000 | ' | 10,954,000 | ' |
After 5 but within 10 years | 32,578,000 | ' | 32,578,000 | ' | 32,578,000 | ' |
After 10 years | 21,837,000 | ' | 21,837,000 | ' | 21,837,000 | ' |
Total available for sale debt securities | 276,438,000 | ' | 276,438,000 | ' | 276,438,000 | ' |
No contractual maturity | 4,670,000 | ' | 4,670,000 | ' | 4,670,000 | ' |
Fair value | 281,108,000 | 308,727,000 | 281,108,000 | ' | 281,108,000 | ' |
Proceeds from sales of AFS investment securities | ' | ' | 36,000,000 | 8,300,000 | 35,970,000 | 20,428,000 |
Gross realized gains and losses on the sale of securities recognized in earnings [Abstract] | ' | ' | ' | ' | ' | ' |
Gross realized gains | ' | ' | 697,000 | 43,000 | 697,000 | 181,000 |
Gross realized losses | ' | ' | -605,000 | -18,000 | -605,000 | -111,000 |
Net realized gains | ' | ' | 92,000 | 25,000 | 92,000 | 70,000 |
Available for sale securities, continuous unrealized loss position [Abstract] | ' | ' | ' | ' | ' | ' |
Less than 12 months, Fair value | 58,587,000 | 142,071,000 | 58,587,000 | ' | 58,587,000 | ' |
12 months or longer, Fair value | 84,399,000 | 33,664,000 | 84,399,000 | ' | 84,399,000 | ' |
Total, Fair value | 142,986,000 | 175,735,000 | 142,986,000 | ' | 142,986,000 | ' |
Less than 12 months, Gross unrealized losses | -511,000 | -7,322,000 | -511,000 | ' | -511,000 | ' |
12 months or longer, Gross unrealized losses | -3,334,000 | -2,371,000 | -3,334,000 | ' | -3,334,000 | ' |
Total, Gross unrealized losses | -3,845,000 | -9,693,000 | -3,845,000 | ' | -3,845,000 | ' |
Decrease in gross unrealized losses from year to year | ' | ' | ' | ' | 5,900,000 | ' |
Increase (decrease) in yield (as a percent) | ' | ' | ' | ' | -0.50% | ' |
Yield (as a percent) | 253.00% | 303.00% | ' | ' | ' | ' |
Credit related impairment losses on debt securities held for which a portion of OTTI was recognized in other comprehensive income [Roll Forward] | ' | ' | ' | ' | ' | ' |
Balance at beginning of year | ' | ' | ' | ' | ' | 173,000 |
Reductions for securities sold during the period (realized) | ' | ' | ' | ' | ' | -173,000 |
U.S. Government Agencies [Member] | ' | ' | ' | ' | ' | ' |
Carrying value and fair value of available for sale investment securities [Abstract] | ' | ' | ' | ' | ' | ' |
Total available for sale securities | 44,088,000 | 68,207,000 | 44,088,000 | ' | 44,088,000 | ' |
Gross unrealized losses | -2,045,000 | -6,171,000 | -2,045,000 | ' | -2,045,000 | ' |
Investment securities available-for-sale ("AFS") | 42,043,000 | 62,036,000 | 42,043,000 | ' | 42,043,000 | ' |
Amortized cost [Abstract] | ' | ' | ' | ' | ' | ' |
Total available for sale securities | 44,088,000 | 68,207,000 | 44,088,000 | ' | 44,088,000 | ' |
Fair value [Abstract] | ' | ' | ' | ' | ' | ' |
Fair value | 42,043,000 | 62,036,000 | 42,043,000 | ' | 42,043,000 | ' |
Available for sale securities, continuous unrealized loss position [Abstract] | ' | ' | ' | ' | ' | ' |
Less than 12 months, Fair value | ' | 48,919,000 | ' | ' | ' | ' |
12 months or longer, Fair value | 42,043,000 | 12,267,000 | 42,043,000 | ' | 42,043,000 | ' |
Total, Fair value | 42,043,000 | 61,186,000 | 42,043,000 | ' | 42,043,000 | ' |
Less than 12 months, Gross unrealized losses | ' | -5,035,000 | ' | ' | ' | ' |
12 months or longer, Gross unrealized losses | -2,045,000 | -1,136,000 | -2,045,000 | ' | -2,045,000 | ' |
Total, Gross unrealized losses | -2,045,000 | -6,171,000 | -2,045,000 | ' | -2,045,000 | ' |
Decrease in gross unrealized losses from year to year | ' | ' | ' | ' | 4,100,000 | ' |
Number of investment securities | 13 | ' | 13 | ' | 13 | ' |
Number of securities in an unrealized loss position for more than twelve months | 13 | ' | 13 | ' | 13 | ' |
Mortgage-backed Securities-residential [Member] | ' | ' | ' | ' | ' | ' |
Carrying value and fair value of available for sale investment securities [Abstract] | ' | ' | ' | ' | ' | ' |
Total available for sale securities | 31,068,000 | 32,769,000 | 31,068,000 | ' | 31,068,000 | ' |
Gross unrealized gains | 368,000 | 210,000 | 368,000 | ' | 368,000 | ' |
Gross unrealized losses | -405,000 | -882,000 | -405,000 | ' | -405,000 | ' |
Investment securities available-for-sale ("AFS") | 31,031,000 | 32,097,000 | 31,031,000 | ' | 31,031,000 | ' |
Amortized cost [Abstract] | ' | ' | ' | ' | ' | ' |
No contractual maturity | 31,068,000 | ' | 31,068,000 | ' | 31,068,000 | ' |
Total available for sale securities | 31,068,000 | 32,769,000 | 31,068,000 | ' | 31,068,000 | ' |
Fair value [Abstract] | ' | ' | ' | ' | ' | ' |
No contractual maturity | 31,031,000 | ' | 31,031,000 | ' | 31,031,000 | ' |
Fair value | 31,031,000 | 32,097,000 | 31,031,000 | ' | 31,031,000 | ' |
Available for sale securities, continuous unrealized loss position [Abstract] | ' | ' | ' | ' | ' | ' |
Less than 12 months, Fair value | ' | 18,045,000 | ' | ' | ' | ' |
12 months or longer, Fair value | 13,251,000 | 6,276,000 | 13,251,000 | ' | 13,251,000 | ' |
Total, Fair value | 13,251,000 | 24,321,000 | 13,251,000 | ' | 13,251,000 | ' |
Less than 12 months, Gross unrealized losses | ' | -518,000 | ' | ' | ' | ' |
12 months or longer, Gross unrealized losses | -405,000 | -364,000 | -405,000 | ' | -405,000 | ' |
Total, Gross unrealized losses | -405,000 | -882,000 | -405,000 | ' | -405,000 | ' |
Decrease in gross unrealized losses from year to year | ' | ' | ' | ' | 756,000 | ' |
Number of investment securities | 5 | ' | 5 | ' | 5 | ' |
Number of securities in an unrealized loss position for more than twelve months | 5 | ' | 5 | ' | 5 | ' |
Collateralized Mortgage Obligations, Issued or Guaranteed by U.S. Government Agencies [Member] | ' | ' | ' | ' | ' | ' |
Carrying value and fair value of available for sale investment securities [Abstract] | ' | ' | ' | ' | ' | ' |
Total available for sale securities | 171,962,000 | 188,194,000 | 171,962,000 | ' | 171,962,000 | ' |
Gross unrealized gains | 3,103,000 | 2,887,000 | 3,103,000 | ' | 3,103,000 | ' |
Gross unrealized losses | -1,222,000 | -1,978,000 | -1,222,000 | ' | -1,222,000 | ' |
Investment securities available-for-sale ("AFS") | 173,843,000 | 189,103,000 | 173,843,000 | ' | 173,843,000 | ' |
Amortized cost [Abstract] | ' | ' | ' | ' | ' | ' |
No contractual maturity | 171,962,000 | ' | 171,962,000 | ' | 171,962,000 | ' |
Total available for sale securities | 171,962,000 | 188,194,000 | 171,962,000 | ' | 171,962,000 | ' |
Fair value [Abstract] | ' | ' | ' | ' | ' | ' |
No contractual maturity | 173,843,000 | ' | 173,843,000 | ' | 173,843,000 | ' |
Fair value | 173,843,000 | 189,103,000 | 173,843,000 | ' | 173,843,000 | ' |
Available for sale securities, continuous unrealized loss position [Abstract] | ' | ' | ' | ' | ' | ' |
Less than 12 months, Fair value | 54,394,000 | 67,240,000 | 54,394,000 | ' | 54,394,000 | ' |
12 months or longer, Fair value | 24,246,000 | 9,974,000 | 24,246,000 | ' | 24,246,000 | ' |
Total, Fair value | 78,640,000 | 77,214,000 | 78,640,000 | ' | 78,640,000 | ' |
Less than 12 months, Gross unrealized losses | -497,000 | -1,446,000 | -497,000 | ' | -497,000 | ' |
12 months or longer, Gross unrealized losses | -725,000 | -532,000 | -725,000 | ' | -725,000 | ' |
Total, Gross unrealized losses | -1,222,000 | -1,978,000 | -1,222,000 | ' | -1,222,000 | ' |
Decrease in gross unrealized losses from year to year | ' | ' | ' | ' | 477,000 | ' |
Number of investment securities | 25 | ' | 25 | ' | 25 | ' |
Number of securities in an unrealized loss position for less than twelve months | 18 | ' | 18 | ' | 18 | ' |
Mortgage-backed Securities, Issued by Private Enterprises [Member] | ' | ' | ' | ' | ' | ' |
Carrying value and fair value of available for sale investment securities [Abstract] | ' | ' | ' | ' | ' | ' |
Total available for sale securities | 4,155,000 | 4,454,000 | 4,155,000 | ' | 4,155,000 | ' |
Gross unrealized gains | 38,000 | 25,000 | 38,000 | ' | 38,000 | ' |
Investment securities available-for-sale ("AFS") | 4,193,000 | 4,479,000 | 4,193,000 | ' | 4,193,000 | ' |
Amortized cost [Abstract] | ' | ' | ' | ' | ' | ' |
Total available for sale debt securities | 4,155,000 | ' | 4,155,000 | ' | 4,155,000 | ' |
Total available for sale securities | 4,155,000 | 4,454,000 | 4,155,000 | ' | 4,155,000 | ' |
Fair value [Abstract] | ' | ' | ' | ' | ' | ' |
No contractual maturity | 4,193,000 | ' | 4,193,000 | ' | 4,193,000 | ' |
Fair value | 4,193,000 | 4,479,000 | 4,193,000 | ' | 4,193,000 | ' |
Available for sale securities, continuous unrealized loss position [Abstract] | ' | ' | ' | ' | ' | ' |
Number of securities with unrealized gains | 2 | ' | 2 | ' | 2 | ' |
Corporate Bonds [Member] | ' | ' | ' | ' | ' | ' |
Carrying value and fair value of available for sale investment securities [Abstract] | ' | ' | ' | ' | ' | ' |
Total available for sale securities | 15,642,000 | 9,669,000 | 15,642,000 | ' | 15,642,000 | ' |
Gross unrealized gains | 109,000 | 25,000 | 109,000 | ' | 109,000 | ' |
Gross unrealized losses | -33,000 | -256,000 | -33,000 | ' | -33,000 | ' |
Investment securities available-for-sale ("AFS") | 15,718,000 | 9,438,000 | 15,718,000 | ' | 15,718,000 | ' |
Amortized cost [Abstract] | ' | ' | ' | ' | ' | ' |
Total available for sale securities | 15,642,000 | 9,669,000 | 15,642,000 | ' | 15,642,000 | ' |
Fair value [Abstract] | ' | ' | ' | ' | ' | ' |
Fair value | 15,718,000 | 9,438,000 | 15,718,000 | ' | 15,718,000 | ' |
Available for sale securities, continuous unrealized loss position [Abstract] | ' | ' | ' | ' | ' | ' |
Less than 12 months, Fair value | 4,058,000 | 4,848,000 | 4,058,000 | ' | 4,058,000 | ' |
12 months or longer, Fair value | 980,000 | 965,000 | 980,000 | ' | 980,000 | ' |
Total, Fair value | 5,038,000 | 5,813,000 | 5,038,000 | ' | 5,038,000 | ' |
Less than 12 months, Gross unrealized losses | -13,000 | -221,000 | -13,000 | ' | -13,000 | ' |
12 months or longer, Gross unrealized losses | -20,000 | -35,000 | -20,000 | ' | -20,000 | ' |
Total, Gross unrealized losses | -33,000 | -256,000 | -33,000 | ' | -33,000 | ' |
Number of investment securities | 4 | ' | 4 | ' | 4 | ' |
Number of securities in an unrealized loss position for less than twelve months | 3 | ' | 3 | ' | 3 | ' |
Number of securities in an unrealized loss position for more than twelve months | 1 | ' | 1 | ' | 1 | ' |
Number of securities considered not to be other than temporarily impaired | 4 | ' | 4 | ' | 4 | ' |
Municipal Bonds [Member] | ' | ' | ' | ' | ' | ' |
Carrying value and fair value of available for sale investment securities [Abstract] | ' | ' | ' | ' | ' | ' |
Total available for sale securities | 9,595,000 | 7,163,000 | 9,595,000 | ' | 9,595,000 | ' |
Gross unrealized gains | 59,000 | ' | 59,000 | ' | 59,000 | ' |
Gross unrealized losses | -44,000 | -263,000 | -44,000 | ' | -44,000 | ' |
Investment securities available-for-sale ("AFS") | 9,610,000 | 6,900,000 | 9,610,000 | ' | 9,610,000 | ' |
Amortized cost [Abstract] | ' | ' | ' | ' | ' | ' |
Total available for sale securities | 9,595,000 | 7,163,000 | 9,595,000 | ' | 9,595,000 | ' |
Fair value [Abstract] | ' | ' | ' | ' | ' | ' |
Fair value | 9,610,000 | 6,900,000 | 9,610,000 | ' | 9,610,000 | ' |
Available for sale securities, continuous unrealized loss position [Abstract] | ' | ' | ' | ' | ' | ' |
Less than 12 months, Fair value | 135,000 | 3,019,000 | 135,000 | ' | 135,000 | ' |
12 months or longer, Fair value | 3,537,000 | 3,881,000 | 3,537,000 | ' | 3,537,000 | ' |
Total, Fair value | 3,672,000 | 6,900,000 | 3,672,000 | ' | 3,672,000 | ' |
Less than 12 months, Gross unrealized losses | -1,000 | -102,000 | -1,000 | ' | -1,000 | ' |
12 months or longer, Gross unrealized losses | -43,000 | -161,000 | -43,000 | ' | -43,000 | ' |
Total, Gross unrealized losses | -44,000 | -263,000 | -44,000 | ' | -44,000 | ' |
Number of investment securities | 5 | ' | 5 | ' | 5 | ' |
Number of securities in an unrealized loss position for less than twelve months | 1 | ' | 1 | ' | 1 | ' |
Number of securities in an unrealized loss position for more than twelve months | 4 | ' | 4 | ' | 4 | ' |
Private Equity Funds [Member] | ' | ' | ' | ' | ' | ' |
Carrying value and fair value of available for sale investment securities [Abstract] | ' | ' | ' | ' | ' | ' |
Total available for sale securities | 3,069,000 | 3,363,000 | 3,069,000 | ' | 3,069,000 | ' |
Gross unrealized gains | 1,646,000 | 1,405,000 | 1,646,000 | ' | 1,646,000 | ' |
Gross unrealized losses | -96,000 | -143,000 | -96,000 | ' | -96,000 | ' |
Investment securities available-for-sale ("AFS") | 4,619,000 | 4,625,000 | 4,619,000 | ' | 4,619,000 | ' |
Amortized cost [Abstract] | ' | ' | ' | ' | ' | ' |
Total available for sale securities | 3,069,000 | 3,363,000 | 3,069,000 | ' | 3,069,000 | ' |
Fair value [Abstract] | ' | ' | ' | ' | ' | ' |
Fair value | 4,619,000 | 4,625,000 | 4,619,000 | ' | 4,619,000 | ' |
Available for sale securities, continuous unrealized loss position [Abstract] | ' | ' | ' | ' | ' | ' |
12 months or longer, Fair value | 342,000 | 301,000 | 342,000 | ' | 342,000 | ' |
Total, Fair value | 342,000 | 301,000 | 342,000 | ' | 342,000 | ' |
12 months or longer, Gross unrealized losses | -96,000 | -143,000 | -96,000 | ' | -96,000 | ' |
Total, Gross unrealized losses | -96,000 | -143,000 | -96,000 | ' | -96,000 | ' |
Number of securities invested in real estate funds | 7 | ' | 7 | ' | 7 | ' |
Number of securities recording an impairment charge | 2 | ' | 2 | ' | 2 | ' |
Common Stock [Member] | ' | ' | ' | ' | ' | ' |
Carrying value and fair value of available for sale investment securities [Abstract] | ' | ' | ' | ' | ' | ' |
Total available for sale securities | 33,000 | 33,000 | 33,000 | ' | 33,000 | ' |
Gross unrealized gains | 18,000 | 16,000 | 18,000 | ' | 18,000 | ' |
Investment securities available-for-sale ("AFS") | 51,000 | 49,000 | 51,000 | ' | 51,000 | ' |
Amortized cost [Abstract] | ' | ' | ' | ' | ' | ' |
Total available for sale securities | 33,000 | 33,000 | 33,000 | ' | 33,000 | ' |
Fair value [Abstract] | ' | ' | ' | ' | ' | ' |
Fair value | $51,000 | $49,000 | $51,000 | ' | $51,000 | ' |
Available for sale securities, continuous unrealized loss position [Abstract] | ' | ' | ' | ' | ' | ' |
Number of investment securities | 2 | ' | 2 | ' | 2 | ' |