<?xml version="1.0" encoding="US-ASCII"?>
<!--XBRL Document Created with Wdesk from Workiva, formerly WebFilings-->
<!-- -->
<xsd:schema attributeFormDefault="unqualified" elementFormDefault="qualified" targetNamespace="http://www.carverbank.com/20141231" xmlns:carv="http://www.carverbank.com/20141231" xmlns:link="http://www.xbrl.org/2003/linkbase" xmlns:nonnum="http://www.xbrl.org/dtr/type/non-numeric" xmlns:num="http://www.xbrl.org/dtr/type/numeric" xmlns:xbrldt="http://xbrl.org/2005/xbrldt" xmlns:xbrli="http://www.xbrl.org/2003/instance" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsd="http://www.w3.org/2001/XMLSchema">
  <xsd:import namespace="http://fasb.org/us-gaap/2013-01-31" schemaLocation="http://xbrl.fasb.org/us-gaap/2013/elts/us-gaap-2013-01-31.xsd" />
  <xsd:import namespace="http://fasb.org/us-roles/2013-01-31" schemaLocation="http://xbrl.fasb.org/us-gaap/2013/elts/us-roles-2013-01-31.xsd" />
  <xsd:import namespace="http://fasb.org/us-types/2013-01-31" schemaLocation="http://xbrl.fasb.org/us-gaap/2013/elts/us-types-2013-01-31.xsd" />
  <xsd:import namespace="http://www.xbrl.org/2003/instance" schemaLocation="http://www.xbrl.org/2003/xbrl-instance-2003-12-31.xsd" />
  <xsd:import namespace="http://www.xbrl.org/2003/linkbase" schemaLocation="http://www.xbrl.org/2003/xbrl-linkbase-2003-12-31.xsd" />
  <xsd:import namespace="http://www.xbrl.org/2009/arcrole/fact-explanatoryFact" schemaLocation="http://www.xbrl.org/lrr/arcrole/factExplanatory-2009-12-16.xsd" />
  <xsd:import namespace="http://www.xbrl.org/2009/role/negated" schemaLocation="http://www.xbrl.org/lrr/role/negated-2009-12-16.xsd" />
  <xsd:import namespace="http://www.xbrl.org/2009/role/net" schemaLocation="http://www.xbrl.org/lrr/role/net-2009-12-16.xsd" />
  <xsd:import namespace="http://www.xbrl.org/dtr/type/non-numeric" schemaLocation="http://www.xbrl.org/dtr/type/nonNumeric-2009-12-16.xsd" />
  <xsd:import namespace="http://www.xbrl.org/dtr/type/numeric" schemaLocation="http://www.xbrl.org/dtr/type/numeric-2009-12-16.xsd" />
  <xsd:import namespace="http://xbrl.org/2005/xbrldt" schemaLocation="http://www.xbrl.org/2005/xbrldt-2005.xsd" />
  <xsd:import namespace="http://xbrl.sec.gov/country/2013-01-31" schemaLocation="http://xbrl.sec.gov/country/2013/country-2013-01-31.xsd" />
  <xsd:import namespace="http://xbrl.sec.gov/currency/2012-01-31" schemaLocation="http://xbrl.sec.gov/currency/2012/currency-2012-01-31.xsd" />
  <xsd:import namespace="http://xbrl.sec.gov/dei/2013-01-31" schemaLocation="http://xbrl.sec.gov/dei/2013/dei-2013-01-31.xsd" />
  <xsd:import namespace="http://xbrl.sec.gov/exch/2013-01-31" schemaLocation="http://xbrl.sec.gov/exch/2013/exch-2013-01-31.xsd" />
  <xsd:import namespace="http://xbrl.sec.gov/invest/2013-01-31" schemaLocation="http://xbrl.sec.gov/invest/2013/invest-2013-01-31.xsd" />
  <xsd:import namespace="http://xbrl.sec.gov/naics/2011-01-31" schemaLocation="http://xbrl.sec.gov/naics/2011/naics-2011-01-31.xsd" />
  <xsd:import namespace="http://xbrl.sec.gov/sic/2011-01-31" schemaLocation="http://xbrl.sec.gov/sic/2011/sic-2011-01-31.xsd" />
  <xsd:import namespace="http://xbrl.sec.gov/stpr/2011-01-31" schemaLocation="http://xbrl.sec.gov/stpr/2011/stpr-2011-01-31.xsd" />
  <xsd:annotation>
    <xsd:appinfo>
      <link:linkbaseRef xlink:arcrole="http://www.w3.org/1999/xlink/properties/linkbase" xlink:href="carv-20141231_cal.xml" xlink:role="http://www.xbrl.org/2003/role/calculationLinkbaseRef" xlink:type="simple" />
      <link:linkbaseRef xlink:arcrole="http://www.w3.org/1999/xlink/properties/linkbase" xlink:href="carv-20141231_def.xml" xlink:role="http://www.xbrl.org/2003/role/definitionLinkbaseRef" xlink:type="simple" />
      <link:linkbaseRef xlink:arcrole="http://www.w3.org/1999/xlink/properties/linkbase" xlink:href="carv-20141231_lab.xml" xlink:role="http://www.xbrl.org/2003/role/labelLinkbaseRef" xlink:type="simple" />
      <link:linkbaseRef xlink:arcrole="http://www.w3.org/1999/xlink/properties/linkbase" xlink:href="carv-20141231_pre.xml" xlink:role="http://www.xbrl.org/2003/role/presentationLinkbaseRef" xlink:type="simple" />
      <link:roleType id="CommonStockDividends" roleURI="http://www.carverbank.com/role/CommonStockDividends">
        <link:definition>2116100 - Disclosure - Common Stock Dividends</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="CommonStockDividendsDetails" roleURI="http://www.carverbank.com/role/CommonStockDividendsDetails">
        <link:definition>2416402 - Disclosure - Common Stock Dividends (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="CommonStockDividendsTables" roleURI="http://www.carverbank.com/role/CommonStockDividendsTables">
        <link:definition>2316301 - Disclosure - Common Stock Dividends (Tables)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="ConsolidatedStatementOfChangesInStockholdersEquity" roleURI="http://www.carverbank.com/role/ConsolidatedStatementOfChangesInStockholdersEquity">
        <link:definition>1004000 - Statement - Consolidated Statement of Changes in Stockholders' Equity</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="ConsolidatedStatementsOfCashFlows" roleURI="http://www.carverbank.com/role/ConsolidatedStatementsOfCashFlows">
        <link:definition>1005000 - Statement - Consolidated Statements of Cash Flows</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="ConsolidatedStatementsOfComprehensiveLossStatement" roleURI="http://www.carverbank.com/role/ConsolidatedStatementsOfComprehensiveLossStatement">
        <link:definition>1003000 - Statement - Consolidated Statements of Comprehensive Loss Statement</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="ConsolidatedStatementsOfFinancialCondition" roleURI="http://www.carverbank.com/role/ConsolidatedStatementsOfFinancialCondition">
        <link:definition>1001000 - Statement - Consolidated Statements of Financial Condition</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="ConsolidatedStatementsOfFinancialConditionParentheticals" roleURI="http://www.carverbank.com/role/ConsolidatedStatementsOfFinancialConditionParentheticals">
        <link:definition>1001001 - Statement - Consolidated Statements of Financial Condition Parentheticals</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="ConsolidatedStatementsOfOperations" roleURI="http://www.carverbank.com/role/ConsolidatedStatementsOfOperations">
        <link:definition>1002000 - Statement - Consolidated Statements of Operations</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="DocumentAndEntityInformationDocument" roleURI="http://www.carverbank.com/role/DocumentAndEntityInformationDocument">
        <link:definition>0001000 - Document - Document and Entity Information Document</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="EarningsPerCommonShare" roleURI="http://www.carverbank.com/role/EarningsPerCommonShare">
        <link:definition>2107100 - Disclosure - Earnings Per Common Share</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="EarningsPerCommonShareDetails" roleURI="http://www.carverbank.com/role/EarningsPerCommonShareDetails">
        <link:definition>2407402 - Disclosure - Earnings Per Common Share (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="EarningsPerCommonShareTables" roleURI="http://www.carverbank.com/role/EarningsPerCommonShareTables">
        <link:definition>2307301 - Disclosure - Earnings Per Common Share (Tables)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="FairValueMeasurements" roleURI="http://www.carverbank.com/role/FairValueMeasurements">
        <link:definition>2131100 - Disclosure - Fair Value Measurements</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="FairValueMeasurementsAssetsWithinLevel3OfValuationHierarchyDetails" roleURI="http://www.carverbank.com/role/FairValueMeasurementsAssetsWithinLevel3OfValuationHierarchyDetails">
        <link:definition>2431403 - Disclosure - Fair Value Measurements Assets within Level 3 of Valuation Hierarchy (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="FairValueMeasurementsFairValueOnNonRecurringBasisDetails" roleURI="http://www.carverbank.com/role/FairValueMeasurementsFairValueOnNonRecurringBasisDetails">
        <link:definition>2431404 - Disclosure - Fair Value Measurements Fair Value on a Non-recurring basis (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="FairValueMeasurementsFairValueOnRecurringBasisDetails" roleURI="http://www.carverbank.com/role/FairValueMeasurementsFairValueOnRecurringBasisDetails">
        <link:definition>2431402 - Disclosure - Fair Value Measurements Fair Value on a Recurring basis (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="FairValueMeasurementsTables" roleURI="http://www.carverbank.com/role/FairValueMeasurementsTables">
        <link:definition>2331301 - Disclosure - Fair Value Measurements (Tables)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="FairValueMeasurementsTextTagDetails" roleURI="http://www.carverbank.com/role/FairValueMeasurementsTextTagDetails">
        <link:definition>2431405 - Disclosure - Fair Value Measurements Text Tag (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="FairValueOfFinancialInstruments" roleURI="http://www.carverbank.com/role/FairValueOfFinancialInstruments">
        <link:definition>2134100 - Disclosure - Fair Value of Financial Instruments</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="FairValueOfFinancialInstrumentsDetails" roleURI="http://www.carverbank.com/role/FairValueOfFinancialInstrumentsDetails">
        <link:definition>2434402 - Disclosure - Fair Value of Financial Instruments (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="FairValueOfFinancialInstrumentsTables" roleURI="http://www.carverbank.com/role/FairValueOfFinancialInstrumentsTables">
        <link:definition>2334301 - Disclosure - Fair Value of Financial Instruments (Tables)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="ImpactOfAccountingStandardsAndInterpretations" roleURI="http://www.carverbank.com/role/ImpactOfAccountingStandardsAndInterpretations">
        <link:definition>2140100 - Disclosure - Impact of Accounting Standards and Interpretations</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="ImpactOfAccountingStandardsAndInterpretationsDetails" roleURI="http://www.carverbank.com/role/ImpactOfAccountingStandardsAndInterpretationsDetails">
        <link:definition>2440402 - Disclosure - Impact of Accounting Standards and Interpretations (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="ImpactOfAccountingStandardsAndInterpretationsTables" roleURI="http://www.carverbank.com/role/ImpactOfAccountingStandardsAndInterpretationsTables">
        <link:definition>2340301 - Disclosure - Impact of Accounting Standards and Interpretations (Tables)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="InvestmentSecurities" roleURI="http://www.carverbank.com/role/InvestmentSecurities">
        <link:definition>2122100 - Disclosure - Investment Securities</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="InvestmentSecuritiesInvestmentSecuritiesAmortizedCostAndEstimatedFairValueDetails" roleURI="http://www.carverbank.com/role/InvestmentSecuritiesInvestmentSecuritiesAmortizedCostAndEstimatedFairValueDetails">
        <link:definition>2422402 - Disclosure - Investment Securities Investment Securities Amortized Cost and Estimated Fair Value (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="InvestmentSecuritiesInvestmentSecuritiesCarryingValueAmortizedCostAndFairValueByRemainingPeriodOfContractualMaturityDetails" roleURI="http://www.carverbank.com/role/InvestmentSecuritiesInvestmentSecuritiesCarryingValueAmortizedCostAndFairValueByRemainingPeriodOfContractualMaturityDetails">
        <link:definition>2422404 - Disclosure - Investment Securities Investment Securities Carrying Value (Amortized Cost) and Fair Value by remaining period of contractual maturity (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="InvestmentSecuritiesInvestmentSecuritiesUnrealizedLossesAndFairValueOfSecuritiesDetails" roleURI="http://www.carverbank.com/role/InvestmentSecuritiesInvestmentSecuritiesUnrealizedLossesAndFairValueOfSecuritiesDetails">
        <link:definition>2422403 - Disclosure - Investment Securities Investment Securities Unrealized losses and fair value of securities (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="InvestmentSecuritiesTables" roleURI="http://www.carverbank.com/role/InvestmentSecuritiesTables">
        <link:definition>2322301 - Disclosure - Investment Securities (Tables)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="InvestmentSecuritiesTextFiguresDetails" roleURI="http://www.carverbank.com/role/InvestmentSecuritiesTextFiguresDetails">
        <link:definition>2422405 - Disclosure - Investment Securities Text Figures (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="LoanReceivableAndAllowanceForLoanAndLeaseLosses" roleURI="http://www.carverbank.com/role/LoanReceivableAndAllowanceForLoanAndLeaseLosses">
        <link:definition>2125100 - Disclosure - Loan Receivable and Allowance for Loan and Lease Losses</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="LoanReceivableAndAllowanceForLoanAndLeaseLossesAllowanceForLoanLossesDetails" roleURI="http://www.carverbank.com/role/LoanReceivableAndAllowanceForLoanAndLeaseLossesAllowanceForLoanLossesDetails">
        <link:definition>2425403 - Disclosure - Loan Receivable and Allowance for Loan and Lease Losses Allowance for Loan Losses (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="LoanReceivableAndAllowanceForLoanAndLeaseLossesCreditRiskProfileInternalGradeDetails" roleURI="http://www.carverbank.com/role/LoanReceivableAndAllowanceForLoanAndLeaseLossesCreditRiskProfileInternalGradeDetails">
        <link:definition>2425405 - Disclosure - Loan Receivable and Allowance for Loan and Lease Losses Credit Risk Profile Internal Grade (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="LoanReceivableAndAllowanceForLoanAndLeaseLossesImpairedLoansDetails" roleURI="http://www.carverbank.com/role/LoanReceivableAndAllowanceForLoanAndLeaseLossesImpairedLoansDetails">
        <link:definition>2425407 - Disclosure - Loan Receivable and Allowance for Loan and Lease Losses Impaired loans (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="LoanReceivableAndAllowanceForLoanAndLeaseLossesLoansReceivableNetOfAllowanceForLoanLossesDetails" roleURI="http://www.carverbank.com/role/LoanReceivableAndAllowanceForLoanAndLeaseLossesLoansReceivableNetOfAllowanceForLoanLossesDetails">
        <link:definition>2425402 - Disclosure - Loan Receivable and Allowance for Loan and Lease Losses Loans receivable, net of allowance for loan losses (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="LoanReceivableAndAllowanceForLoanAndLeaseLossesNonPerformingLoansDetails" roleURI="http://www.carverbank.com/role/LoanReceivableAndAllowanceForLoanAndLeaseLossesNonPerformingLoansDetails">
        <link:definition>2425404 - Disclosure - Loan Receivable and Allowance for Loan and Lease Losses Non-performing loans (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="LoanReceivableAndAllowanceForLoanAndLeaseLossesPastDueFinancingReceivableDetails" roleURI="http://www.carverbank.com/role/LoanReceivableAndAllowanceForLoanAndLeaseLossesPastDueFinancingReceivableDetails">
        <link:definition>2425406 - Disclosure - Loan Receivable and Allowance for Loan and Lease Losses Past due financing receivable (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="LoanReceivableAndAllowanceForLoanAndLeaseLossesTables" roleURI="http://www.carverbank.com/role/LoanReceivableAndAllowanceForLoanAndLeaseLossesTables">
        <link:definition>2325301 - Disclosure - Loan Receivable and Allowance for Loan and Lease Losses (Tables)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="LoanReceivableAndAllowanceForLoanAndLeaseLossesTextFiguresDetails" roleURI="http://www.carverbank.com/role/LoanReceivableAndAllowanceForLoanAndLeaseLossesTextFiguresDetails">
        <link:definition>2425409 - Disclosure - Loan Receivable and Allowance for Loan and Lease Losses Text Figures (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="LoanReceivableAndAllowanceForLoanAndLeaseLossesTroubledDebtRestructuringsDetails" roleURI="http://www.carverbank.com/role/LoanReceivableAndAllowanceForLoanAndLeaseLossesTroubledDebtRestructuringsDetails">
        <link:definition>2425408 - Disclosure - Loan Receivable and Allowance for Loan and Lease Losses Troubled Debt Restructurings (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="Organization" roleURI="http://www.carverbank.com/role/Organization">
        <link:definition>2101100 - Disclosure - Organization</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="OrganizationDetails" roleURI="http://www.carverbank.com/role/OrganizationDetails">
        <link:definition>2401402 - Disclosure - Organization (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="OrganizationTables" roleURI="http://www.carverbank.com/role/OrganizationTables">
        <link:definition>2301301 - Disclosure - Organization (Tables)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="OtherComprehensiveIncomeLossComponentsOfAccumulatedOtherComprehensiveIncomeLossDetails" roleURI="http://www.carverbank.com/role/OtherComprehensiveIncomeLossComponentsOfAccumulatedOtherComprehensiveIncomeLossDetails">
        <link:definition>2419402 - Disclosure - Other Comprehensive Income (Loss) Components of Accumulated Other Comprehensive Income (Loss) (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="OtherComprehensiveIncomeLossNotes" roleURI="http://www.carverbank.com/role/OtherComprehensiveIncomeLossNotes">
        <link:definition>2119100 - Disclosure - Other Comprehensive Income (Loss) (Notes)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="OtherComprehensiveIncomeLossReclassificationsFromAccumulatedOtherComprehensiveIncomeLossDetails" roleURI="http://www.carverbank.com/role/OtherComprehensiveIncomeLossReclassificationsFromAccumulatedOtherComprehensiveIncomeLossDetails">
        <link:definition>2419403 - Disclosure - Other Comprehensive Income (Loss) Reclassifications from Accumulated Other Comprehensive Income (Loss) (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="OtherComprehensiveIncomeLossTables" roleURI="http://www.carverbank.com/role/OtherComprehensiveIncomeLossTables">
        <link:definition>2319301 - Disclosure - Other Comprehensive Income (Loss) (Tables)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="SummaryOfSignificantAccountingPolicies" roleURI="http://www.carverbank.com/role/SummaryOfSignificantAccountingPolicies">
        <link:definition>2104100 - Disclosure - Summary of Significant Accounting Policies</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="SummaryOfSignificantAccountingPoliciesDetails" roleURI="http://www.carverbank.com/role/SummaryOfSignificantAccountingPoliciesDetails">
        <link:definition>2404402 - Disclosure - Summary of Significant Accounting Policies (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="SummaryOfSignificantAccountingPoliciesSummaryOfSignificantAccountingPoliciesPolicies" roleURI="http://www.carverbank.com/role/SummaryOfSignificantAccountingPoliciesSummaryOfSignificantAccountingPoliciesPolicies">
        <link:definition>2204201 - Disclosure - Summary of Significant Accounting Policies Summary of Significant Accounting Policies (Policies)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
    </xsd:appinfo>
  </xsd:annotation>
  <xsd:element id="carv_AvailableForSaleSecuritiesDebtMaturitiesAfterFiveThroughTenYearsWeightedAverageRate" name="AvailableForSaleSecuritiesDebtMaturitiesAfterFiveThroughTenYearsWeightedAverageRate" nillable="true" substitutionGroup="xbrli:item" type="num:percentItemType" xbrli:periodType="instant" />
  <xsd:element id="carv_AvailableForSaleSecuritiesDebtMaturitiesAfterOneThroughFiveYearsWeightedAverageRate" name="AvailableForSaleSecuritiesDebtMaturitiesAfterOneThroughFiveYearsWeightedAverageRate" nillable="true" substitutionGroup="xbrli:item" type="num:percentItemType" xbrli:periodType="instant" />
  <xsd:element id="carv_AvailableForSaleSecuritiesDebtMaturitiesAfterTenYearsWeightedAverageRate" name="AvailableForSaleSecuritiesDebtMaturitiesAfterTenYearsWeightedAverageRate" nillable="true" substitutionGroup="xbrli:item" type="num:percentItemType" xbrli:periodType="instant" />
  <xsd:element id="carv_AvailableForSaleSecuritiesDebtMaturitiesWeightedAverageRate" name="AvailableForSaleSecuritiesDebtMaturitiesWeightedAverageRate" nillable="true" substitutionGroup="xbrli:item" type="num:percentItemType" xbrli:periodType="instant" />
  <xsd:element id="carv_AvailableForSaleSecuritiesDebtMaturitiesWithinOneYearWeightedAverageRate" name="AvailableForSaleSecuritiesDebtMaturitiesWithinOneYearWeightedAverageRate" nillable="true" substitutionGroup="xbrli:item" type="num:percentItemType" xbrli:periodType="instant" />
  <xsd:element abstract="true" id="carv_BalanceSheetParentheticalAbstract" name="BalanceSheetParentheticalAbstract" nillable="true" substitutionGroup="xbrli:item" type="xbrli:stringItemType" xbrli:periodType="duration" />
  <xsd:element id="carv_ChangeInUnrealizedGainsAndLossesToInstrumentsHeld" name="ChangeInUnrealizedGainsAndLossesToInstrumentsHeld" nillable="true" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType" xbrli:balance="debit" xbrli:periodType="duration" />
  <xsd:element abstract="true" id="carv_CommonStockDividendAbstract" name="CommonStockDividendAbstract" nillable="true" substitutionGroup="xbrli:item" type="xbrli:stringItemType" xbrli:periodType="duration" />
  <xsd:element abstract="true" id="carv_ConsolidatedStatementofChangesinEquityfortheThreeMonthsEndedJune302014unauditedAbstract" name="ConsolidatedStatementofChangesinEquityfortheThreeMonthsEndedJune302014unauditedAbstract" nillable="true" substitutionGroup="xbrli:item" type="xbrli:stringItemType" xbrli:periodType="duration" />
  <xsd:element abstract="true" id="carv_ConsolidatedStatementsofCashFlowsfortheThreeMonthsEndedJune302014and2013unauditedAbstract" name="ConsolidatedStatementsofCashFlowsfortheThreeMonthsEndedJune302014and2013unauditedAbstract" nillable="true" substitutionGroup="xbrli:item" type="xbrli:stringItemType" xbrli:periodType="duration" />
  <xsd:element abstract="true" id="carv_ConsolidatedStatementsofFinancialConditionasofJune302014unauditedandMarch312014Abstract" name="ConsolidatedStatementsofFinancialConditionasofJune302014unauditedandMarch312014Abstract" nillable="true" substitutionGroup="xbrli:item" type="xbrli:stringItemType" xbrli:periodType="duration" />
  <xsd:element abstract="true" id="carv_ConsolidatedStatementsofOperationsfortheThreeMonthsEndedJune302014and2013unauditedAbstract" name="ConsolidatedStatementsofOperationsfortheThreeMonthsEndedJune302014and2013unauditedAbstract" nillable="true" substitutionGroup="xbrli:item" type="xbrli:stringItemType" xbrli:periodType="duration" />
  <xsd:element id="carv_Decreaseinnonaccrualloans" name="Decreaseinnonaccrualloans" nillable="true" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType" xbrli:balance="debit" xbrli:periodType="duration" />
  <xsd:element abstract="true" id="carv_DocumentAndEntityInformationAbstract" name="DocumentAndEntityInformationAbstract" nillable="true" substitutionGroup="xbrli:item" type="xbrli:stringItemType" xbrli:periodType="duration" />
  <xsd:element abstract="true" id="carv_FairValueAssetsAndLiabilitiesMeasuredOnNonrecurringBasisTable" name="FairValueAssetsAndLiabilitiesMeasuredOnNonrecurringBasisTable" nillable="true" substitutionGroup="xbrldt:hypercubeItem" type="xbrli:stringItemType" xbrli:periodType="duration" />
  <xsd:element abstract="true" id="carv_FairValueLevel3DomainDomain" name="FairValueLevel3DomainDomain" nillable="true" substitutionGroup="xbrli:item" type="nonnum:domainItemType" xbrli:periodType="duration" />
  <xsd:element abstract="true" id="carv_FairValueMeasurementsAbstract" name="FairValueMeasurementsAbstract" nillable="true" substitutionGroup="xbrli:item" type="xbrli:stringItemType" xbrli:periodType="duration" />
  <xsd:element abstract="true" id="carv_FairValueOfFinancialInstrumentsAbstract" name="FairValueOfFinancialInstrumentsAbstract" nillable="true" substitutionGroup="xbrli:item" type="xbrli:stringItemType" xbrli:periodType="duration" />
  <xsd:element id="carv_FederalHomeLoanMortgageCorpAfsFairValueDisclosure" name="FederalHomeLoanMortgageCorpAfsFairValueDisclosure" nillable="true" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType" xbrli:balance="debit" xbrli:periodType="instant" />
  <xsd:element id="carv_FederalNationalMortgageCorporationAfsFairValueDisclosure" name="FederalNationalMortgageCorporationAfsFairValueDisclosure" nillable="true" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType" xbrli:balance="debit" xbrli:periodType="instant" />
  <xsd:element id="carv_GovernmentNationalMortgageAsscociationAfsFairValueDisclosure" name="GovernmentNationalMortgageAsscociationAfsFairValueDisclosure" nillable="true" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType" xbrli:balance="debit" xbrli:periodType="instant" />
  <xsd:element id="carv_HeldToMaturitySecuritiesDebtMaturitiesAfterFiveThroughTenYearsWeightedAverageRate" name="HeldToMaturitySecuritiesDebtMaturitiesAfterFiveThroughTenYearsWeightedAverageRate" nillable="true" substitutionGroup="xbrli:item" type="num:percentItemType" xbrli:periodType="instant" />
  <xsd:element id="carv_HeldToMaturitySecuritiesDebtMaturitiesAfterTenYearsWeightedAverageRate" name="HeldToMaturitySecuritiesDebtMaturitiesAfterTenYearsWeightedAverageRate" nillable="true" substitutionGroup="xbrli:item" type="num:percentItemType" xbrli:periodType="instant" />
  <xsd:element id="carv_HeldToMaturitySecuritiesDebtMaturitiesWeightedAverageRate" name="HeldToMaturitySecuritiesDebtMaturitiesWeightedAverageRate" nillable="true" substitutionGroup="xbrli:item" type="num:percentItemType" xbrli:periodType="instant" />
  <xsd:element abstract="true" id="carv_ImpactOfAccountingStandardsAndInterpretationsAbstract" name="ImpactOfAccountingStandardsAndInterpretationsAbstract" nillable="true" substitutionGroup="xbrli:item" type="xbrli:stringItemType" xbrli:periodType="duration" />
  <xsd:element id="carv_ImpairedAndNonPerformingTdrLoans" name="ImpairedAndNonPerformingTdrLoans" nillable="true" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType" xbrli:balance="debit" xbrli:periodType="duration" />
  <xsd:element id="carv_ImpairedLoansWithSpecificReserveAllocated" name="ImpairedLoansWithSpecificReserveAllocated" nillable="true" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType" xbrli:balance="debit" xbrli:periodType="instant" />
  <xsd:element abstract="true" id="carv_InvestmentSecuritiesAbstract" name="InvestmentSecuritiesAbstract" nillable="true" substitutionGroup="xbrli:item" type="xbrli:stringItemType" xbrli:periodType="duration" />
  <xsd:element abstract="true" id="carv_Level3ClassifiedAssetsAxis" name="Level3ClassifiedAssetsAxis" nillable="true" substitutionGroup="xbrldt:dimensionItem" type="xbrli:stringItemType" xbrli:periodType="duration" />
  <xsd:element abstract="true" id="carv_LoansReceivableAndAllowanceForLoanAndLeaseLossesAbstract" name="LoansReceivableAndAllowanceForLoanAndLeaseLossesAbstract" nillable="true" substitutionGroup="xbrli:item" type="xbrli:stringItemType" xbrli:periodType="duration" />
  <xsd:element abstract="true" id="carv_ModificationsToLoansAbstract" name="ModificationsToLoansAbstract" nillable="true" substitutionGroup="xbrli:item" type="xbrli:stringItemType" xbrli:periodType="duration" />
  <xsd:element id="carv_MortgageServicingUnrealizedLoss" name="MortgageServicingUnrealizedLoss" nillable="true" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType" xbrli:balance="credit" xbrli:periodType="instant" />
  <xsd:element abstract="true" id="carv_MultifamilyLoansMember" name="MultifamilyLoansMember" nillable="true" substitutionGroup="xbrli:item" type="nonnum:domainItemType" xbrli:periodType="duration" />
  <xsd:element id="carv_Nonaccrual90dayspastdue" name="Nonaccrual90dayspastdue" nillable="true" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType" xbrli:balance="debit" xbrli:periodType="duration" />
  <xsd:element id="carv_NumberOfMbsWithUnrealizedLossMoreThan12Months" name="NumberOfMbsWithUnrealizedLossMoreThan12Months" nillable="true" substitutionGroup="xbrli:item" type="xbrli:pureItemType" xbrli:periodType="duration" />
  <xsd:element id="carv_NumberOfModifiedLoanSubsequentlyDefaulted" name="NumberOfModifiedLoanSubsequentlyDefaulted" nillable="true" substitutionGroup="xbrli:item" type="xbrli:pureItemType" xbrli:periodType="duration" />
  <xsd:element id="carv_NumberOfSecuritiesWithUnrealizedLoss" name="NumberOfSecuritiesWithUnrealizedLoss" nillable="true" substitutionGroup="xbrli:item" type="xbrli:pureItemType" xbrli:periodType="duration" />
  <xsd:element id="carv_NumberOfTdrLoansOnAccrualStatus" name="NumberOfTdrLoansOnAccrualStatus" nillable="true" substitutionGroup="xbrli:item" type="xbrli:integerItemType" xbrli:periodType="duration" />
  <xsd:element id="carv_Numberofagencieswithunrealizedlossmorethan12months" name="Numberofagencieswithunrealizedlossmorethan12months" nillable="true" substitutionGroup="xbrli:item" type="xbrli:pureItemType" xbrli:periodType="instant" />
  <xsd:element id="carv_Numberofloanstorelatedparties" name="Numberofloanstorelatedparties" nillable="true" substitutionGroup="xbrli:item" type="xbrli:pureItemType" xbrli:periodType="instant" />
  <xsd:element abstract="true" id="carv_OneToFourFamilyLoansMember" name="OneToFourFamilyLoansMember" nillable="true" substitutionGroup="xbrli:item" type="nonnum:domainItemType" xbrli:periodType="duration" />
  <xsd:element abstract="true" id="carv_OrganizationAbstract" name="OrganizationAbstract" nillable="true" substitutionGroup="xbrli:item" type="xbrli:stringItemType" xbrli:periodType="duration" />
  <xsd:element abstract="true" id="carv_OtherComprehensiveIncomeLossAbstract" name="OtherComprehensiveIncomeLossAbstract" nillable="true" substitutionGroup="xbrli:item" type="xbrli:stringItemType" xbrli:periodType="duration" />
  <xsd:element id="carv_OtherNonPerformingAsset" name="OtherNonPerformingAsset" nillable="true" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType" xbrli:balance="debit" xbrli:periodType="duration" />
  <xsd:element id="carv_OtherSecuritiesAfsFairValueDisclosure" name="OtherSecuritiesAfsFairValueDisclosure" nillable="true" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType" xbrli:balance="debit" xbrli:periodType="instant" />
  <xsd:element id="carv_Pensionplanadjustment" name="Pensionplanadjustment" nillable="true" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType" xbrli:balance="debit" xbrli:periodType="duration" />
  <xsd:element id="carv_PercentOfTotalAssetsLevel3" name="PercentOfTotalAssetsLevel3" nillable="true" substitutionGroup="xbrli:item" type="num:percentItemType" xbrli:periodType="duration" />
  <xsd:element id="carv_PercentageAvailableForSaleContinuosUnrealizedLossPosition" name="PercentageAvailableForSaleContinuosUnrealizedLossPosition" nillable="true" substitutionGroup="xbrli:item" type="num:percentItemType" xbrli:periodType="instant" />
  <xsd:element id="carv_PercentageAvailableForSaleSecurities" name="PercentageAvailableForSaleSecurities" nillable="true" substitutionGroup="xbrli:item" type="num:percentItemType" xbrli:periodType="instant" />
  <xsd:element id="carv_PercentageHeldToMaturitySecurities" name="PercentageHeldToMaturitySecurities" nillable="true" substitutionGroup="xbrli:item" type="num:percentItemType" xbrli:periodType="instant" />
  <xsd:element id="carv_PercentageOfLoanType" name="PercentageOfLoanType" nillable="true" substitutionGroup="xbrli:item" type="num:percentItemType" xbrli:periodType="instant" />
  <xsd:element id="carv_Percentagedecreaseinnonaccrualloans" name="Percentagedecreaseinnonaccrualloans" nillable="true" substitutionGroup="xbrli:item" type="num:percentItemType" xbrli:periodType="duration" />
  <xsd:element id="carv_PreferredStockLiquidationPreferenceForIssued" name="PreferredStockLiquidationPreferenceForIssued" nillable="true" substitutionGroup="xbrli:item" type="xbrli:sharesItemType" xbrli:periodType="instant" />
  <xsd:element id="carv_SecuritiesAmortizedCost" name="SecuritiesAmortizedCost" nillable="true" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType" xbrli:balance="debit" xbrli:periodType="instant" />
  <xsd:element id="carv_SecuritiesContinuousLossPositionLessThan12Months" name="SecuritiesContinuousLossPositionLessThan12Months" nillable="true" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType" xbrli:balance="debit" xbrli:periodType="instant" />
  <xsd:element id="carv_SecuritiesContinuousUnrealizedLossPosition12MonthsOrLonger" name="SecuritiesContinuousUnrealizedLossPosition12MonthsOrLonger" nillable="true" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType" xbrli:balance="debit" xbrli:periodType="instant" />
  <xsd:element id="carv_SecuritiesContinuousUnrealizedLossPosition12MonthsOrLongerFairValue" name="SecuritiesContinuousUnrealizedLossPosition12MonthsOrLongerFairValue" nillable="true" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType" xbrli:balance="debit" xbrli:periodType="instant" />
  <xsd:element id="carv_SecuritiesContinuousUnrealizedLossPositionLessThan12MonthsFairValue" name="SecuritiesContinuousUnrealizedLossPositionLessThan12MonthsFairValue" nillable="true" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType" xbrli:balance="debit" xbrli:periodType="instant" />
  <xsd:element id="carv_SecuritiesContinuousUnrealizedLossPositionfairvalue" name="SecuritiesContinuousUnrealizedLossPositionfairvalue" nillable="true" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType" xbrli:balance="debit" xbrli:periodType="instant" />
  <xsd:element abstract="true" id="carv_SummaryOfSignificantAccountingPoliciesAbstract" name="SummaryOfSignificantAccountingPoliciesAbstract" nillable="true" substitutionGroup="xbrli:item" type="xbrli:stringItemType" xbrli:periodType="duration" />
  <xsd:element id="carv_TdrLoansOnAccrualStatus" name="TdrLoansOnAccrualStatus" nillable="true" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType" xbrli:balance="debit" xbrli:periodType="instant" />
  <xsd:element id="carv_Transfersbetweenlevel1andlevel2" name="Transfersbetweenlevel1andlevel2" nillable="true" substitutionGroup="xbrli:item" type="xbrli:pureItemType" xbrli:periodType="duration" />
  <xsd:element id="carv_WeightedAverageRatePostModification" name="WeightedAverageRatePostModification" nillable="true" substitutionGroup="xbrli:item" type="num:percentItemType" xbrli:periodType="duration" />
  <xsd:element id="carv_WeightedAverageRatePreModification" name="WeightedAverageRatePreModification" nillable="true" substitutionGroup="xbrli:item" type="num:percentItemType" xbrli:periodType="duration" />
</xsd:schema>
