<?xml version="1.0" encoding="UTF-8"?>

<!--XBRL Document Created with the Workiva Platform-->
<!--Copyright 2024 Workiva-->
<!--r:0ffaa9fa-3dba-4289-a135-98ece8f63406,g:ecf51779-f9b3-43ae-8800-5c58823c8fb2-->
<link:linkbase xmlns:link="http://www.xbrl.org/2003/linkbase" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://www.xbrl.org/2003/linkbase http://www.xbrl.org/2003/xbrl-linkbase-2003-12-31.xsd">
  <link:roleRef roleURI="http://www.xbrl.org/2009/role/negatedPeriodStartLabel" xlink:type="simple" xlink:href="http://www.xbrl.org/lrr/role/negated-2009-12-16.xsd#negatedPeriodStartLabel"/>
  <link:roleRef roleURI="http://www.xbrl.org/2009/role/netLabel" xlink:type="simple" xlink:href="http://www.xbrl.org/lrr/role/net-2009-12-16.xsd#netLabel"/>
  <link:roleRef roleURI="http://www.xbrl.org/2009/role/negatedNetLabel" xlink:type="simple" xlink:href="http://www.xbrl.org/lrr/role/negated-2009-12-16.xsd#negatedNetLabel"/>
  <link:roleRef roleURI="http://www.xbrl.org/2009/role/negatedTerseLabel" xlink:type="simple" xlink:href="http://www.xbrl.org/lrr/role/negated-2009-12-16.xsd#negatedTerseLabel"/>
  <link:roleRef roleURI="http://www.xbrl.org/2009/role/negatedPeriodEndLabel" xlink:type="simple" xlink:href="http://www.xbrl.org/lrr/role/negated-2009-12-16.xsd#negatedPeriodEndLabel"/>
  <link:roleRef roleURI="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="simple" xlink:href="http://www.xbrl.org/lrr/role/negated-2009-12-16.xsd#negatedLabel"/>
  <link:roleRef roleURI="http://www.xbrl.org/2009/role/negatedTotalLabel" xlink:type="simple" xlink:href="http://www.xbrl.org/lrr/role/negated-2009-12-16.xsd#negatedTotalLabel"/>
  <link:labelLink xlink:role="http://www.xbrl.org/2003/role/link" xlink:type="extended">
    <link:label id="lab_us-gaap_FinancingReceivableExcludingAccruedInterestRevolving_aff269bf-1f19-47b7-9e38-ab513bb12747_terseLabel_en-US" xlink:label="lab_us-gaap_FinancingReceivableExcludingAccruedInterestRevolving" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Revolving Loans</link:label>
    <link:label id="lab_us-gaap_FinancingReceivableExcludingAccruedInterestRevolving_label_en-US" xlink:label="lab_us-gaap_FinancingReceivableExcludingAccruedInterestRevolving" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financing Receivable, Excluding Accrued Interest, Revolving</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FinancingReceivableExcludingAccruedInterestRevolving" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FinancingReceivableExcludingAccruedInterestRevolving"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FinancingReceivableExcludingAccruedInterestRevolving" xlink:to="lab_us-gaap_FinancingReceivableExcludingAccruedInterestRevolving" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FinancingReceivableExcludingAccruedInterestYearFourOriginatedThreeYearsBeforeCurrentFiscalYear_0c5136eb-19ff-4c3b-9b74-9661d8deabf0_terseLabel_en-US" xlink:label="lab_us-gaap_FinancingReceivableExcludingAccruedInterestYearFourOriginatedThreeYearsBeforeCurrentFiscalYear" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">2021</link:label>
    <link:label id="lab_us-gaap_FinancingReceivableExcludingAccruedInterestYearFourOriginatedThreeYearsBeforeCurrentFiscalYear_label_en-US" xlink:label="lab_us-gaap_FinancingReceivableExcludingAccruedInterestYearFourOriginatedThreeYearsBeforeCurrentFiscalYear" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financing Receivable, Excluding Accrued Interest, Year Four, Originated, Three Years before Current Fiscal Year</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FinancingReceivableExcludingAccruedInterestYearFourOriginatedThreeYearsBeforeCurrentFiscalYear" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FinancingReceivableExcludingAccruedInterestYearFourOriginatedThreeYearsBeforeCurrentFiscalYear"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FinancingReceivableExcludingAccruedInterestYearFourOriginatedThreeYearsBeforeCurrentFiscalYear" xlink:to="lab_us-gaap_FinancingReceivableExcludingAccruedInterestYearFourOriginatedThreeYearsBeforeCurrentFiscalYear" xlink:type="arc" order="1"/>
    <link:label id="lab_srt_PayablesToBrokerDealersAndClearingOrganizations_1d8c28a1-b36d-4669-9505-f3e74db02989_terseLabel_en-US" xlink:label="lab_srt_PayablesToBrokerDealersAndClearingOrganizations" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Customer, broker-dealer and clearing payables</link:label>
    <link:label id="lab_srt_PayablesToBrokerDealersAndClearingOrganizations_label_en-US" xlink:label="lab_srt_PayablesToBrokerDealersAndClearingOrganizations" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Broker-Dealer, Payable to Other Broker-Dealer and Clearing Organization</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_srt_PayablesToBrokerDealersAndClearingOrganizations" xlink:href="https://xbrl.fasb.org/srt/2023/elts/srt-2023.xsd#srt_PayablesToBrokerDealersAndClearingOrganizations"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_srt_PayablesToBrokerDealersAndClearingOrganizations" xlink:to="lab_srt_PayablesToBrokerDealersAndClearingOrganizations" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FinancingReceivableExcludingAccruedInterestRevolvingWriteoff_4b5839e3-d0d6-439d-90a3-1992e42fd808_terseLabel_en-US" xlink:label="lab_us-gaap_FinancingReceivableExcludingAccruedInterestRevolvingWriteoff" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Revolving Loans</link:label>
    <link:label id="lab_us-gaap_FinancingReceivableExcludingAccruedInterestRevolvingWriteoff_label_en-US" xlink:label="lab_us-gaap_FinancingReceivableExcludingAccruedInterestRevolvingWriteoff" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financing Receivable, Excluding Accrued Interest, Revolving, Writeoff</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FinancingReceivableExcludingAccruedInterestRevolvingWriteoff" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FinancingReceivableExcludingAccruedInterestRevolvingWriteoff"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FinancingReceivableExcludingAccruedInterestRevolvingWriteoff" xlink:to="lab_us-gaap_FinancingReceivableExcludingAccruedInterestRevolvingWriteoff" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ProceedsFromSaleOfAvailableForSaleSecuritiesDebt_3ab5d72f-cdc1-4979-8de0-684fd72e7e9b_terseLabel_en-US" xlink:label="lab_us-gaap_ProceedsFromSaleOfAvailableForSaleSecuritiesDebt" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Proceeds from sale of available-for-sale securities</link:label>
    <link:label id="lab_us-gaap_ProceedsFromSaleOfAvailableForSaleSecuritiesDebt_label_en-US" xlink:label="lab_us-gaap_ProceedsFromSaleOfAvailableForSaleSecuritiesDebt" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Proceeds from Sale of Debt Securities, Available-for-Sale</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ProceedsFromSaleOfAvailableForSaleSecuritiesDebt" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_ProceedsFromSaleOfAvailableForSaleSecuritiesDebt"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ProceedsFromSaleOfAvailableForSaleSecuritiesDebt" xlink:to="lab_us-gaap_ProceedsFromSaleOfAvailableForSaleSecuritiesDebt" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FinancingReceivableAllowanceForCreditLossesRollForward_6a5b9a0a-469c-461f-9ce1-ab666386f2af_terseLabel_en-US" xlink:label="lab_us-gaap_FinancingReceivableAllowanceForCreditLossesRollForward" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Financing Receivable, Allowance for Credit Loss [Roll Forward]</link:label>
    <link:label id="lab_us-gaap_FinancingReceivableAllowanceForCreditLossesRollForward_label_en-US" xlink:label="lab_us-gaap_FinancingReceivableAllowanceForCreditLossesRollForward" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financing Receivable, Allowance for Credit Loss [Roll Forward]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FinancingReceivableAllowanceForCreditLossesRollForward" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FinancingReceivableAllowanceForCreditLossesRollForward"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FinancingReceivableAllowanceForCreditLossesRollForward" xlink:to="lab_us-gaap_FinancingReceivableAllowanceForCreditLossesRollForward" xlink:type="arc" order="1"/>
    <link:label id="lab_srt_RangeMember_cd739e2d-adaf-4ff0-bd92-484f3c520e6f_terseLabel_en-US" xlink:label="lab_srt_RangeMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Statistical Measurement [Domain]</link:label>
    <link:label id="lab_srt_RangeMember_label_en-US" xlink:label="lab_srt_RangeMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Statistical Measurement [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_srt_RangeMember" xlink:href="https://xbrl.fasb.org/srt/2023/elts/srt-2023.xsd#srt_RangeMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_srt_RangeMember" xlink:to="lab_srt_RangeMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DerivativeLiabilityNotionalAmount_cb755774-2829-48c0-80aa-e74d4fcbbc6a_terseLabel_en-US" xlink:label="lab_us-gaap_DerivativeLiabilityNotionalAmount" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Interest Rate Derivative Liabilities &#8212; Notional</link:label>
    <link:label id="lab_us-gaap_DerivativeLiabilityNotionalAmount_label_en-US" xlink:label="lab_us-gaap_DerivativeLiabilityNotionalAmount" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Derivative Liability, Notional Amount</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DerivativeLiabilityNotionalAmount" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_DerivativeLiabilityNotionalAmount"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DerivativeLiabilityNotionalAmount" xlink:to="lab_us-gaap_DerivativeLiabilityNotionalAmount" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_IncreaseDecreaseInOperatingCapitalAbstract_c480651e-b4f0-433d-807c-bd824e2727ad_terseLabel_en-US" xlink:label="lab_us-gaap_IncreaseDecreaseInOperatingCapitalAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Net change in assets and liabilities which provide (use) cash:</link:label>
    <link:label id="lab_us-gaap_IncreaseDecreaseInOperatingCapitalAbstract_label_en-US" xlink:label="lab_us-gaap_IncreaseDecreaseInOperatingCapitalAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Increase (Decrease) in Operating Capital [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_IncreaseDecreaseInOperatingCapitalAbstract" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_IncreaseDecreaseInOperatingCapitalAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_IncreaseDecreaseInOperatingCapitalAbstract" xlink:to="lab_us-gaap_IncreaseDecreaseInOperatingCapitalAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_FinancingReceivableRatioOfGradeClassToGrossLoansYearFiveOriginatedFourYearsBeforeCurrentFiscalYear_292bfd90-5091-48b9-9778-3cc5ca1ae68b_terseLabel_en-US" xlink:label="lab_ax_FinancingReceivableRatioOfGradeClassToGrossLoansYearFiveOriginatedFourYearsBeforeCurrentFiscalYear" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">2020</link:label>
    <link:label id="lab_ax_FinancingReceivableRatioOfGradeClassToGrossLoansYearFiveOriginatedFourYearsBeforeCurrentFiscalYear_label_en-US" xlink:label="lab_ax_FinancingReceivableRatioOfGradeClassToGrossLoansYearFiveOriginatedFourYearsBeforeCurrentFiscalYear" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financing Receivable, Ratio Of Grade Class To Gross Loans, Year Five, Originated, Four Years Before Current Fiscal Year</link:label>
    <link:label id="lab_ax_FinancingReceivableRatioOfGradeClassToGrossLoansYearFiveOriginatedFourYearsBeforeCurrentFiscalYear_documentation_en-US" xlink:label="lab_ax_FinancingReceivableRatioOfGradeClassToGrossLoansYearFiveOriginatedFourYearsBeforeCurrentFiscalYear" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Financing Receivable, Ratio Of Grade Class To Gross Loans, Year Five, Originated, Four Years Before Current Fiscal Year</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_FinancingReceivableRatioOfGradeClassToGrossLoansYearFiveOriginatedFourYearsBeforeCurrentFiscalYear" xlink:href="ax-20240331.xsd#ax_FinancingReceivableRatioOfGradeClassToGrossLoansYearFiveOriginatedFourYearsBeforeCurrentFiscalYear"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_FinancingReceivableRatioOfGradeClassToGrossLoansYearFiveOriginatedFourYearsBeforeCurrentFiscalYear" xlink:to="lab_ax_FinancingReceivableRatioOfGradeClassToGrossLoansYearFiveOriginatedFourYearsBeforeCurrentFiscalYear" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementsByShareBasedPaymentAwardAwardTypeAndPlanNameDomain_e86ea3c2-1c62-49d2-ae50-c8647a66a143_terseLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementsByShareBasedPaymentAwardAwardTypeAndPlanNameDomain" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Award Type [Domain]</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementsByShareBasedPaymentAwardAwardTypeAndPlanNameDomain_label_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementsByShareBasedPaymentAwardAwardTypeAndPlanNameDomain" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Award Type [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShareBasedCompensationArrangementsByShareBasedPaymentAwardAwardTypeAndPlanNameDomain" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_ShareBasedCompensationArrangementsByShareBasedPaymentAwardAwardTypeAndPlanNameDomain"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShareBasedCompensationArrangementsByShareBasedPaymentAwardAwardTypeAndPlanNameDomain" xlink:to="lab_us-gaap_ShareBasedCompensationArrangementsByShareBasedPaymentAwardAwardTypeAndPlanNameDomain" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_NoninterestBearingDepositLiabilities_02398455-d51f-40f9-8ebb-23610dbc10d4_terseLabel_en-US" xlink:label="lab_us-gaap_NoninterestBearingDepositLiabilities" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Non-interest bearing</link:label>
    <link:label id="lab_us-gaap_NoninterestBearingDepositLiabilities_label_en-US" xlink:label="lab_us-gaap_NoninterestBearingDepositLiabilities" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Noninterest-Bearing Deposit Liabilities</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_NoninterestBearingDepositLiabilities" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_NoninterestBearingDepositLiabilities"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_NoninterestBearingDepositLiabilities" xlink:to="lab_us-gaap_NoninterestBearingDepositLiabilities" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedNumber_d34b91d6-0df3-4710-9ea9-50e8a949d790_periodStartLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedNumber" xlink:role="http://www.xbrl.org/2003/role/periodStartLabel" xlink:type="resource" xml:lang="en-US">Non-vested balance, beginning (in shares)</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedNumber_60aaa921-f44e-4731-b834-490cd44890ec_periodEndLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedNumber" xlink:role="http://www.xbrl.org/2003/role/periodEndLabel" xlink:type="resource" xml:lang="en-US">Non-vested balance, ending (in shares)</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedNumber_label_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedNumber" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Share-Based Compensation Arrangement by Share-Based Payment Award, Equity Instruments Other than Options, Nonvested, Number</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedNumber" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedNumber"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedNumber" xlink:to="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedNumber" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DebtDisclosureTextBlock_a76f24fd-2e77-4114-9af5-9d151a41dba4_terseLabel_en-US" xlink:label="lab_us-gaap_DebtDisclosureTextBlock" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">BORROWINGS, SUBORDINATED NOTES AND DEBENTURES</link:label>
    <link:label id="lab_us-gaap_DebtDisclosureTextBlock_label_en-US" xlink:label="lab_us-gaap_DebtDisclosureTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Debt Disclosure [Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DebtDisclosureTextBlock" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_DebtDisclosureTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DebtDisclosureTextBlock" xlink:to="lab_us-gaap_DebtDisclosureTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_StatementOfStockholdersEquityAbstract_b09e45b6-a1d3-4831-8e04-0783ab68d130_terseLabel_en-US" xlink:label="lab_us-gaap_StatementOfStockholdersEquityAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Statement of Stockholders' Equity [Abstract]</link:label>
    <link:label id="lab_us-gaap_StatementOfStockholdersEquityAbstract_label_en-US" xlink:label="lab_us-gaap_StatementOfStockholdersEquityAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Statement of Stockholders' Equity [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_StatementOfStockholdersEquityAbstract" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_StatementOfStockholdersEquityAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_StatementOfStockholdersEquityAbstract" xlink:to="lab_us-gaap_StatementOfStockholdersEquityAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_TradingSecurities_02946906-99fe-4752-b5eb-45eabd90d3c5_terseLabel_en-US" xlink:label="lab_us-gaap_TradingSecurities" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Trading securities</link:label>
    <link:label id="lab_us-gaap_TradingSecurities_2a7ee3a7-744b-4b93-8c5b-257b6af7dc61_netLabel_en-US" xlink:label="lab_us-gaap_TradingSecurities" xlink:role="http://www.xbrl.org/2009/role/netLabel" xlink:type="resource" xml:lang="en-US">Trading securities</link:label>
    <link:label id="lab_us-gaap_TradingSecurities_label_en-US" xlink:label="lab_us-gaap_TradingSecurities" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Debt Securities, Trading, and Equity Securities, FV-NI</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_TradingSecurities" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_TradingSecurities"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_TradingSecurities" xlink:to="lab_us-gaap_TradingSecurities" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_SecuritiesBorrowed_3dd3d627-06a3-4ab0-aaa7-36767f1ed021_terseLabel_en-US" xlink:label="lab_us-gaap_SecuritiesBorrowed" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Securities borrowed</link:label>
    <link:label id="lab_us-gaap_SecuritiesBorrowed_label_en-US" xlink:label="lab_us-gaap_SecuritiesBorrowed" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Securities Borrowed</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_SecuritiesBorrowed" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_SecuritiesBorrowed"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_SecuritiesBorrowed" xlink:to="lab_us-gaap_SecuritiesBorrowed" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FinancingReceivableExcludingAccruedInterestYearOneOriginatedCurrentFiscalYearWriteoff_f6b83413-fe4a-4cea-ac29-46f34a5e1234_terseLabel_en-US" xlink:label="lab_us-gaap_FinancingReceivableExcludingAccruedInterestYearOneOriginatedCurrentFiscalYearWriteoff" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">2024</link:label>
    <link:label id="lab_us-gaap_FinancingReceivableExcludingAccruedInterestYearOneOriginatedCurrentFiscalYearWriteoff_label_en-US" xlink:label="lab_us-gaap_FinancingReceivableExcludingAccruedInterestYearOneOriginatedCurrentFiscalYearWriteoff" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financing Receivable, Excluding Accrued Interest, Year One, Originated, Current Fiscal Year, Writeoff</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FinancingReceivableExcludingAccruedInterestYearOneOriginatedCurrentFiscalYearWriteoff" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FinancingReceivableExcludingAccruedInterestYearOneOriginatedCurrentFiscalYearWriteoff"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FinancingReceivableExcludingAccruedInterestYearOneOriginatedCurrentFiscalYearWriteoff" xlink:to="lab_us-gaap_FinancingReceivableExcludingAccruedInterestYearOneOriginatedCurrentFiscalYearWriteoff" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_InvestmentsDebtAndEquitySecuritiesAbstract_7f9ba1c8-8395-4547-9f4e-62122478dbfe_terseLabel_en-US" xlink:label="lab_us-gaap_InvestmentsDebtAndEquitySecuritiesAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Investments, Debt and Equity Securities [Abstract]</link:label>
    <link:label id="lab_us-gaap_InvestmentsDebtAndEquitySecuritiesAbstract_label_en-US" xlink:label="lab_us-gaap_InvestmentsDebtAndEquitySecuritiesAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Investments, Debt and Equity Securities [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_InvestmentsDebtAndEquitySecuritiesAbstract" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_InvestmentsDebtAndEquitySecuritiesAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_InvestmentsDebtAndEquitySecuritiesAbstract" xlink:to="lab_us-gaap_InvestmentsDebtAndEquitySecuritiesAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ScheduleOfEarningsPerShareBasicByCommonClassTable_9f34d919-5671-4ceb-b68b-70f31bea3c36_terseLabel_en-US" xlink:label="lab_us-gaap_ScheduleOfEarningsPerShareBasicByCommonClassTable" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Schedule of Earnings Per Share, Basic, by Common Class, Including Two Class Method [Table]</link:label>
    <link:label id="lab_us-gaap_ScheduleOfEarningsPerShareBasicByCommonClassTable_label_en-US" xlink:label="lab_us-gaap_ScheduleOfEarningsPerShareBasicByCommonClassTable" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Schedule of Earnings Per Share, Basic, by Common Class, Including Two Class Method [Table]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ScheduleOfEarningsPerShareBasicByCommonClassTable" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_ScheduleOfEarningsPerShareBasicByCommonClassTable"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ScheduleOfEarningsPerShareBasicByCommonClassTable" xlink:to="lab_us-gaap_ScheduleOfEarningsPerShareBasicByCommonClassTable" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_InformationTechnologyAndDataProcessing_6d39d70e-2a84-4c85-992d-f3b225d4ae25_terseLabel_en-US" xlink:label="lab_us-gaap_InformationTechnologyAndDataProcessing" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Data and operational processing</link:label>
    <link:label id="lab_us-gaap_InformationTechnologyAndDataProcessing_label_en-US" xlink:label="lab_us-gaap_InformationTechnologyAndDataProcessing" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Information Technology and Data Processing</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_InformationTechnologyAndDataProcessing" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_InformationTechnologyAndDataProcessing"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_InformationTechnologyAndDataProcessing" xlink:to="lab_us-gaap_InformationTechnologyAndDataProcessing" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AdvancesFromFederalHomeLoanBanks_062facc2-c50c-4c17-8d30-728d4e3fec53_terseLabel_en-US" xlink:label="lab_us-gaap_AdvancesFromFederalHomeLoanBanks" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Advances from the Federal Home Loan Bank</link:label>
    <link:label id="lab_us-gaap_AdvancesFromFederalHomeLoanBanks_label_en-US" xlink:label="lab_us-gaap_AdvancesFromFederalHomeLoanBanks" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Advance from Federal Home Loan Bank</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AdvancesFromFederalHomeLoanBanks" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_AdvancesFromFederalHomeLoanBanks"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AdvancesFromFederalHomeLoanBanks" xlink:to="lab_us-gaap_AdvancesFromFederalHomeLoanBanks" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_SegmentReportingAbstract_635132bb-d13e-48cc-9fe3-4d3b3f9ccf12_terseLabel_en-US" xlink:label="lab_us-gaap_SegmentReportingAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Segment Reporting [Abstract]</link:label>
    <link:label id="lab_us-gaap_SegmentReportingAbstract_label_en-US" xlink:label="lab_us-gaap_SegmentReportingAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Segment Reporting [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_SegmentReportingAbstract" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_SegmentReportingAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_SegmentReportingAbstract" xlink:to="lab_us-gaap_SegmentReportingAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetValue_91de2db4-5674-4075-97d6-5a5282be2991_periodStartLabel_en-US" xlink:label="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetValue" xlink:role="http://www.xbrl.org/2003/role/periodStartLabel" xlink:type="resource" xml:lang="en-US">Opening Balance</link:label>
    <link:label id="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetValue_56768d6e-eb0b-40ff-b5bf-03f7b5ae9b6c_periodEndLabel_en-US" xlink:label="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetValue" xlink:role="http://www.xbrl.org/2003/role/periodEndLabel" xlink:type="resource" xml:lang="en-US">Closing balance</link:label>
    <link:label id="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetValue_label_en-US" xlink:label="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetValue" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Fair Value, Measurement with Unobservable Inputs Reconciliation, Recurring Basis, Asset Value</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetValue" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetValue"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetValue" xlink:to="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetValue" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_CommitmentsAndContingencies_826ae70f-fd32-4273-a167-63da68d9bcd1_terseLabel_en-US" xlink:label="lab_us-gaap_CommitmentsAndContingencies" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">COMMITMENTS AND CONTINGENCIES (Note 9)</link:label>
    <link:label id="lab_us-gaap_CommitmentsAndContingencies_label_en-US" xlink:label="lab_us-gaap_CommitmentsAndContingencies" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Commitments and Contingencies</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_CommitmentsAndContingencies" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_CommitmentsAndContingencies"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_CommitmentsAndContingencies" xlink:to="lab_us-gaap_CommitmentsAndContingencies" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FinancingReceivableUnamortizedLoanCommitmentOriginationFeeAndPremiumDiscount_74018ec2-1d9e-4add-a36c-235e5d9ec770_terseLabel_en-US" xlink:label="lab_us-gaap_FinancingReceivableUnamortizedLoanCommitmentOriginationFeeAndPremiumDiscount" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Unaccreted premiums (discounts) and loan fees</link:label>
    <link:label id="lab_us-gaap_FinancingReceivableUnamortizedLoanCommitmentOriginationFeeAndPremiumDiscount_label_en-US" xlink:label="lab_us-gaap_FinancingReceivableUnamortizedLoanCommitmentOriginationFeeAndPremiumDiscount" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financing Receivable, Unamortized Loan Cost (Fee) and Purchase Premium (Discount)</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FinancingReceivableUnamortizedLoanCommitmentOriginationFeeAndPremiumDiscount" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FinancingReceivableUnamortizedLoanCommitmentOriginationFeeAndPremiumDiscount"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FinancingReceivableUnamortizedLoanCommitmentOriginationFeeAndPremiumDiscount" xlink:to="lab_us-gaap_FinancingReceivableUnamortizedLoanCommitmentOriginationFeeAndPremiumDiscount" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_FinancingReceivableRealEstateLoansLoanToValueRatioWeightedAverage_affdfd38-ec81-410e-9867-3e6b593317a0_terseLabel_en-US" xlink:label="lab_ax_FinancingReceivableRealEstateLoansLoanToValueRatioWeightedAverage" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Weighted-Average LTV</link:label>
    <link:label id="lab_ax_FinancingReceivableRealEstateLoansLoanToValueRatioWeightedAverage_label_en-US" xlink:label="lab_ax_FinancingReceivableRealEstateLoansLoanToValueRatioWeightedAverage" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financing Receivable, Real Estate Loans, Loan-to-Value Ratio, Weighted Average</link:label>
    <link:label id="lab_ax_FinancingReceivableRealEstateLoansLoanToValueRatioWeightedAverage_documentation_en-US" xlink:label="lab_ax_FinancingReceivableRealEstateLoansLoanToValueRatioWeightedAverage" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Financing Receivable, Real Estate Loans, Loan-to-Value Ratio, Weighted Average</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_FinancingReceivableRealEstateLoansLoanToValueRatioWeightedAverage" xlink:href="ax-20240331.xsd#ax_FinancingReceivableRealEstateLoansLoanToValueRatioWeightedAverage"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_FinancingReceivableRealEstateLoansLoanToValueRatioWeightedAverage" xlink:to="lab_ax_FinancingReceivableRealEstateLoansLoanToValueRatioWeightedAverage" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FinancialAssetNotPastDueMember_e36ad380-2c7a-422c-a973-74ae412bd477_terseLabel_en-US" xlink:label="lab_us-gaap_FinancialAssetNotPastDueMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Current</link:label>
    <link:label id="lab_us-gaap_FinancialAssetNotPastDueMember_label_en-US" xlink:label="lab_us-gaap_FinancialAssetNotPastDueMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financial Asset, Not Past Due [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FinancialAssetNotPastDueMember" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FinancialAssetNotPastDueMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FinancialAssetNotPastDueMember" xlink:to="lab_us-gaap_FinancialAssetNotPastDueMember" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_FinancingReceivableTroubledDebtRestructuringClassifiedAsPerformingNumber_631b57b9-2522-4b8f-973b-c311637fa5aa_terseLabel_en-US" xlink:label="lab_ax_FinancingReceivableTroubledDebtRestructuringClassifiedAsPerformingNumber" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Number or TDRs classified as performing</link:label>
    <link:label id="lab_ax_FinancingReceivableTroubledDebtRestructuringClassifiedAsPerformingNumber_label_en-US" xlink:label="lab_ax_FinancingReceivableTroubledDebtRestructuringClassifiedAsPerformingNumber" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financing Receivable, Troubled Debt Restructuring Classified As Performing, Number</link:label>
    <link:label id="lab_ax_FinancingReceivableTroubledDebtRestructuringClassifiedAsPerformingNumber_documentation_en-US" xlink:label="lab_ax_FinancingReceivableTroubledDebtRestructuringClassifiedAsPerformingNumber" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Financing Receivable, Troubled Debt Restructuring Classified As Performing, Number</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_FinancingReceivableTroubledDebtRestructuringClassifiedAsPerformingNumber" xlink:href="ax-20240331.xsd#ax_FinancingReceivableTroubledDebtRestructuringClassifiedAsPerformingNumber"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_FinancingReceivableTroubledDebtRestructuringClassifiedAsPerformingNumber" xlink:to="lab_ax_FinancingReceivableTroubledDebtRestructuringClassifiedAsPerformingNumber" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_SubordinatedDebtMember_4c931e6b-69e9-479b-8b2a-2d52bcbb4d06_terseLabel_en-US" xlink:label="lab_us-gaap_SubordinatedDebtMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Subordinated notes</link:label>
    <link:label id="lab_us-gaap_SubordinatedDebtMember_label_en-US" xlink:label="lab_us-gaap_SubordinatedDebtMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Subordinated Debt [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_SubordinatedDebtMember" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_SubordinatedDebtMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_SubordinatedDebtMember" xlink:to="lab_us-gaap_SubordinatedDebtMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_StockIssuedDuringPeriodSharesRestrictedStockAwardNetOfForfeitures_908e61c1-62e8-4d82-9f90-6c95e9e48d5e_terseLabel_en-US" xlink:label="lab_us-gaap_StockIssuedDuringPeriodSharesRestrictedStockAwardNetOfForfeitures" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Stock-based compensation activity, outstanding (in shares)</link:label>
    <link:label id="lab_us-gaap_StockIssuedDuringPeriodSharesRestrictedStockAwardNetOfForfeitures_label_en-US" xlink:label="lab_us-gaap_StockIssuedDuringPeriodSharesRestrictedStockAwardNetOfForfeitures" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Stock Issued During Period, Shares, Restricted Stock Award, Net of Forfeitures</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_StockIssuedDuringPeriodSharesRestrictedStockAwardNetOfForfeitures" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_StockIssuedDuringPeriodSharesRestrictedStockAwardNetOfForfeitures"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_StockIssuedDuringPeriodSharesRestrictedStockAwardNetOfForfeitures" xlink:to="lab_us-gaap_StockIssuedDuringPeriodSharesRestrictedStockAwardNetOfForfeitures" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_RealEstateAcquiredInSatisfactionOfDebtMember_3ad03a85-40ae-4fc0-adc7-47d230d3d9f7_terseLabel_en-US" xlink:label="lab_us-gaap_RealEstateAcquiredInSatisfactionOfDebtMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Other Real Estate Owned</link:label>
    <link:label id="lab_us-gaap_RealEstateAcquiredInSatisfactionOfDebtMember_label_en-US" xlink:label="lab_us-gaap_RealEstateAcquiredInSatisfactionOfDebtMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Real Estate Acquired in Satisfaction of Debt [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_RealEstateAcquiredInSatisfactionOfDebtMember" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_RealEstateAcquiredInSatisfactionOfDebtMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_RealEstateAcquiredInSatisfactionOfDebtMember" xlink:to="lab_us-gaap_RealEstateAcquiredInSatisfactionOfDebtMember" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_AccumulatedOtherComprehensiveIncomeLossInvestmentSecuritiesTaxExpenseBenefit_19092481-cb3d-48ed-83ad-92701ff81bee_negatedTerseLabel_en-US" xlink:label="lab_ax_AccumulatedOtherComprehensiveIncomeLossInvestmentSecuritiesTaxExpenseBenefit" xlink:role="http://www.xbrl.org/2009/role/negatedTerseLabel" xlink:type="resource" xml:lang="en-US">Tax benefit (expense)</link:label>
    <link:label id="lab_ax_AccumulatedOtherComprehensiveIncomeLossInvestmentSecuritiesTaxExpenseBenefit_label_en-US" xlink:label="lab_ax_AccumulatedOtherComprehensiveIncomeLossInvestmentSecuritiesTaxExpenseBenefit" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Accumulated Other Comprehensive Income (Loss), Investment Securities, Tax Expense (Benefit)</link:label>
    <link:label id="lab_ax_AccumulatedOtherComprehensiveIncomeLossInvestmentSecuritiesTaxExpenseBenefit_documentation_en-US" xlink:label="lab_ax_AccumulatedOtherComprehensiveIncomeLossInvestmentSecuritiesTaxExpenseBenefit" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Accumulated Other Comprehensive Income (Loss), Investment Securities, Tax Expense (Benefit)</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_AccumulatedOtherComprehensiveIncomeLossInvestmentSecuritiesTaxExpenseBenefit" xlink:href="ax-20240331.xsd#ax_AccumulatedOtherComprehensiveIncomeLossInvestmentSecuritiesTaxExpenseBenefit"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_AccumulatedOtherComprehensiveIncomeLossInvestmentSecuritiesTaxExpenseBenefit" xlink:to="lab_ax_AccumulatedOtherComprehensiveIncomeLossInvestmentSecuritiesTaxExpenseBenefit" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_PayablesToTradeBrokersDealersAndClearingOrganizations_7da5aa55-0bc2-403d-80b8-829d2fcb552c_verboseLabel_en-US" xlink:label="lab_ax_PayablesToTradeBrokersDealersAndClearingOrganizations" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xml:lang="en-US">Customer, broker-dealer and clearing payables</link:label>
    <link:label id="lab_ax_PayablesToTradeBrokersDealersAndClearingOrganizations_label_en-US" xlink:label="lab_ax_PayablesToTradeBrokersDealersAndClearingOrganizations" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Payables To Trade, Brokers-Dealers And Clearing Organizations</link:label>
    <link:label id="lab_ax_PayablesToTradeBrokersDealersAndClearingOrganizations_documentation_en-US" xlink:label="lab_ax_PayablesToTradeBrokersDealersAndClearingOrganizations" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Payables To Trade, Brokers-Dealers And Clearing Organizations</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_PayablesToTradeBrokersDealersAndClearingOrganizations" xlink:href="ax-20240331.xsd#ax_PayablesToTradeBrokersDealersAndClearingOrganizations"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_PayablesToTradeBrokersDealersAndClearingOrganizations" xlink:to="lab_ax_PayablesToTradeBrokersDealersAndClearingOrganizations" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedWeightedAverageGrantDateFairValueRollForward_a6c0d58c-a0fd-465f-a2dd-144280821de7_terseLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedWeightedAverageGrantDateFairValueRollForward" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Weighted-Average Grant-Date Fair Value</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedWeightedAverageGrantDateFairValueRollForward_label_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedWeightedAverageGrantDateFairValueRollForward" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Share-Based Compensation Arrangement by Share-Based Payment Award, Equity Instruments Other than Options, Nonvested, Weighted Average Grant Date Fair Value [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedWeightedAverageGrantDateFairValueRollForward" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedWeightedAverageGrantDateFairValueRollForward"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedWeightedAverageGrantDateFairValueRollForward" xlink:to="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedWeightedAverageGrantDateFairValueRollForward" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisTable_40e4d1fd-0955-43d4-b320-8e27ef170f8d_terseLabel_en-US" xlink:label="lab_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisTable" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Fair Value, Recurring and Nonrecurring [Table]</link:label>
    <link:label id="lab_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisTable_label_en-US" xlink:label="lab_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisTable" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Fair Value, Recurring and Nonrecurring [Table]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisTable" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisTable"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisTable" xlink:to="lab_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisTable" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DerivativeInstrumentsGainLossLineItems_2dbddb77-6248-49c4-8f86-752fd9bc3912_terseLabel_en-US" xlink:label="lab_us-gaap_DerivativeInstrumentsGainLossLineItems" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Derivative Instruments, Gain (Loss) [Line Items]</link:label>
    <link:label id="lab_us-gaap_DerivativeInstrumentsGainLossLineItems_label_en-US" xlink:label="lab_us-gaap_DerivativeInstrumentsGainLossLineItems" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Derivative Instruments, Gain (Loss) [Line Items]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DerivativeInstrumentsGainLossLineItems" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_DerivativeInstrumentsGainLossLineItems"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DerivativeInstrumentsGainLossLineItems" xlink:to="lab_us-gaap_DerivativeInstrumentsGainLossLineItems" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_EarningsPerShareDiluted_6a7eedd4-70ce-4115-883d-5e74cee8e17e_verboseLabel_en-US" xlink:label="lab_us-gaap_EarningsPerShareDiluted" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xml:lang="en-US">Diluted earnings per common share (in dollars per share)</link:label>
    <link:label id="lab_us-gaap_EarningsPerShareDiluted_label_en-US" xlink:label="lab_us-gaap_EarningsPerShareDiluted" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Earnings Per Share, Diluted</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_EarningsPerShareDiluted" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_EarningsPerShareDiluted"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_EarningsPerShareDiluted" xlink:to="lab_us-gaap_EarningsPerShareDiluted" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FinancingReceivableExcludingAccruedInterestAfterAllowanceForCreditLoss_cbb663cd-f315-4c18-93fa-3a0050f75a83_terseLabel_en-US" xlink:label="lab_us-gaap_FinancingReceivableExcludingAccruedInterestAfterAllowanceForCreditLoss" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Loans&#8212;net of allowance for credit losses of $257,522 as of March 31, 2024 and $166,680 as of June 30, 2023</link:label>
    <link:label id="lab_us-gaap_FinancingReceivableExcludingAccruedInterestAfterAllowanceForCreditLoss_aff41285-7bc8-4259-8db7-0a67f1789186_verboseLabel_en-US" xlink:label="lab_us-gaap_FinancingReceivableExcludingAccruedInterestAfterAllowanceForCreditLoss" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xml:lang="en-US">Unpaid principal balance</link:label>
    <link:label id="lab_us-gaap_FinancingReceivableExcludingAccruedInterestAfterAllowanceForCreditLoss_f6c81478-5d98-4eba-b0e8-1d40d17dfe29_totalLabel_en-US" xlink:label="lab_us-gaap_FinancingReceivableExcludingAccruedInterestAfterAllowanceForCreditLoss" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xml:lang="en-US">Total net loans</link:label>
    <link:label id="lab_us-gaap_FinancingReceivableExcludingAccruedInterestAfterAllowanceForCreditLoss_label_en-US" xlink:label="lab_us-gaap_FinancingReceivableExcludingAccruedInterestAfterAllowanceForCreditLoss" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financing Receivable, Excluding Accrued Interest, after Allowance for Credit Loss</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FinancingReceivableExcludingAccruedInterestAfterAllowanceForCreditLoss" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FinancingReceivableExcludingAccruedInterestAfterAllowanceForCreditLoss"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FinancingReceivableExcludingAccruedInterestAfterAllowanceForCreditLoss" xlink:to="lab_us-gaap_FinancingReceivableExcludingAccruedInterestAfterAllowanceForCreditLoss" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_IncreaseDecreaseInMortgageServicingRightsMarketRiskOfInterestRates_9a376f32-f8f2-4d9e-ae1a-4ee4c1292a4f_terseLabel_en-US" xlink:label="lab_ax_IncreaseDecreaseInMortgageServicingRightsMarketRiskOfInterestRates" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Market-driven changes in interest rates</link:label>
    <link:label id="lab_ax_IncreaseDecreaseInMortgageServicingRightsMarketRiskOfInterestRates_label_en-US" xlink:label="lab_ax_IncreaseDecreaseInMortgageServicingRightsMarketRiskOfInterestRates" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Increase (Decrease) in Mortgage Servicing Rights, Market Risk of Interest Rates</link:label>
    <link:label id="lab_ax_IncreaseDecreaseInMortgageServicingRightsMarketRiskOfInterestRates_documentation_en-US" xlink:label="lab_ax_IncreaseDecreaseInMortgageServicingRightsMarketRiskOfInterestRates" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Increase (Decrease) in Mortgage Servicing Rights, Market Risk of Interest Rates</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_IncreaseDecreaseInMortgageServicingRightsMarketRiskOfInterestRates" xlink:href="ax-20240331.xsd#ax_IncreaseDecreaseInMortgageServicingRightsMarketRiskOfInterestRates"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_IncreaseDecreaseInMortgageServicingRightsMarketRiskOfInterestRates" xlink:to="lab_ax_IncreaseDecreaseInMortgageServicingRightsMarketRiskOfInterestRates" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ReceivableTypeDomain_0d53c794-980a-41cb-816a-38c3f676089c_terseLabel_en-US" xlink:label="lab_us-gaap_ReceivableTypeDomain" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Receivable [Domain]</link:label>
    <link:label id="lab_us-gaap_ReceivableTypeDomain_label_en-US" xlink:label="lab_us-gaap_ReceivableTypeDomain" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Receivable [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ReceivableTypeDomain" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_ReceivableTypeDomain"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ReceivableTypeDomain" xlink:to="lab_us-gaap_ReceivableTypeDomain" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_SupplementalCashFlowElementsAbstract_1936838a-2e55-45ec-b497-1361bfd35f63_terseLabel_en-US" xlink:label="lab_us-gaap_SupplementalCashFlowElementsAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">SUPPLEMENTAL DISCLOSURE OF CASH FLOW INFORMATION:</link:label>
    <link:label id="lab_us-gaap_SupplementalCashFlowElementsAbstract_label_en-US" xlink:label="lab_us-gaap_SupplementalCashFlowElementsAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Supplemental Cash Flow Elements [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_SupplementalCashFlowElementsAbstract" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_SupplementalCashFlowElementsAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_SupplementalCashFlowElementsAbstract" xlink:to="lab_us-gaap_SupplementalCashFlowElementsAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueInputsLevel3Member_fbeddc9e-1e06-4411-a93e-716bbb21e6d5_terseLabel_en-US" xlink:label="lab_us-gaap_FairValueInputsLevel3Member" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Significant Unobservable Inputs (Level 3)</link:label>
    <link:label id="lab_us-gaap_FairValueInputsLevel3Member_9926113e-a340-413c-b85b-92c8704d3659_verboseLabel_en-US" xlink:label="lab_us-gaap_FairValueInputsLevel3Member" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xml:lang="en-US">Level 3</link:label>
    <link:label id="lab_us-gaap_FairValueInputsLevel3Member_label_en-US" xlink:label="lab_us-gaap_FairValueInputsLevel3Member" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Fair Value, Inputs, Level 3 [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueInputsLevel3Member" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FairValueInputsLevel3Member"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueInputsLevel3Member" xlink:to="lab_us-gaap_FairValueInputsLevel3Member" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_TreasuryStockCommonShares_a4afe384-c093-47de-9648-9483a36bcde2_terseLabel_en-US" xlink:label="lab_us-gaap_TreasuryStockCommonShares" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Treasury stock, at cost (in shares)</link:label>
    <link:label id="lab_us-gaap_TreasuryStockCommonShares_812946fe-da9e-4929-80b7-4a050cc27ac0_negatedPeriodStartLabel_en-US" xlink:label="lab_us-gaap_TreasuryStockCommonShares" xlink:role="http://www.xbrl.org/2009/role/negatedPeriodStartLabel" xlink:type="resource" xml:lang="en-US">Common stock, treasury, beginning balance (in shares)</link:label>
    <link:label id="lab_us-gaap_TreasuryStockCommonShares_cb9b37b0-477c-47af-abb7-e151ec91f517_negatedPeriodEndLabel_en-US" xlink:label="lab_us-gaap_TreasuryStockCommonShares" xlink:role="http://www.xbrl.org/2009/role/negatedPeriodEndLabel" xlink:type="resource" xml:lang="en-US">Common stock, treasury, ending balance (in shares)</link:label>
    <link:label id="lab_us-gaap_TreasuryStockCommonShares_label_en-US" xlink:label="lab_us-gaap_TreasuryStockCommonShares" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Treasury Stock, Common, Shares</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_TreasuryStockCommonShares" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_TreasuryStockCommonShares"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_TreasuryStockCommonShares" xlink:to="lab_us-gaap_TreasuryStockCommonShares" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_FinancingReceivableRatioOfGradeClassToGrossLoansYearTwoOriginatedFiscalYearBeforeCurrentFiscalYear_a83b2e8b-d4b0-450a-ab42-7bdf27f8bbb6_terseLabel_en-US" xlink:label="lab_ax_FinancingReceivableRatioOfGradeClassToGrossLoansYearTwoOriginatedFiscalYearBeforeCurrentFiscalYear" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">2023</link:label>
    <link:label id="lab_ax_FinancingReceivableRatioOfGradeClassToGrossLoansYearTwoOriginatedFiscalYearBeforeCurrentFiscalYear_label_en-US" xlink:label="lab_ax_FinancingReceivableRatioOfGradeClassToGrossLoansYearTwoOriginatedFiscalYearBeforeCurrentFiscalYear" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financing Receivable, Ratio Of Grade Class To Gross Loans, Year Two, Originated, Fiscal Year Before Current Fiscal Year</link:label>
    <link:label id="lab_ax_FinancingReceivableRatioOfGradeClassToGrossLoansYearTwoOriginatedFiscalYearBeforeCurrentFiscalYear_documentation_en-US" xlink:label="lab_ax_FinancingReceivableRatioOfGradeClassToGrossLoansYearTwoOriginatedFiscalYearBeforeCurrentFiscalYear" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Financing Receivable, Ratio Of Grade Class To Gross Loans, Year Two, Originated, Fiscal Year Before Current Fiscal Year</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_FinancingReceivableRatioOfGradeClassToGrossLoansYearTwoOriginatedFiscalYearBeforeCurrentFiscalYear" xlink:href="ax-20240331.xsd#ax_FinancingReceivableRatioOfGradeClassToGrossLoansYearTwoOriginatedFiscalYearBeforeCurrentFiscalYear"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_FinancingReceivableRatioOfGradeClassToGrossLoansYearTwoOriginatedFiscalYearBeforeCurrentFiscalYear" xlink:to="lab_ax_FinancingReceivableRatioOfGradeClassToGrossLoansYearTwoOriginatedFiscalYearBeforeCurrentFiscalYear" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LitigationReserve_d2659b22-9014-48c1-a6d4-b2a5e0f5b6b1_terseLabel_en-US" xlink:label="lab_us-gaap_LitigationReserve" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Accrued litigation expense</link:label>
    <link:label id="lab_us-gaap_LitigationReserve_label_en-US" xlink:label="lab_us-gaap_LitigationReserve" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Estimated Litigation Liability</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LitigationReserve" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_LitigationReserve"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LitigationReserve" xlink:to="lab_us-gaap_LitigationReserve" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_AdjustableInterestRateMember_90d424bb-bc35-4236-91fc-67fe436af0cb_verboseLabel_en-US" xlink:label="lab_ax_AdjustableInterestRateMember" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xml:lang="en-US">Variable Interest Rate</link:label>
    <link:label id="lab_ax_AdjustableInterestRateMember_label_en-US" xlink:label="lab_ax_AdjustableInterestRateMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Adjustable Interest Rate [Member]</link:label>
    <link:label id="lab_ax_AdjustableInterestRateMember_documentation_en-US" xlink:label="lab_ax_AdjustableInterestRateMember" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Adjustable Interest Rate [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_AdjustableInterestRateMember" xlink:href="ax-20240331.xsd#ax_AdjustableInterestRateMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_AdjustableInterestRateMember" xlink:to="lab_ax_AdjustableInterestRateMember" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_OtherPortfolioSegmentMember_9eb37259-abf0-4d84-b57c-d98d2714ddcc_terseLabel_en-US" xlink:label="lab_ax_OtherPortfolioSegmentMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Other</link:label>
    <link:label id="lab_ax_OtherPortfolioSegmentMember_label_en-US" xlink:label="lab_ax_OtherPortfolioSegmentMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Other Portfolio Segment [Member]</link:label>
    <link:label id="lab_ax_OtherPortfolioSegmentMember_documentation_en-US" xlink:label="lab_ax_OtherPortfolioSegmentMember" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Other Portfolio Segment</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_OtherPortfolioSegmentMember" xlink:href="ax-20240331.xsd#ax_OtherPortfolioSegmentMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_OtherPortfolioSegmentMember" xlink:to="lab_ax_OtherPortfolioSegmentMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FederalHomeLoanBankStock_72963964-9f5d-4b53-a921-8ad48e2e3027_terseLabel_en-US" xlink:label="lab_us-gaap_FederalHomeLoanBankStock" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Stock of regulatory agencies</link:label>
    <link:label id="lab_us-gaap_FederalHomeLoanBankStock_label_en-US" xlink:label="lab_us-gaap_FederalHomeLoanBankStock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Federal Home Loan Bank Stock</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FederalHomeLoanBankStock" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FederalHomeLoanBankStock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FederalHomeLoanBankStock" xlink:to="lab_us-gaap_FederalHomeLoanBankStock" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_NonAgencyResidentialMortgageBackedSecuritiesMember_01ae51a7-a012-49c9-bfc6-c9aa5dbc563d_netLabel_en-US" xlink:label="lab_ax_NonAgencyResidentialMortgageBackedSecuritiesMember" xlink:role="http://www.xbrl.org/2009/role/netLabel" xlink:type="resource" xml:lang="en-US">Non-Agency MBS</link:label>
    <link:label id="lab_ax_NonAgencyResidentialMortgageBackedSecuritiesMember_769116b4-1fa3-4d79-a41a-cbb36bda75e1_terseLabel_en-US" xlink:label="lab_ax_NonAgencyResidentialMortgageBackedSecuritiesMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Available-for-sale Securities: Non-Agency MBS</link:label>
    <link:label id="lab_ax_NonAgencyResidentialMortgageBackedSecuritiesMember_4b0af644-710d-48bf-8559-c003cfe3a984_verboseLabel_en-US" xlink:label="lab_ax_NonAgencyResidentialMortgageBackedSecuritiesMember" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xml:lang="en-US">Non-agency</link:label>
    <link:label id="lab_ax_NonAgencyResidentialMortgageBackedSecuritiesMember_label_en-US" xlink:label="lab_ax_NonAgencyResidentialMortgageBackedSecuritiesMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Non-Agency, Residential Mortgage Backed Securities [Member]</link:label>
    <link:label id="lab_ax_NonAgencyResidentialMortgageBackedSecuritiesMember_documentation_en-US" xlink:label="lab_ax_NonAgencyResidentialMortgageBackedSecuritiesMember" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Non-Agency, Residential Mortgage Backed Securities [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_NonAgencyResidentialMortgageBackedSecuritiesMember" xlink:href="ax-20240331.xsd#ax_NonAgencyResidentialMortgageBackedSecuritiesMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_NonAgencyResidentialMortgageBackedSecuritiesMember" xlink:to="lab_ax_NonAgencyResidentialMortgageBackedSecuritiesMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_PaymentsToAcquireFinanceReceivables_d91c2df6-2cdc-40aa-8c91-d50f010e3b0e_negatedTerseLabel_en-US" xlink:label="lab_us-gaap_PaymentsToAcquireFinanceReceivables" xlink:role="http://www.xbrl.org/2009/role/negatedTerseLabel" xlink:type="resource" xml:lang="en-US">Purchase of loans and leases, net of discounts and premiums</link:label>
    <link:label id="lab_us-gaap_PaymentsToAcquireFinanceReceivables_label_en-US" xlink:label="lab_us-gaap_PaymentsToAcquireFinanceReceivables" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Payments to Acquire Finance Receivables</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_PaymentsToAcquireFinanceReceivables" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_PaymentsToAcquireFinanceReceivables"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_PaymentsToAcquireFinanceReceivables" xlink:to="lab_us-gaap_PaymentsToAcquireFinanceReceivables" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DebtSecuritiesAvailableForSaleExcludingAccruedInterest_aa768883-7fda-4134-bcdd-65ad4e03ede7_netLabel_en-US" xlink:label="lab_us-gaap_DebtSecuritiesAvailableForSaleExcludingAccruedInterest" xlink:role="http://www.xbrl.org/2009/role/netLabel" xlink:type="resource" xml:lang="en-US">Available-for-sale securities</link:label>
    <link:label id="lab_us-gaap_DebtSecuritiesAvailableForSaleExcludingAccruedInterest_8895b7b1-4aab-4fd7-a631-c128269c1548_terseLabel_en-US" xlink:label="lab_us-gaap_DebtSecuritiesAvailableForSaleExcludingAccruedInterest" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Fair Value</link:label>
    <link:label id="lab_us-gaap_DebtSecuritiesAvailableForSaleExcludingAccruedInterest_c2b128f1-d687-4bb7-a16d-37003f4eba38_verboseLabel_en-US" xlink:label="lab_us-gaap_DebtSecuritiesAvailableForSaleExcludingAccruedInterest" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xml:lang="en-US">Available-for-sale securities: Non-Agency MBS</link:label>
    <link:label id="lab_us-gaap_DebtSecuritiesAvailableForSaleExcludingAccruedInterest_label_en-US" xlink:label="lab_us-gaap_DebtSecuritiesAvailableForSaleExcludingAccruedInterest" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Debt Securities, Available-for-Sale, Excluding Accrued Interest</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DebtSecuritiesAvailableForSaleExcludingAccruedInterest" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_DebtSecuritiesAvailableForSaleExcludingAccruedInterest"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DebtSecuritiesAvailableForSaleExcludingAccruedInterest" xlink:to="lab_us-gaap_DebtSecuritiesAvailableForSaleExcludingAccruedInterest" xlink:type="arc" order="1"/>
    <link:label id="lab_srt_LitigationCaseAxis_51f79253-c86d-42be-9277-419e620a80cc_terseLabel_en-US" xlink:label="lab_srt_LitigationCaseAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Litigation Case [Axis]</link:label>
    <link:label id="lab_srt_LitigationCaseAxis_label_en-US" xlink:label="lab_srt_LitigationCaseAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Litigation Case [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_srt_LitigationCaseAxis" xlink:href="https://xbrl.fasb.org/srt/2023/elts/srt-2023.xsd#srt_LitigationCaseAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_srt_LitigationCaseAxis" xlink:to="lab_srt_LitigationCaseAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterFiveThroughTenYearsAmortizedCost_7f6cc554-82f5-4a58-9f56-7a929db461dd_terseLabel_en-US" xlink:label="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterFiveThroughTenYearsAmortizedCost" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Due after Five but within Ten Years</link:label>
    <link:label id="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterFiveThroughTenYearsAmortizedCost_label_en-US" xlink:label="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterFiveThroughTenYearsAmortizedCost" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Debt Securities, Available-for-Sale, Amortized Cost, Maturity, Allocated and Single Maturity Date, after Year 5 Through 10</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterFiveThroughTenYearsAmortizedCost" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterFiveThroughTenYearsAmortizedCost"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterFiveThroughTenYearsAmortizedCost" xlink:to="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterFiveThroughTenYearsAmortizedCost" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_InterestAndDividendIncomeOperatingAbstract_34a03a48-a1b2-4254-aa12-e8b169e8e93c_terseLabel_en-US" xlink:label="lab_us-gaap_InterestAndDividendIncomeOperatingAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">INTEREST AND DIVIDEND INCOME:</link:label>
    <link:label id="lab_us-gaap_InterestAndDividendIncomeOperatingAbstract_label_en-US" xlink:label="lab_us-gaap_InterestAndDividendIncomeOperatingAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Interest and Dividend Income, Operating [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_InterestAndDividendIncomeOperatingAbstract" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_InterestAndDividendIncomeOperatingAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_InterestAndDividendIncomeOperatingAbstract" xlink:to="lab_us-gaap_InterestAndDividendIncomeOperatingAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_TradingSymbol_22ad39ce-54e8-4538-a57d-c423d49445fb_terseLabel_en-US" xlink:label="lab_dei_TradingSymbol" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Trading Symbol</link:label>
    <link:label id="lab_dei_TradingSymbol_label_en-US" xlink:label="lab_dei_TradingSymbol" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Trading Symbol</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_TradingSymbol" xlink:href="https://xbrl.sec.gov/dei/2023/dei-2023.xsd#dei_TradingSymbol"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_TradingSymbol" xlink:to="lab_dei_TradingSymbol" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AllowanceForCreditLossesOnFinancingReceivablesTableTextBlock_88ddd154-e468-4999-8dcd-a16d971fd1cd_terseLabel_en-US" xlink:label="lab_us-gaap_AllowanceForCreditLossesOnFinancingReceivablesTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Schedule of Allowance for Credit Losses on Financing Receivables</link:label>
    <link:label id="lab_us-gaap_AllowanceForCreditLossesOnFinancingReceivablesTableTextBlock_label_en-US" xlink:label="lab_us-gaap_AllowanceForCreditLossesOnFinancingReceivablesTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financing Receivable, Allowance for Credit Loss [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AllowanceForCreditLossesOnFinancingReceivablesTableTextBlock" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_AllowanceForCreditLossesOnFinancingReceivablesTableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AllowanceForCreditLossesOnFinancingReceivablesTableTextBlock" xlink:to="lab_us-gaap_AllowanceForCreditLossesOnFinancingReceivablesTableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_NetIncomeLoss_a25c52dd-6cfa-43c0-8e27-8f321e64ff11_totalLabel_en-US" xlink:label="lab_us-gaap_NetIncomeLoss" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xml:lang="en-US">NET INCOME</link:label>
    <link:label id="lab_us-gaap_NetIncomeLoss_8e942f1d-27cd-458f-97e5-8067ec795c36_verboseLabel_en-US" xlink:label="lab_us-gaap_NetIncomeLoss" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xml:lang="en-US">NET INCOME</link:label>
    <link:label id="lab_us-gaap_NetIncomeLoss_51168bc1-0ac8-4f59-9ded-f46644ef9d8b_terseLabel_en-US" xlink:label="lab_us-gaap_NetIncomeLoss" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Net income</link:label>
    <link:label id="lab_us-gaap_NetIncomeLoss_label_en-US" xlink:label="lab_us-gaap_NetIncomeLoss" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Net Income (Loss)</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_NetIncomeLoss" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_NetIncomeLoss"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_NetIncomeLoss" xlink:to="lab_us-gaap_NetIncomeLoss" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_IncreaseDecreaseInSecuritiesBorrowed_0750df72-8f5f-4b5a-a1cc-2f2ddca65301_negatedTerseLabel_en-US" xlink:label="lab_us-gaap_IncreaseDecreaseInSecuritiesBorrowed" xlink:role="http://www.xbrl.org/2009/role/negatedTerseLabel" xlink:type="resource" xml:lang="en-US">Securities borrowed</link:label>
    <link:label id="lab_us-gaap_IncreaseDecreaseInSecuritiesBorrowed_label_en-US" xlink:label="lab_us-gaap_IncreaseDecreaseInSecuritiesBorrowed" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Increase (Decrease) in Securities Borrowed</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_IncreaseDecreaseInSecuritiesBorrowed" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_IncreaseDecreaseInSecuritiesBorrowed"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_IncreaseDecreaseInSecuritiesBorrowed" xlink:to="lab_us-gaap_IncreaseDecreaseInSecuritiesBorrowed" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DerivativeContractTypeDomain_67237e37-cd97-47bb-ae22-012d1ade52b2_terseLabel_en-US" xlink:label="lab_us-gaap_DerivativeContractTypeDomain" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Derivative Contract [Domain]</link:label>
    <link:label id="lab_us-gaap_DerivativeContractTypeDomain_label_en-US" xlink:label="lab_us-gaap_DerivativeContractTypeDomain" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Derivative Contract [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DerivativeContractTypeDomain" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_DerivativeContractTypeDomain"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DerivativeContractTypeDomain" xlink:to="lab_us-gaap_DerivativeContractTypeDomain" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueDisclosuresAbstract_9e31b1d0-0610-4352-80ee-d78f2a20854c_terseLabel_en-US" xlink:label="lab_us-gaap_FairValueDisclosuresAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Fair Value Disclosures [Abstract]</link:label>
    <link:label id="lab_us-gaap_FairValueDisclosuresAbstract_label_en-US" xlink:label="lab_us-gaap_FairValueDisclosuresAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Fair Value Disclosures [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueDisclosuresAbstract" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FairValueDisclosuresAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueDisclosuresAbstract" xlink:to="lab_us-gaap_FairValueDisclosuresAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FinancingReceivablesEqualToGreaterThan90DaysPastDueMember_256067e7-c01c-45f7-888c-76df5b268771_terseLabel_en-US" xlink:label="lab_us-gaap_FinancingReceivablesEqualToGreaterThan90DaysPastDueMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">90+ Days</link:label>
    <link:label id="lab_us-gaap_FinancingReceivablesEqualToGreaterThan90DaysPastDueMember_label_en-US" xlink:label="lab_us-gaap_FinancingReceivablesEqualToGreaterThan90DaysPastDueMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financial Asset, Equal to or Greater than 90 Days Past Due [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FinancingReceivablesEqualToGreaterThan90DaysPastDueMember" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FinancingReceivablesEqualToGreaterThan90DaysPastDueMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FinancingReceivablesEqualToGreaterThan90DaysPastDueMember" xlink:to="lab_us-gaap_FinancingReceivablesEqualToGreaterThan90DaysPastDueMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterOneThroughFiveYearsAmortizedCost_1eb289e5-f162-469b-a942-d124a3a875c0_terseLabel_en-US" xlink:label="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterOneThroughFiveYearsAmortizedCost" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Due after One but within Five Years</link:label>
    <link:label id="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterOneThroughFiveYearsAmortizedCost_label_en-US" xlink:label="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterOneThroughFiveYearsAmortizedCost" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Debt Securities, Available-for-Sale, Amortized Cost, Maturity, Allocated and Single Maturity Date, after Year One Through Five</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterOneThroughFiveYearsAmortizedCost" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterOneThroughFiveYearsAmortizedCost"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterOneThroughFiveYearsAmortizedCost" xlink:to="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterOneThroughFiveYearsAmortizedCost" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_NumberOfLoanPortfolioSegments_b81b8605-87bf-4404-93a9-828597578229_terseLabel_en-US" xlink:label="lab_ax_NumberOfLoanPortfolioSegments" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Number of loan portfolio segments</link:label>
    <link:label id="lab_ax_NumberOfLoanPortfolioSegments_label_en-US" xlink:label="lab_ax_NumberOfLoanPortfolioSegments" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Number Of Loan Portfolio Segments</link:label>
    <link:label id="lab_ax_NumberOfLoanPortfolioSegments_documentation_en-US" xlink:label="lab_ax_NumberOfLoanPortfolioSegments" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Number Of Loan Portfolio Segments</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_NumberOfLoanPortfolioSegments" xlink:href="ax-20240331.xsd#ax_NumberOfLoanPortfolioSegments"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_NumberOfLoanPortfolioSegments" xlink:to="lab_ax_NumberOfLoanPortfolioSegments" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LiabilitiesAndStockholdersEquityAbstract_0a7779a6-0e62-4a64-a4d4-cc0e0b02cea4_terseLabel_en-US" xlink:label="lab_us-gaap_LiabilitiesAndStockholdersEquityAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">LIABILITIES AND STOCKHOLDERS&#8217; EQUITY</link:label>
    <link:label id="lab_us-gaap_LiabilitiesAndStockholdersEquityAbstract_label_en-US" xlink:label="lab_us-gaap_LiabilitiesAndStockholdersEquityAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Liabilities and Equity [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LiabilitiesAndStockholdersEquityAbstract" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_LiabilitiesAndStockholdersEquityAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LiabilitiesAndStockholdersEquityAbstract" xlink:to="lab_us-gaap_LiabilitiesAndStockholdersEquityAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_NoninterestIncomeDepositServiceFees_ce24a8f1-ef4b-423f-b77c-a0852305bcb7_terseLabel_en-US" xlink:label="lab_ax_NoninterestIncomeDepositServiceFees" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Deposit service fees</link:label>
    <link:label id="lab_ax_NoninterestIncomeDepositServiceFees_label_en-US" xlink:label="lab_ax_NoninterestIncomeDepositServiceFees" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Noninterest Income, Deposit Service Fees</link:label>
    <link:label id="lab_ax_NoninterestIncomeDepositServiceFees_documentation_en-US" xlink:label="lab_ax_NoninterestIncomeDepositServiceFees" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Noninterest Income, Deposit Service Fees</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_NoninterestIncomeDepositServiceFees" xlink:href="ax-20240331.xsd#ax_NoninterestIncomeDepositServiceFees"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_NoninterestIncomeDepositServiceFees" xlink:to="lab_ax_NoninterestIncomeDepositServiceFees" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DerivativeInstrumentsGainLossByHedgingRelationshipByIncomeStatementLocationByDerivativeInstrumentRiskTable_8667b737-3df1-43c1-94d3-27b06723315e_terseLabel_en-US" xlink:label="lab_us-gaap_DerivativeInstrumentsGainLossByHedgingRelationshipByIncomeStatementLocationByDerivativeInstrumentRiskTable" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Derivative Instruments, Gain (Loss) [Table]</link:label>
    <link:label id="lab_us-gaap_DerivativeInstrumentsGainLossByHedgingRelationshipByIncomeStatementLocationByDerivativeInstrumentRiskTable_label_en-US" xlink:label="lab_us-gaap_DerivativeInstrumentsGainLossByHedgingRelationshipByIncomeStatementLocationByDerivativeInstrumentRiskTable" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Derivative Instruments, Gain (Loss) [Table]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DerivativeInstrumentsGainLossByHedgingRelationshipByIncomeStatementLocationByDerivativeInstrumentRiskTable" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_DerivativeInstrumentsGainLossByHedgingRelationshipByIncomeStatementLocationByDerivativeInstrumentRiskTable"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DerivativeInstrumentsGainLossByHedgingRelationshipByIncomeStatementLocationByDerivativeInstrumentRiskTable" xlink:to="lab_us-gaap_DerivativeInstrumentsGainLossByHedgingRelationshipByIncomeStatementLocationByDerivativeInstrumentRiskTable" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_InvestmentsInDebtAndMarketableEquitySecuritiesAndCertainTradingAssetsDisclosureTextBlock_fff16b52-922a-4eac-9402-a1d586208a2b_terseLabel_en-US" xlink:label="lab_us-gaap_InvestmentsInDebtAndMarketableEquitySecuritiesAndCertainTradingAssetsDisclosureTextBlock" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">AVAILABLE-FOR-SALE SECURITIES</link:label>
    <link:label id="lab_us-gaap_InvestmentsInDebtAndMarketableEquitySecuritiesAndCertainTradingAssetsDisclosureTextBlock_label_en-US" xlink:label="lab_us-gaap_InvestmentsInDebtAndMarketableEquitySecuritiesAndCertainTradingAssetsDisclosureTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Investments in Debt and Marketable Equity Securities (and Certain Trading Assets) Disclosure [Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_InvestmentsInDebtAndMarketableEquitySecuritiesAndCertainTradingAssetsDisclosureTextBlock" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_InvestmentsInDebtAndMarketableEquitySecuritiesAndCertainTradingAssetsDisclosureTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_InvestmentsInDebtAndMarketableEquitySecuritiesAndCertainTradingAssetsDisclosureTextBlock" xlink:to="lab_us-gaap_InvestmentsInDebtAndMarketableEquitySecuritiesAndCertainTradingAssetsDisclosureTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_StockholdersEquityAbstract_6c4ee191-7889-4c9e-922d-f2f7a8d9c703_terseLabel_en-US" xlink:label="lab_us-gaap_StockholdersEquityAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">STOCKHOLDERS&#8217; EQUITY:</link:label>
    <link:label id="lab_us-gaap_StockholdersEquityAbstract_label_en-US" xlink:label="lab_us-gaap_StockholdersEquityAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Equity, Attributable to Parent [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_StockholdersEquityAbstract" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_StockholdersEquityAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_StockholdersEquityAbstract" xlink:to="lab_us-gaap_StockholdersEquityAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AvailableForSaleDebtSecuritiesAccumulatedGrossUnrealizedLossBeforeTax_4fcbe4ec-3845-427e-9380-57afa6473ebc_negatedLabel_en-US" xlink:label="lab_us-gaap_AvailableForSaleDebtSecuritiesAccumulatedGrossUnrealizedLossBeforeTax" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xml:lang="en-US">Unrealized Losses</link:label>
    <link:label id="lab_us-gaap_AvailableForSaleDebtSecuritiesAccumulatedGrossUnrealizedLossBeforeTax_label_en-US" xlink:label="lab_us-gaap_AvailableForSaleDebtSecuritiesAccumulatedGrossUnrealizedLossBeforeTax" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Debt Securities, Available-for-Sale, Accumulated Gross Unrealized Loss, before Tax</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AvailableForSaleDebtSecuritiesAccumulatedGrossUnrealizedLossBeforeTax" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_AvailableForSaleDebtSecuritiesAccumulatedGrossUnrealizedLossBeforeTax"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AvailableForSaleDebtSecuritiesAccumulatedGrossUnrealizedLossBeforeTax" xlink:to="lab_us-gaap_AvailableForSaleDebtSecuritiesAccumulatedGrossUnrealizedLossBeforeTax" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ScheduleOfEarningsPerShareBasicAndDilutedTableTextBlock_811931ec-2ac9-49d5-959a-fb4fe07e9085_terseLabel_en-US" xlink:label="lab_us-gaap_ScheduleOfEarningsPerShareBasicAndDilutedTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Schedule of Calculation of Basic and Diluted EPS</link:label>
    <link:label id="lab_us-gaap_ScheduleOfEarningsPerShareBasicAndDilutedTableTextBlock_label_en-US" xlink:label="lab_us-gaap_ScheduleOfEarningsPerShareBasicAndDilutedTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Schedule of Earnings Per Share, Basic and Diluted [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ScheduleOfEarningsPerShareBasicAndDilutedTableTextBlock" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_ScheduleOfEarningsPerShareBasicAndDilutedTableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ScheduleOfEarningsPerShareBasicAndDilutedTableTextBlock" xlink:to="lab_us-gaap_ScheduleOfEarningsPerShareBasicAndDilutedTableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DebtSecuritiesAvailableForSaleRestricted_9a96c63e-8f57-4d76-8e31-ef24f7331a7a_terseLabel_en-US" xlink:label="lab_us-gaap_DebtSecuritiesAvailableForSaleRestricted" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Available-for-sale securities pledged as collateral</link:label>
    <link:label id="lab_us-gaap_DebtSecuritiesAvailableForSaleRestricted_label_en-US" xlink:label="lab_us-gaap_DebtSecuritiesAvailableForSaleRestricted" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Debt Securities, Available-for-Sale, Restricted</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DebtSecuritiesAvailableForSaleRestricted" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_DebtSecuritiesAvailableForSaleRestricted"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DebtSecuritiesAvailableForSaleRestricted" xlink:to="lab_us-gaap_DebtSecuritiesAvailableForSaleRestricted" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_FinancingReceivableRatioOfGradeClassToGrossLoansYearOneOriginatedCurrentFiscalYear_b59b1260-a822-461c-bd08-527d90041658_terseLabel_en-US" xlink:label="lab_ax_FinancingReceivableRatioOfGradeClassToGrossLoansYearOneOriginatedCurrentFiscalYear" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">2024</link:label>
    <link:label id="lab_ax_FinancingReceivableRatioOfGradeClassToGrossLoansYearOneOriginatedCurrentFiscalYear_label_en-US" xlink:label="lab_ax_FinancingReceivableRatioOfGradeClassToGrossLoansYearOneOriginatedCurrentFiscalYear" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financing Receivable, Ratio Of Grade Class To Gross Loans, Year One, Originated, Current Fiscal Year</link:label>
    <link:label id="lab_ax_FinancingReceivableRatioOfGradeClassToGrossLoansYearOneOriginatedCurrentFiscalYear_documentation_en-US" xlink:label="lab_ax_FinancingReceivableRatioOfGradeClassToGrossLoansYearOneOriginatedCurrentFiscalYear" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Financing Receivable, Ratio Of Grade Class To Gross Loans, Year One, Originated, Current Fiscal Year</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_FinancingReceivableRatioOfGradeClassToGrossLoansYearOneOriginatedCurrentFiscalYear" xlink:href="ax-20240331.xsd#ax_FinancingReceivableRatioOfGradeClassToGrossLoansYearOneOriginatedCurrentFiscalYear"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_FinancingReceivableRatioOfGradeClassToGrossLoansYearOneOriginatedCurrentFiscalYear" xlink:to="lab_ax_FinancingReceivableRatioOfGradeClassToGrossLoansYearOneOriginatedCurrentFiscalYear" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueAssetsMeasuredOnRecurringBasisUnobservableInputReconciliationTextBlock_ac3255f3-c7c2-4402-a8ba-04ef315bba63_terseLabel_en-US" xlink:label="lab_us-gaap_FairValueAssetsMeasuredOnRecurringBasisUnobservableInputReconciliationTextBlock" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Schedule of Additional Information About Assets Measured at Fair Value on a Recurring Basis and for which the Company has Utilized Level 3 Inputs to Determine Fair Value</link:label>
    <link:label id="lab_us-gaap_FairValueAssetsMeasuredOnRecurringBasisUnobservableInputReconciliationTextBlock_label_en-US" xlink:label="lab_us-gaap_FairValueAssetsMeasuredOnRecurringBasisUnobservableInputReconciliationTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Fair Value, Assets Measured on Recurring Basis, Unobservable Input Reconciliation [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueAssetsMeasuredOnRecurringBasisUnobservableInputReconciliationTextBlock" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FairValueAssetsMeasuredOnRecurringBasisUnobservableInputReconciliationTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueAssetsMeasuredOnRecurringBasisUnobservableInputReconciliationTextBlock" xlink:to="lab_us-gaap_FairValueAssetsMeasuredOnRecurringBasisUnobservableInputReconciliationTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedRollForward_9a421985-43a3-4d6d-870e-8a7b9df50148_terseLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedRollForward" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">RSUs</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedRollForward_label_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedRollForward" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Share-Based Compensation Arrangement by Share-Based Payment Award, Equity Instruments Other than Options, Nonvested, Number of Shares [Roll Forward]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedRollForward" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedRollForward"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedRollForward" xlink:to="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedRollForward" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueInputsLevel1Member_6706031c-0f45-4d62-b794-8151e9cc4d42_terseLabel_en-US" xlink:label="lab_us-gaap_FairValueInputsLevel1Member" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Quoted&#160;Prices&#160;in Active Markets for Identical Assets (Level 1)</link:label>
    <link:label id="lab_us-gaap_FairValueInputsLevel1Member_e0e84da2-404a-4b4a-8b33-968977f74c3b_verboseLabel_en-US" xlink:label="lab_us-gaap_FairValueInputsLevel1Member" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xml:lang="en-US">Level 1</link:label>
    <link:label id="lab_us-gaap_FairValueInputsLevel1Member_label_en-US" xlink:label="lab_us-gaap_FairValueInputsLevel1Member" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Fair Value, Inputs, Level 1 [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueInputsLevel1Member" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FairValueInputsLevel1Member"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueInputsLevel1Member" xlink:to="lab_us-gaap_FairValueInputsLevel1Member" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_InterestExpenseAbstract_9fb99f35-527c-4169-87bc-9ffc2dc2bb47_terseLabel_en-US" xlink:label="lab_us-gaap_InterestExpenseAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">INTEREST EXPENSE:</link:label>
    <link:label id="lab_us-gaap_InterestExpenseAbstract_label_en-US" xlink:label="lab_us-gaap_InterestExpenseAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Interest Expense [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_InterestExpenseAbstract" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_InterestExpenseAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_InterestExpenseAbstract" xlink:to="lab_us-gaap_InterestExpenseAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_InterestAndDividendIncomeSecurities_a274559c-908e-4a9d-abfb-ee931977bd44_terseLabel_en-US" xlink:label="lab_us-gaap_InterestAndDividendIncomeSecurities" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Investments and other</link:label>
    <link:label id="lab_us-gaap_InterestAndDividendIncomeSecurities_label_en-US" xlink:label="lab_us-gaap_InterestAndDividendIncomeSecurities" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Interest and Dividend Income, Securities, Operating</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_InterestAndDividendIncomeSecurities" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_InterestAndDividendIncomeSecurities"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_InterestAndDividendIncomeSecurities" xlink:to="lab_us-gaap_InterestAndDividendIncomeSecurities" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_OriginationOfLoansNet_4bf5a9b1-daf6-43d0-929c-f2bbd00b789d_negatedTerseLabel_en-US" xlink:label="lab_ax_OriginationOfLoansNet" xlink:role="http://www.xbrl.org/2009/role/negatedTerseLabel" xlink:type="resource" xml:lang="en-US">Origination of loans held for investment</link:label>
    <link:label id="lab_ax_OriginationOfLoansNet_label_en-US" xlink:label="lab_ax_OriginationOfLoansNet" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Origination Of Loans Net</link:label>
    <link:label id="lab_ax_OriginationOfLoansNet_documentation_en-US" xlink:label="lab_ax_OriginationOfLoansNet" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Origination Of Loans Net</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_OriginationOfLoansNet" xlink:href="ax-20240331.xsd#ax_OriginationOfLoansNet"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_OriginationOfLoansNet" xlink:to="lab_ax_OriginationOfLoansNet" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_CarryingReportedAmountFairValueDisclosureMember_15dee4cb-9349-4cd6-b187-b78afb3c11eb_terseLabel_en-US" xlink:label="lab_us-gaap_CarryingReportedAmountFairValueDisclosureMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Carrying Amount</link:label>
    <link:label id="lab_us-gaap_CarryingReportedAmountFairValueDisclosureMember_label_en-US" xlink:label="lab_us-gaap_CarryingReportedAmountFairValueDisclosureMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Reported Value Measurement [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_CarryingReportedAmountFairValueDisclosureMember" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_CarryingReportedAmountFairValueDisclosureMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_CarryingReportedAmountFairValueDisclosureMember" xlink:to="lab_us-gaap_CarryingReportedAmountFairValueDisclosureMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_Goodwill_42aa3567-7726-40c0-9199-7031f43575c2_terseLabel_en-US" xlink:label="lab_us-gaap_Goodwill" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Goodwill</link:label>
    <link:label id="lab_us-gaap_Goodwill_label_en-US" xlink:label="lab_us-gaap_Goodwill" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Goodwill</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_Goodwill" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_Goodwill"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_Goodwill" xlink:to="lab_us-gaap_Goodwill" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_FinancingReceivableRealEstateLoansLoanToValueRatioMedian_d9c7b04c-e646-4d24-8f7d-0c701c5d67a3_terseLabel_en-US" xlink:label="lab_ax_FinancingReceivableRealEstateLoansLoanToValueRatioMedian" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Median LTV</link:label>
    <link:label id="lab_ax_FinancingReceivableRealEstateLoansLoanToValueRatioMedian_label_en-US" xlink:label="lab_ax_FinancingReceivableRealEstateLoansLoanToValueRatioMedian" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financing Receivable, Real Estate Loans, Loan-to-Value Ratio, Median</link:label>
    <link:label id="lab_ax_FinancingReceivableRealEstateLoansLoanToValueRatioMedian_documentation_en-US" xlink:label="lab_ax_FinancingReceivableRealEstateLoansLoanToValueRatioMedian" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Financing Receivable, Real Estate Loans, Loan-to-Value Ratio, Median</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_FinancingReceivableRealEstateLoansLoanToValueRatioMedian" xlink:href="ax-20240331.xsd#ax_FinancingReceivableRealEstateLoansLoanToValueRatioMedian"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_FinancingReceivableRealEstateLoansLoanToValueRatioMedian" xlink:to="lab_ax_FinancingReceivableRealEstateLoansLoanToValueRatioMedian" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FinancialInstrumentPerformanceStatusDomain_5d782de7-d18c-42ad-a86b-861ff01cebb1_terseLabel_en-US" xlink:label="lab_us-gaap_FinancialInstrumentPerformanceStatusDomain" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Financial Instrument Performance Status [Domain]</link:label>
    <link:label id="lab_us-gaap_FinancialInstrumentPerformanceStatusDomain_label_en-US" xlink:label="lab_us-gaap_FinancialInstrumentPerformanceStatusDomain" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financial Instrument Performance Status [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FinancialInstrumentPerformanceStatusDomain" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FinancialInstrumentPerformanceStatusDomain"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FinancialInstrumentPerformanceStatusDomain" xlink:to="lab_us-gaap_FinancialInstrumentPerformanceStatusDomain" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_StatementEquityComponentsAxis_e1285e64-8237-4c5c-a139-9cc5f58059da_terseLabel_en-US" xlink:label="lab_us-gaap_StatementEquityComponentsAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Equity Components [Axis]</link:label>
    <link:label id="lab_us-gaap_StatementEquityComponentsAxis_label_en-US" xlink:label="lab_us-gaap_StatementEquityComponentsAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Equity Components [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_StatementEquityComponentsAxis" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_StatementEquityComponentsAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_StatementEquityComponentsAxis" xlink:to="lab_us-gaap_StatementEquityComponentsAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_FinancingReceivableRatioOfNonperformingLoansConsideredTDRs_112ab4e8-f0f0-4437-b8d0-b1d0377d375d_terseLabel_en-US" xlink:label="lab_ax_FinancingReceivableRatioOfNonperformingLoansConsideredTDRs" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Ratio of nonaccrual loans and leases considered TDRs</link:label>
    <link:label id="lab_ax_FinancingReceivableRatioOfNonperformingLoansConsideredTDRs_label_en-US" xlink:label="lab_ax_FinancingReceivableRatioOfNonperformingLoansConsideredTDRs" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financing Receivable, Ratio Of Nonperforming Loans Considered TDRs</link:label>
    <link:label id="lab_ax_FinancingReceivableRatioOfNonperformingLoansConsideredTDRs_documentation_en-US" xlink:label="lab_ax_FinancingReceivableRatioOfNonperformingLoansConsideredTDRs" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Financing Receivable, Ratio Of Nonperforming Loans Considered TDRs</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_FinancingReceivableRatioOfNonperformingLoansConsideredTDRs" xlink:href="ax-20240331.xsd#ax_FinancingReceivableRatioOfNonperformingLoansConsideredTDRs"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_FinancingReceivableRatioOfNonperformingLoansConsideredTDRs" xlink:to="lab_ax_FinancingReceivableRatioOfNonperformingLoansConsideredTDRs" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_TransfersAndServicingOfFinancialInstrumentsTypesOfFinancialInstrumentsDomain_a49b9619-8c63-4354-80d9-a9517d4afb13_terseLabel_en-US" xlink:label="lab_us-gaap_TransfersAndServicingOfFinancialInstrumentsTypesOfFinancialInstrumentsDomain" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Financial Instruments [Domain]</link:label>
    <link:label id="lab_us-gaap_TransfersAndServicingOfFinancialInstrumentsTypesOfFinancialInstrumentsDomain_label_en-US" xlink:label="lab_us-gaap_TransfersAndServicingOfFinancialInstrumentsTypesOfFinancialInstrumentsDomain" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financial Instruments [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_TransfersAndServicingOfFinancialInstrumentsTypesOfFinancialInstrumentsDomain" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_TransfersAndServicingOfFinancialInstrumentsTypesOfFinancialInstrumentsDomain"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_TransfersAndServicingOfFinancialInstrumentsTypesOfFinancialInstrumentsDomain" xlink:to="lab_us-gaap_TransfersAndServicingOfFinancialInstrumentsTypesOfFinancialInstrumentsDomain" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardNumberOfSharesAvailableForGrant_fa7fa61e-9c7d-41f4-a061-f69288054cf6_terseLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardNumberOfSharesAvailableForGrant" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Share-based compensation arrangement by share-based payment award, number of shares available for grant</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardNumberOfSharesAvailableForGrant_label_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardNumberOfSharesAvailableForGrant" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Share-Based Compensation Arrangement by Share-Based Payment Award, Number of Shares Available for Grant</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardNumberOfSharesAvailableForGrant" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardNumberOfSharesAvailableForGrant"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardNumberOfSharesAvailableForGrant" xlink:to="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardNumberOfSharesAvailableForGrant" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueByMeasurementBasisAxis_2c92d704-375a-401e-b979-fa0a30bca02b_terseLabel_en-US" xlink:label="lab_us-gaap_FairValueByMeasurementBasisAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Measurement Basis [Axis]</link:label>
    <link:label id="lab_us-gaap_FairValueByMeasurementBasisAxis_label_en-US" xlink:label="lab_us-gaap_FairValueByMeasurementBasisAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Measurement Basis [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueByMeasurementBasisAxis" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FairValueByMeasurementBasisAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueByMeasurementBasisAxis" xlink:to="lab_us-gaap_FairValueByMeasurementBasisAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AssetAcquisitionDomain_816ce144-8bad-403a-9c68-5f6e32484045_terseLabel_en-US" xlink:label="lab_us-gaap_AssetAcquisitionDomain" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Asset Acquisition [Domain]</link:label>
    <link:label id="lab_us-gaap_AssetAcquisitionDomain_label_en-US" xlink:label="lab_us-gaap_AssetAcquisitionDomain" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Asset Acquisition [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AssetAcquisitionDomain" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_AssetAcquisitionDomain"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AssetAcquisitionDomain" xlink:to="lab_us-gaap_AssetAcquisitionDomain" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FinancingReceivableAllowanceForCreditLossExcludingAccruedInterest_8ee0f850-6e0b-4eb5-9c93-fc5fb314df4e_verboseLabel_en-US" xlink:label="lab_us-gaap_FinancingReceivableAllowanceForCreditLossExcludingAccruedInterest" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xml:lang="en-US">Allowance for loan and lease losses</link:label>
    <link:label id="lab_us-gaap_FinancingReceivableAllowanceForCreditLossExcludingAccruedInterest_aaf7de69-c222-4879-9e33-0a4697f7327e_terseLabel_en-US" xlink:label="lab_us-gaap_FinancingReceivableAllowanceForCreditLossExcludingAccruedInterest" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Allowance for credit losses at acquisition</link:label>
    <link:label id="lab_us-gaap_FinancingReceivableAllowanceForCreditLossExcludingAccruedInterest_1eeeb2a3-0bcd-4f83-b78c-a584943c11cf_negatedTerseLabel_en-US" xlink:label="lab_us-gaap_FinancingReceivableAllowanceForCreditLossExcludingAccruedInterest" xlink:role="http://www.xbrl.org/2009/role/negatedTerseLabel" xlink:type="resource" xml:lang="en-US">Allowance for credit losses at acquisition</link:label>
    <link:label id="lab_us-gaap_FinancingReceivableAllowanceForCreditLossExcludingAccruedInterest_038dc225-000c-4049-840b-d187bbbbf7eb_negatedLabel_en-US" xlink:label="lab_us-gaap_FinancingReceivableAllowanceForCreditLossExcludingAccruedInterest" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xml:lang="en-US">Allowance for credit losses - loans</link:label>
    <link:label id="lab_us-gaap_FinancingReceivableAllowanceForCreditLossExcludingAccruedInterest_528a84e3-88c7-43df-a23f-3d3e6c165433_periodStartLabel_en-US" xlink:label="lab_us-gaap_FinancingReceivableAllowanceForCreditLossExcludingAccruedInterest" xlink:role="http://www.xbrl.org/2003/role/periodStartLabel" xlink:type="resource" xml:lang="en-US">Balance, beginning of period</link:label>
    <link:label id="lab_us-gaap_FinancingReceivableAllowanceForCreditLossExcludingAccruedInterest_252ccaed-98ca-4967-a7a7-94602a516c21_periodEndLabel_en-US" xlink:label="lab_us-gaap_FinancingReceivableAllowanceForCreditLossExcludingAccruedInterest" xlink:role="http://www.xbrl.org/2003/role/periodEndLabel" xlink:type="resource" xml:lang="en-US">Balance, end of period</link:label>
    <link:label id="lab_us-gaap_FinancingReceivableAllowanceForCreditLossExcludingAccruedInterest_label_en-US" xlink:label="lab_us-gaap_FinancingReceivableAllowanceForCreditLossExcludingAccruedInterest" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financing Receivable, Allowance for Credit Loss, Excluding Accrued Interest</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FinancingReceivableAllowanceForCreditLossExcludingAccruedInterest" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FinancingReceivableAllowanceForCreditLossExcludingAccruedInterest"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FinancingReceivableAllowanceForCreditLossExcludingAccruedInterest" xlink:to="lab_us-gaap_FinancingReceivableAllowanceForCreditLossExcludingAccruedInterest" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_EntitySmallBusiness_602e3765-989a-4f81-a50c-cf9c254aad92_terseLabel_en-US" xlink:label="lab_dei_EntitySmallBusiness" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Entity Small Business</link:label>
    <link:label id="lab_dei_EntitySmallBusiness_label_en-US" xlink:label="lab_dei_EntitySmallBusiness" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Entity Small Business</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_EntitySmallBusiness" xlink:href="https://xbrl.sec.gov/dei/2023/dei-2023.xsd#dei_EntitySmallBusiness"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_EntitySmallBusiness" xlink:to="lab_dei_EntitySmallBusiness" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_LocalPhoneNumber_fdf9c439-26bc-4faa-a092-34c92bf00e54_terseLabel_en-US" xlink:label="lab_dei_LocalPhoneNumber" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Local Phone Number</link:label>
    <link:label id="lab_dei_LocalPhoneNumber_label_en-US" xlink:label="lab_dei_LocalPhoneNumber" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Local Phone Number</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_LocalPhoneNumber" xlink:href="https://xbrl.sec.gov/dei/2023/dei-2023.xsd#dei_LocalPhoneNumber"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_LocalPhoneNumber" xlink:to="lab_dei_LocalPhoneNumber" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueDisclosureItemAmountsDomain_5140a871-34ee-47eb-86b7-cd1a64ab018c_terseLabel_en-US" xlink:label="lab_us-gaap_FairValueDisclosureItemAmountsDomain" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Fair Value Measurement [Domain]</link:label>
    <link:label id="lab_us-gaap_FairValueDisclosureItemAmountsDomain_label_en-US" xlink:label="lab_us-gaap_FairValueDisclosureItemAmountsDomain" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Fair Value Measurement [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueDisclosureItemAmountsDomain" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FairValueDisclosureItemAmountsDomain"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueDisclosureItemAmountsDomain" xlink:to="lab_us-gaap_FairValueDisclosureItemAmountsDomain" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_CorporateAndReconcilingItemsMember_45b54195-d428-4a8a-9498-173e73bb0d95_terseLabel_en-US" xlink:label="lab_ax_CorporateAndReconcilingItemsMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Corporate/Eliminations</link:label>
    <link:label id="lab_ax_CorporateAndReconcilingItemsMember_label_en-US" xlink:label="lab_ax_CorporateAndReconcilingItemsMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Corporate And Reconciling Items [Member]</link:label>
    <link:label id="lab_ax_CorporateAndReconcilingItemsMember_documentation_en-US" xlink:label="lab_ax_CorporateAndReconcilingItemsMember" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Corporate And Reconciling Items [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_CorporateAndReconcilingItemsMember" xlink:href="ax-20240331.xsd#ax_CorporateAndReconcilingItemsMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_CorporateAndReconcilingItemsMember" xlink:to="lab_ax_CorporateAndReconcilingItemsMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_CollateralAxis_3bd846cb-c7fa-441a-a8ed-42f1245e1954_terseLabel_en-US" xlink:label="lab_us-gaap_CollateralAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Collateral [Axis]</link:label>
    <link:label id="lab_us-gaap_CollateralAxis_label_en-US" xlink:label="lab_us-gaap_CollateralAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Collateral Held [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_CollateralAxis" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_CollateralAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_CollateralAxis" xlink:to="lab_us-gaap_CollateralAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_OtherComprehensiveIncomeUnrealizedHoldingGainLossOnSecuritiesArisingDuringPeriodNetOfTax_2ad5fe79-598c-4b71-bdcb-aeae09d0dbf0_terseLabel_en-US" xlink:label="lab_us-gaap_OtherComprehensiveIncomeUnrealizedHoldingGainLossOnSecuritiesArisingDuringPeriodNetOfTax" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Net unrealized gain (loss) from available-for-sale securities, net of income tax expense (benefit) of $356 and $588 for the three months ended and $1,526 and $(1,130) for the nine months ended March 31, 2024 and 2023, respectively.</link:label>
    <link:label id="lab_us-gaap_OtherComprehensiveIncomeUnrealizedHoldingGainLossOnSecuritiesArisingDuringPeriodNetOfTax_label_en-US" xlink:label="lab_us-gaap_OtherComprehensiveIncomeUnrealizedHoldingGainLossOnSecuritiesArisingDuringPeriodNetOfTax" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">OCI, Debt Securities, Available-for-Sale, Unrealized Holding Gain (Loss), before Adjustment, after Tax</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_OtherComprehensiveIncomeUnrealizedHoldingGainLossOnSecuritiesArisingDuringPeriodNetOfTax" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_OtherComprehensiveIncomeUnrealizedHoldingGainLossOnSecuritiesArisingDuringPeriodNetOfTax"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_OtherComprehensiveIncomeUnrealizedHoldingGainLossOnSecuritiesArisingDuringPeriodNetOfTax" xlink:to="lab_us-gaap_OtherComprehensiveIncomeUnrealizedHoldingGainLossOnSecuritiesArisingDuringPeriodNetOfTax" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueByMeasurementFrequencyAxis_149cabb2-1704-4ce4-baa4-2e6b21315ebd_terseLabel_en-US" xlink:label="lab_us-gaap_FairValueByMeasurementFrequencyAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Measurement Frequency [Axis]</link:label>
    <link:label id="lab_us-gaap_FairValueByMeasurementFrequencyAxis_label_en-US" xlink:label="lab_us-gaap_FairValueByMeasurementFrequencyAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Measurement Frequency [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueByMeasurementFrequencyAxis" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FairValueByMeasurementFrequencyAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueByMeasurementFrequencyAxis" xlink:to="lab_us-gaap_FairValueByMeasurementFrequencyAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_AccumulatedOtherComprehensiveIncomeLossInvestmentSecuritiesBeforeTax_b78bfbb6-6194-479b-ba90-ab46277d0c6c_totalLabel_en-US" xlink:label="lab_ax_AccumulatedOtherComprehensiveIncomeLossInvestmentSecuritiesBeforeTax" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xml:lang="en-US">Subtotal</link:label>
    <link:label id="lab_ax_AccumulatedOtherComprehensiveIncomeLossInvestmentSecuritiesBeforeTax_label_en-US" xlink:label="lab_ax_AccumulatedOtherComprehensiveIncomeLossInvestmentSecuritiesBeforeTax" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Accumulated Other Comprehensive Income (Loss), Investment Securities, Before Tax</link:label>
    <link:label id="lab_ax_AccumulatedOtherComprehensiveIncomeLossInvestmentSecuritiesBeforeTax_documentation_en-US" xlink:label="lab_ax_AccumulatedOtherComprehensiveIncomeLossInvestmentSecuritiesBeforeTax" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Accumulated Other Comprehensive Income (Loss), Investment Securities, Before Tax</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_AccumulatedOtherComprehensiveIncomeLossInvestmentSecuritiesBeforeTax" xlink:href="ax-20240331.xsd#ax_AccumulatedOtherComprehensiveIncomeLossInvestmentSecuritiesBeforeTax"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_AccumulatedOtherComprehensiveIncomeLossInvestmentSecuritiesBeforeTax" xlink:to="lab_ax_AccumulatedOtherComprehensiveIncomeLossInvestmentSecuritiesBeforeTax" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_RestrictedStockUnitsRSUMember_6512940e-9434-4bb3-8d43-618495229830_terseLabel_en-US" xlink:label="lab_us-gaap_RestrictedStockUnitsRSUMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">RSUs</link:label>
    <link:label id="lab_us-gaap_RestrictedStockUnitsRSUMember_label_en-US" xlink:label="lab_us-gaap_RestrictedStockUnitsRSUMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Restricted Stock Units (RSUs) [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_RestrictedStockUnitsRSUMember" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_RestrictedStockUnitsRSUMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_RestrictedStockUnitsRSUMember" xlink:to="lab_us-gaap_RestrictedStockUnitsRSUMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ScheduleOfSharebasedCompensationRestrictedStockAndRestrictedStockUnitsActivityTableTextBlock_a5536a81-eae9-490d-892e-7707cf122201_terseLabel_en-US" xlink:label="lab_us-gaap_ScheduleOfSharebasedCompensationRestrictedStockAndRestrictedStockUnitsActivityTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Schedule of Status and Changes in Restricted Stock Grants</link:label>
    <link:label id="lab_us-gaap_ScheduleOfSharebasedCompensationRestrictedStockAndRestrictedStockUnitsActivityTableTextBlock_label_en-US" xlink:label="lab_us-gaap_ScheduleOfSharebasedCompensationRestrictedStockAndRestrictedStockUnitsActivityTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Share-Based Payment Arrangement, Restricted Stock and Restricted Stock Unit, Activity [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ScheduleOfSharebasedCompensationRestrictedStockAndRestrictedStockUnitsActivityTableTextBlock" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_ScheduleOfSharebasedCompensationRestrictedStockAndRestrictedStockUnitsActivityTableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ScheduleOfSharebasedCompensationRestrictedStockAndRestrictedStockUnitsActivityTableTextBlock" xlink:to="lab_us-gaap_ScheduleOfSharebasedCompensationRestrictedStockAndRestrictedStockUnitsActivityTableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesTable_67286026-8d64-43e4-a0b0-21df96ad0a19_terseLabel_en-US" xlink:label="lab_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesTable" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Fair Value Measurement Inputs and Valuation Techniques [Table]</link:label>
    <link:label id="lab_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesTable_label_en-US" xlink:label="lab_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesTable" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Fair Value Measurement Inputs and Valuation Techniques [Table]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesTable" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesTable"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesTable" xlink:to="lab_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesTable" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DerivativeInstrumentsInHedgesAtFairValueNet_3fa18091-1ded-4769-9e75-96bdcde0bb12_terseLabel_en-US" xlink:label="lab_us-gaap_DerivativeInstrumentsInHedgesAtFairValueNet" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Derivative instruments in hedges, at fair value, net</link:label>
    <link:label id="lab_us-gaap_DerivativeInstrumentsInHedgesAtFairValueNet_label_en-US" xlink:label="lab_us-gaap_DerivativeInstrumentsInHedgesAtFairValueNet" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Derivative Instruments in Hedges, at Fair Value, Net</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DerivativeInstrumentsInHedgesAtFairValueNet" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_DerivativeInstrumentsInHedgesAtFairValueNet"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DerivativeInstrumentsInHedgesAtFairValueNet" xlink:to="lab_us-gaap_DerivativeInstrumentsInHedgesAtFairValueNet" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_PortionAtFairValueFairValueDisclosureMember_de902a60-7893-4711-85bc-cdb18b7e779e_terseLabel_en-US" xlink:label="lab_us-gaap_PortionAtFairValueFairValueDisclosureMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Portion at Fair Value Measurement</link:label>
    <link:label id="lab_us-gaap_PortionAtFairValueFairValueDisclosureMember_label_en-US" xlink:label="lab_us-gaap_PortionAtFairValueFairValueDisclosureMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Portion at Fair Value Measurement [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_PortionAtFairValueFairValueDisclosureMember" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_PortionAtFairValueFairValueDisclosureMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_PortionAtFairValueFairValueDisclosureMember" xlink:to="lab_us-gaap_PortionAtFairValueFairValueDisclosureMember" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_MortgageServicingRightsMember_dd616970-451f-4f20-8f47-6b61bc50e4bd_terseLabel_en-US" xlink:label="lab_ax_MortgageServicingRightsMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Servicing Rights</link:label>
    <link:label id="lab_ax_MortgageServicingRightsMember_label_en-US" xlink:label="lab_ax_MortgageServicingRightsMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Mortgage Servicing Rights [Member]</link:label>
    <link:label id="lab_ax_MortgageServicingRightsMember_documentation_en-US" xlink:label="lab_ax_MortgageServicingRightsMember" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Mortgage Servicing Rights [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_MortgageServicingRightsMember" xlink:href="ax-20240331.xsd#ax_MortgageServicingRightsMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_MortgageServicingRightsMember" xlink:to="lab_ax_MortgageServicingRightsMember" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_SecuritiesBusinessSegmentMember_61a6acbe-4437-4330-886d-37b793d82f2b_terseLabel_en-US" xlink:label="lab_ax_SecuritiesBusinessSegmentMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Securities Business</link:label>
    <link:label id="lab_ax_SecuritiesBusinessSegmentMember_label_en-US" xlink:label="lab_ax_SecuritiesBusinessSegmentMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Securities Business Segment [Member]</link:label>
    <link:label id="lab_ax_SecuritiesBusinessSegmentMember_documentation_en-US" xlink:label="lab_ax_SecuritiesBusinessSegmentMember" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Securities Business Segment [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_SecuritiesBusinessSegmentMember" xlink:href="ax-20240331.xsd#ax_SecuritiesBusinessSegmentMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_SecuritiesBusinessSegmentMember" xlink:to="lab_ax_SecuritiesBusinessSegmentMember" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_RealEstateLoanPortfoliosMember_8ef785ca-e08b-4969-9fdd-33d3e70f47f9_terseLabel_en-US" xlink:label="lab_ax_RealEstateLoanPortfoliosMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Real Estate Loan Portfolios</link:label>
    <link:label id="lab_ax_RealEstateLoanPortfoliosMember_label_en-US" xlink:label="lab_ax_RealEstateLoanPortfoliosMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Real Estate Loan Portfolios [Member]</link:label>
    <link:label id="lab_ax_RealEstateLoanPortfoliosMember_documentation_en-US" xlink:label="lab_ax_RealEstateLoanPortfoliosMember" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Real Estate Loan Portfolios</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_RealEstateLoanPortfoliosMember" xlink:href="ax-20240331.xsd#ax_RealEstateLoanPortfoliosMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_RealEstateLoanPortfoliosMember" xlink:to="lab_ax_RealEstateLoanPortfoliosMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AssetPledgedAsCollateralMember_08df70c7-f38a-48d4-a2a8-aedc46af27da_terseLabel_en-US" xlink:label="lab_us-gaap_AssetPledgedAsCollateralMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Asset Pledged as Collateral</link:label>
    <link:label id="lab_us-gaap_AssetPledgedAsCollateralMember_label_en-US" xlink:label="lab_us-gaap_AssetPledgedAsCollateralMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Asset Pledged as Collateral [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AssetPledgedAsCollateralMember" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_AssetPledgedAsCollateralMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AssetPledgedAsCollateralMember" xlink:to="lab_us-gaap_AssetPledgedAsCollateralMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_IntangibleAssetsNetIncludingGoodwill_837ae20c-d189-4db3-b7a9-6c1b84b66ba4_terseLabel_en-US" xlink:label="lab_us-gaap_IntangibleAssetsNetIncludingGoodwill" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Goodwill and other intangible assets&#8212;net</link:label>
    <link:label id="lab_us-gaap_IntangibleAssetsNetIncludingGoodwill_label_en-US" xlink:label="lab_us-gaap_IntangibleAssetsNetIncludingGoodwill" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Intangible Assets, Net (Including Goodwill)</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_IntangibleAssetsNetIncludingGoodwill" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_IntangibleAssetsNetIncludingGoodwill"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_IntangibleAssetsNetIncludingGoodwill" xlink:to="lab_us-gaap_IntangibleAssetsNetIncludingGoodwill" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueOffBalanceSheetRisksDisclosureInformationLineItems_ff8abcd0-4f9c-4c72-ad3e-d3b4a41b968c_terseLabel_en-US" xlink:label="lab_us-gaap_FairValueOffBalanceSheetRisksDisclosureInformationLineItems" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Fair Value, Off-balance Sheet Risks, Disclosure Information [Line Items]</link:label>
    <link:label id="lab_us-gaap_FairValueOffBalanceSheetRisksDisclosureInformationLineItems_label_en-US" xlink:label="lab_us-gaap_FairValueOffBalanceSheetRisksDisclosureInformationLineItems" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Fair Value, off-Balance-Sheet Risks, Disclosure Information [Line Items]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueOffBalanceSheetRisksDisclosureInformationLineItems" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FairValueOffBalanceSheetRisksDisclosureInformationLineItems"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueOffBalanceSheetRisksDisclosureInformationLineItems" xlink:to="lab_us-gaap_FairValueOffBalanceSheetRisksDisclosureInformationLineItems" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LesseeOperatingLeaseLiabilityMaturityTableTextBlock_8db933f5-204a-4161-b47b-c4a416fad417_terseLabel_en-US" xlink:label="lab_us-gaap_LesseeOperatingLeaseLiabilityMaturityTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Schedule of Maturities of Lease Liabilities</link:label>
    <link:label id="lab_us-gaap_LesseeOperatingLeaseLiabilityMaturityTableTextBlock_label_en-US" xlink:label="lab_us-gaap_LesseeOperatingLeaseLiabilityMaturityTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Lessee, Operating Lease, Liability, to be Paid, Maturity [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LesseeOperatingLeaseLiabilityMaturityTableTextBlock" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_LesseeOperatingLeaseLiabilityMaturityTableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LesseeOperatingLeaseLiabilityMaturityTableTextBlock" xlink:to="lab_us-gaap_LesseeOperatingLeaseLiabilityMaturityTableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_RevenueNotFromContractWithCustomerNonInterestIncomeOutOfScope_f45d70c9-8407-4829-8693-b231ea0611c4_terseLabel_en-US" xlink:label="lab_ax_RevenueNotFromContractWithCustomerNonInterestIncomeOutOfScope" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Non-interest income (out-of-scope of ASC 606)</link:label>
    <link:label id="lab_ax_RevenueNotFromContractWithCustomerNonInterestIncomeOutOfScope_label_en-US" xlink:label="lab_ax_RevenueNotFromContractWithCustomerNonInterestIncomeOutOfScope" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Revenue Not from Contract with Customer, Non-Interest Income (Out-of-Scope)</link:label>
    <link:label id="lab_ax_RevenueNotFromContractWithCustomerNonInterestIncomeOutOfScope_documentation_en-US" xlink:label="lab_ax_RevenueNotFromContractWithCustomerNonInterestIncomeOutOfScope" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Revenue Not from Contract with Customer, Non-Interest Income (Out-of-Scope)</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_RevenueNotFromContractWithCustomerNonInterestIncomeOutOfScope" xlink:href="ax-20240331.xsd#ax_RevenueNotFromContractWithCustomerNonInterestIncomeOutOfScope"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_RevenueNotFromContractWithCustomerNonInterestIncomeOutOfScope" xlink:to="lab_ax_RevenueNotFromContractWithCustomerNonInterestIncomeOutOfScope" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterTenYearsAmortizedCost_71e136ab-5f54-4f51-a5a1-ee325ecafd63_terseLabel_en-US" xlink:label="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterTenYearsAmortizedCost" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Due After Ten Years</link:label>
    <link:label id="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterTenYearsAmortizedCost_label_en-US" xlink:label="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterTenYearsAmortizedCost" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Debt Securities, Available-for-Sale, Amortized Cost, Maturity, Allocated and Single Maturity Date, after Year 10</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterTenYearsAmortizedCost" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterTenYearsAmortizedCost"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterTenYearsAmortizedCost" xlink:to="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterTenYearsAmortizedCost" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueByBalanceSheetGroupingTextBlock_fc789977-3421-47a5-bd16-e93fb9701eaa_terseLabel_en-US" xlink:label="lab_us-gaap_FairValueByBalanceSheetGroupingTextBlock" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Schedule of Carrying Amounts and Estimated Fair Values of Financial Instruments at Period-end</link:label>
    <link:label id="lab_us-gaap_FairValueByBalanceSheetGroupingTextBlock_label_en-US" xlink:label="lab_us-gaap_FairValueByBalanceSheetGroupingTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Fair Value, by Balance Sheet Grouping [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueByBalanceSheetGroupingTextBlock" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FairValueByBalanceSheetGroupingTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueByBalanceSheetGroupingTextBlock" xlink:to="lab_us-gaap_FairValueByBalanceSheetGroupingTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AssetAcquisitionTableTextBlock_4a1241ca-9bd1-4b77-8ec4-4d0b448c70c7_terseLabel_en-US" xlink:label="lab_us-gaap_AssetAcquisitionTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Schedule of Asset Acquisition</link:label>
    <link:label id="lab_us-gaap_AssetAcquisitionTableTextBlock_label_en-US" xlink:label="lab_us-gaap_AssetAcquisitionTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Asset Acquisition [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AssetAcquisitionTableTextBlock" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_AssetAcquisitionTableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AssetAcquisitionTableTextBlock" xlink:to="lab_us-gaap_AssetAcquisitionTableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_srt_ProductsAndServicesDomain_a376ba02-b132-4988-bc36-41ae244bf185_terseLabel_en-US" xlink:label="lab_srt_ProductsAndServicesDomain" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Product and Service [Domain]</link:label>
    <link:label id="lab_srt_ProductsAndServicesDomain_label_en-US" xlink:label="lab_srt_ProductsAndServicesDomain" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Product and Service [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_srt_ProductsAndServicesDomain" xlink:href="https://xbrl.fasb.org/srt/2023/elts/srt-2023.xsd#srt_ProductsAndServicesDomain"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_srt_ProductsAndServicesDomain" xlink:to="lab_srt_ProductsAndServicesDomain" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_IncreaseDecreaseInOtherAccountsPayableAndAccruedLiabilities_8d6cd8aa-2347-4d70-91ad-f6f3d6542dc1_terseLabel_en-US" xlink:label="lab_us-gaap_IncreaseDecreaseInOtherAccountsPayableAndAccruedLiabilities" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Accounts payable and other liabilities</link:label>
    <link:label id="lab_us-gaap_IncreaseDecreaseInOtherAccountsPayableAndAccruedLiabilities_label_en-US" xlink:label="lab_us-gaap_IncreaseDecreaseInOtherAccountsPayableAndAccruedLiabilities" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Increase (Decrease) in Other Accounts Payable and Accrued Liabilities</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_IncreaseDecreaseInOtherAccountsPayableAndAccruedLiabilities" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_IncreaseDecreaseInOtherAccountsPayableAndAccruedLiabilities"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_IncreaseDecreaseInOtherAccountsPayableAndAccruedLiabilities" xlink:to="lab_us-gaap_IncreaseDecreaseInOtherAccountsPayableAndAccruedLiabilities" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_StandbyLettersOfCreditMember_6adcc8c2-d20f-4a26-8db9-741809d68786_terseLabel_en-US" xlink:label="lab_us-gaap_StandbyLettersOfCreditMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Letters of credit</link:label>
    <link:label id="lab_us-gaap_StandbyLettersOfCreditMember_label_en-US" xlink:label="lab_us-gaap_StandbyLettersOfCreditMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Standby Letters of Credit [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_StandbyLettersOfCreditMember" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_StandbyLettersOfCreditMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_StandbyLettersOfCreditMember" xlink:to="lab_us-gaap_StandbyLettersOfCreditMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_NetCashProvidedByUsedInInvestingActivitiesAbstract_4d2be222-6ad4-49b7-b1fe-a354d8fbdc0c_terseLabel_en-US" xlink:label="lab_us-gaap_NetCashProvidedByUsedInInvestingActivitiesAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">CASH FLOWS FROM INVESTING ACTIVITIES:</link:label>
    <link:label id="lab_us-gaap_NetCashProvidedByUsedInInvestingActivitiesAbstract_label_en-US" xlink:label="lab_us-gaap_NetCashProvidedByUsedInInvestingActivitiesAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Net Cash Provided by (Used in) Investing Activities [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_NetCashProvidedByUsedInInvestingActivitiesAbstract" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_NetCashProvidedByUsedInInvestingActivitiesAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_NetCashProvidedByUsedInInvestingActivitiesAbstract" xlink:to="lab_us-gaap_NetCashProvidedByUsedInInvestingActivitiesAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AntidilutiveSecuritiesExcludedFromComputationOfEarningsPerShareAmount_23aa2b5a-0418-4366-9458-37a8251927eb_terseLabel_en-US" xlink:label="lab_us-gaap_AntidilutiveSecuritiesExcludedFromComputationOfEarningsPerShareAmount" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Weighted average antidilutive common stock equivalents (excluded from the computation of EPS) (in shares)</link:label>
    <link:label id="lab_us-gaap_AntidilutiveSecuritiesExcludedFromComputationOfEarningsPerShareAmount_label_en-US" xlink:label="lab_us-gaap_AntidilutiveSecuritiesExcludedFromComputationOfEarningsPerShareAmount" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Antidilutive Securities Excluded from Computation of Earnings Per Share, Amount</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AntidilutiveSecuritiesExcludedFromComputationOfEarningsPerShareAmount" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_AntidilutiveSecuritiesExcludedFromComputationOfEarningsPerShareAmount"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AntidilutiveSecuritiesExcludedFromComputationOfEarningsPerShareAmount" xlink:to="lab_us-gaap_AntidilutiveSecuritiesExcludedFromComputationOfEarningsPerShareAmount" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AwardTypeAxis_097cbcaa-9a65-437e-b31d-0a6f6b604bde_terseLabel_en-US" xlink:label="lab_us-gaap_AwardTypeAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Award Type [Axis]</link:label>
    <link:label id="lab_us-gaap_AwardTypeAxis_label_en-US" xlink:label="lab_us-gaap_AwardTypeAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Award Type [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AwardTypeAxis" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_AwardTypeAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AwardTypeAxis" xlink:to="lab_us-gaap_AwardTypeAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_SpecialMentionMember_2d964354-6921-4704-89fd-53c64da9ea19_terseLabel_en-US" xlink:label="lab_us-gaap_SpecialMentionMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Special Mention</link:label>
    <link:label id="lab_us-gaap_SpecialMentionMember_label_en-US" xlink:label="lab_us-gaap_SpecialMentionMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Special Mention [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_SpecialMentionMember" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_SpecialMentionMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_SpecialMentionMember" xlink:to="lab_us-gaap_SpecialMentionMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DerivativeInstrumentsAndHedgingActivitiesDisclosureAbstract_label_en-US" xlink:label="lab_us-gaap_DerivativeInstrumentsAndHedgingActivitiesDisclosureAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Derivative Instruments and Hedging Activities Disclosure [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DerivativeInstrumentsAndHedgingActivitiesDisclosureAbstract" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_DerivativeInstrumentsAndHedgingActivitiesDisclosureAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DerivativeInstrumentsAndHedgingActivitiesDisclosureAbstract" xlink:to="lab_us-gaap_DerivativeInstrumentsAndHedgingActivitiesDisclosureAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantsInPeriod_ddb9807b-7d3a-4106-8939-f5b9739b1b10_verboseLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantsInPeriod" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xml:lang="en-US">Granted (in shares)</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantsInPeriod_label_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantsInPeriod" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Share-Based Compensation Arrangement by Share-Based Payment Award, Equity Instruments Other than Options, Grants in Period</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantsInPeriod" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantsInPeriod"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantsInPeriod" xlink:to="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantsInPeriod" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_PlanNameDomain_dca1f0a3-0a7d-4552-8746-d714aa0fe942_terseLabel_en-US" xlink:label="lab_us-gaap_PlanNameDomain" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Plan Name [Domain]</link:label>
    <link:label id="lab_us-gaap_PlanNameDomain_label_en-US" xlink:label="lab_us-gaap_PlanNameDomain" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Plan Name [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_PlanNameDomain" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_PlanNameDomain"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_PlanNameDomain" xlink:to="lab_us-gaap_PlanNameDomain" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FinancingReceivableExcludingAccruedInterestOriginatedMoreThanFiveYearsBeforeCurrentFiscalYear_bd23b770-bd1a-4686-8973-973ab101e950_terseLabel_en-US" xlink:label="lab_us-gaap_FinancingReceivableExcludingAccruedInterestOriginatedMoreThanFiveYearsBeforeCurrentFiscalYear" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Prior</link:label>
    <link:label id="lab_us-gaap_FinancingReceivableExcludingAccruedInterestOriginatedMoreThanFiveYearsBeforeCurrentFiscalYear_label_en-US" xlink:label="lab_us-gaap_FinancingReceivableExcludingAccruedInterestOriginatedMoreThanFiveYearsBeforeCurrentFiscalYear" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financing Receivable, Excluding Accrued Interest, Originated, More than Five Years before Current Fiscal Year</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FinancingReceivableExcludingAccruedInterestOriginatedMoreThanFiveYearsBeforeCurrentFiscalYear" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FinancingReceivableExcludingAccruedInterestOriginatedMoreThanFiveYearsBeforeCurrentFiscalYear"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FinancingReceivableExcludingAccruedInterestOriginatedMoreThanFiveYearsBeforeCurrentFiscalYear" xlink:to="lab_us-gaap_FinancingReceivableExcludingAccruedInterestOriginatedMoreThanFiveYearsBeforeCurrentFiscalYear" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_DocumentQuarterlyReport_8ba310f6-413f-42a3-820d-fc87731ada0e_terseLabel_en-US" xlink:label="lab_dei_DocumentQuarterlyReport" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Document Quarterly Report</link:label>
    <link:label id="lab_dei_DocumentQuarterlyReport_label_en-US" xlink:label="lab_dei_DocumentQuarterlyReport" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Document Quarterly Report</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_DocumentQuarterlyReport" xlink:href="https://xbrl.sec.gov/dei/2023/dei-2023.xsd#dei_DocumentQuarterlyReport"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_DocumentQuarterlyReport" xlink:to="lab_dei_DocumentQuarterlyReport" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FinancialAssetPastDueMember_d1802286-d857-4f1a-bc90-69b6139be5c6_terseLabel_en-US" xlink:label="lab_us-gaap_FinancialAssetPastDueMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Total</link:label>
    <link:label id="lab_us-gaap_FinancialAssetPastDueMember_label_en-US" xlink:label="lab_us-gaap_FinancialAssetPastDueMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financial Asset, Past Due [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FinancialAssetPastDueMember" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FinancialAssetPastDueMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FinancialAssetPastDueMember" xlink:to="lab_us-gaap_FinancialAssetPastDueMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_InterestExpense_cbfd33b7-08e5-4b32-b95d-b162aadb591b_totalLabel_en-US" xlink:label="lab_us-gaap_InterestExpense" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xml:lang="en-US">Total interest expense</link:label>
    <link:label id="lab_us-gaap_InterestExpense_label_en-US" xlink:label="lab_us-gaap_InterestExpense" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Interest Expense</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_InterestExpense" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_InterestExpense"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_InterestExpense" xlink:to="lab_us-gaap_InterestExpense" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_EmployeeServiceShareBasedCompensationNonvestedAwardsTotalCompensationCostNotYetRecognizedShareBasedAwardsOtherThanOptions_2359a9e6-f038-4444-900e-48e399af0c5b_terseLabel_en-US" xlink:label="lab_us-gaap_EmployeeServiceShareBasedCompensationNonvestedAwardsTotalCompensationCostNotYetRecognizedShareBasedAwardsOtherThanOptions" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Unrecognized compensation expense</link:label>
    <link:label id="lab_us-gaap_EmployeeServiceShareBasedCompensationNonvestedAwardsTotalCompensationCostNotYetRecognizedShareBasedAwardsOtherThanOptions_label_en-US" xlink:label="lab_us-gaap_EmployeeServiceShareBasedCompensationNonvestedAwardsTotalCompensationCostNotYetRecognizedShareBasedAwardsOtherThanOptions" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Share-Based Payment Arrangement, Nonvested Award, Excluding Option, Cost Not yet Recognized, Amount</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_EmployeeServiceShareBasedCompensationNonvestedAwardsTotalCompensationCostNotYetRecognizedShareBasedAwardsOtherThanOptions" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_EmployeeServiceShareBasedCompensationNonvestedAwardsTotalCompensationCostNotYetRecognizedShareBasedAwardsOtherThanOptions"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_EmployeeServiceShareBasedCompensationNonvestedAwardsTotalCompensationCostNotYetRecognizedShareBasedAwardsOtherThanOptions" xlink:to="lab_us-gaap_EmployeeServiceShareBasedCompensationNonvestedAwardsTotalCompensationCostNotYetRecognizedShareBasedAwardsOtherThanOptions" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueMeasurementsFairValueHierarchyDomain_97758a3d-5e81-4500-94e3-56f24b6fa3f2_terseLabel_en-US" xlink:label="lab_us-gaap_FairValueMeasurementsFairValueHierarchyDomain" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Fair Value, Measurements, Fair Value Hierarchy [Domain]</link:label>
    <link:label id="lab_us-gaap_FairValueMeasurementsFairValueHierarchyDomain_label_en-US" xlink:label="lab_us-gaap_FairValueMeasurementsFairValueHierarchyDomain" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Fair Value Hierarchy and NAV [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueMeasurementsFairValueHierarchyDomain" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FairValueMeasurementsFairValueHierarchyDomain"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueMeasurementsFairValueHierarchyDomain" xlink:to="lab_us-gaap_FairValueMeasurementsFairValueHierarchyDomain" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ProceedsFromSaleOfFinanceReceivables_7c31145e-fc41-4cca-b79f-3fd73e64c05b_terseLabel_en-US" xlink:label="lab_us-gaap_ProceedsFromSaleOfFinanceReceivables" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Proceeds from sale of loans originally classified as held for investment</link:label>
    <link:label id="lab_us-gaap_ProceedsFromSaleOfFinanceReceivables_label_en-US" xlink:label="lab_us-gaap_ProceedsFromSaleOfFinanceReceivables" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Proceeds from Sale of Finance Receivables</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ProceedsFromSaleOfFinanceReceivables" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_ProceedsFromSaleOfFinanceReceivables"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ProceedsFromSaleOfFinanceReceivables" xlink:to="lab_us-gaap_ProceedsFromSaleOfFinanceReceivables" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_GainsLossesOnExtinguishmentOfDebt_2a3f4181-dffe-4184-acf0-e609643d0351_negatedTerseLabel_en-US" xlink:label="lab_us-gaap_GainsLossesOnExtinguishmentOfDebt" xlink:role="http://www.xbrl.org/2009/role/negatedTerseLabel" xlink:type="resource" xml:lang="en-US">Gain on repurchase of subordinated notes</link:label>
    <link:label id="lab_us-gaap_GainsLossesOnExtinguishmentOfDebt_ab7b539a-93f0-4b41-b0c3-0bff47ff235e_terseLabel_en-US" xlink:label="lab_us-gaap_GainsLossesOnExtinguishmentOfDebt" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Gain(loss) on extinguishment</link:label>
    <link:label id="lab_us-gaap_GainsLossesOnExtinguishmentOfDebt_label_en-US" xlink:label="lab_us-gaap_GainsLossesOnExtinguishmentOfDebt" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Gain (Loss) on Extinguishment of Debt</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_GainsLossesOnExtinguishmentOfDebt" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_GainsLossesOnExtinguishmentOfDebt"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_GainsLossesOnExtinguishmentOfDebt" xlink:to="lab_us-gaap_GainsLossesOnExtinguishmentOfDebt" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardNumberOfSharesAuthorized_3f8fb210-8861-4f83-a6b9-ec951c746455_terseLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardNumberOfSharesAuthorized" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Share-based compensation arrangement by share-based payment award, number of shares authorized</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardNumberOfSharesAuthorized_label_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardNumberOfSharesAuthorized" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Share-Based Compensation Arrangement by Share-Based Payment Award, Number of Shares Authorized</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardNumberOfSharesAuthorized" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardNumberOfSharesAuthorized"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardNumberOfSharesAuthorized" xlink:to="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardNumberOfSharesAuthorized" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_AccumulatedOtherComprehensiveIncomeLossOtherThanTemporaryImpairmentAvailableForSaleDebtSecuritiesNetUnrealizedGains_aa2cb599-5cb4-450d-b8b0-10a862e43eba_terseLabel_en-US" xlink:label="lab_ax_AccumulatedOtherComprehensiveIncomeLossOtherThanTemporaryImpairmentAvailableForSaleDebtSecuritiesNetUnrealizedGains" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Available-for-sale securities&#8212;net unrealized gains (losses)</link:label>
    <link:label id="lab_ax_AccumulatedOtherComprehensiveIncomeLossOtherThanTemporaryImpairmentAvailableForSaleDebtSecuritiesNetUnrealizedGains_label_en-US" xlink:label="lab_ax_AccumulatedOtherComprehensiveIncomeLossOtherThanTemporaryImpairmentAvailableForSaleDebtSecuritiesNetUnrealizedGains" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Accumulated Other Comprehensive Income (Loss), Other than Temporary Impairment, Available-for-sale, Debt Securities, Net Unrealized Gains</link:label>
    <link:label id="lab_ax_AccumulatedOtherComprehensiveIncomeLossOtherThanTemporaryImpairmentAvailableForSaleDebtSecuritiesNetUnrealizedGains_documentation_en-US" xlink:label="lab_ax_AccumulatedOtherComprehensiveIncomeLossOtherThanTemporaryImpairmentAvailableForSaleDebtSecuritiesNetUnrealizedGains" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Accumulated Other Comprehensive Income (Loss), Other than Temporary Impairment, Available-for-sale, Debt Securities, Net Unrealized Gains</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_AccumulatedOtherComprehensiveIncomeLossOtherThanTemporaryImpairmentAvailableForSaleDebtSecuritiesNetUnrealizedGains" xlink:href="ax-20240331.xsd#ax_AccumulatedOtherComprehensiveIncomeLossOtherThanTemporaryImpairmentAvailableForSaleDebtSecuritiesNetUnrealizedGains"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_AccumulatedOtherComprehensiveIncomeLossOtherThanTemporaryImpairmentAvailableForSaleDebtSecuritiesNetUnrealizedGains" xlink:to="lab_ax_AccumulatedOtherComprehensiveIncomeLossOtherThanTemporaryImpairmentAvailableForSaleDebtSecuritiesNetUnrealizedGains" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_BankServicingMember_1e845f65-9c81-4b7c-8a32-f40fe35adf1f_terseLabel_en-US" xlink:label="lab_us-gaap_BankServicingMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Banking and service fees</link:label>
    <link:label id="lab_us-gaap_BankServicingMember_label_en-US" xlink:label="lab_us-gaap_BankServicingMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Bank Servicing [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_BankServicingMember" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_BankServicingMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_BankServicingMember" xlink:to="lab_us-gaap_BankServicingMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LesseeOperatingLeaseLiabilityUndiscountedExcessAmount_0345deaf-da08-47b9-9be4-f4e834872dd0_negatedTerseLabel_en-US" xlink:label="lab_us-gaap_LesseeOperatingLeaseLiabilityUndiscountedExcessAmount" xlink:role="http://www.xbrl.org/2009/role/negatedTerseLabel" xlink:type="resource" xml:lang="en-US">Less: amount representing interest</link:label>
    <link:label id="lab_us-gaap_LesseeOperatingLeaseLiabilityUndiscountedExcessAmount_label_en-US" xlink:label="lab_us-gaap_LesseeOperatingLeaseLiabilityUndiscountedExcessAmount" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Lessee, Operating Lease, Liability, Undiscounted Excess Amount</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LesseeOperatingLeaseLiabilityUndiscountedExcessAmount" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_LesseeOperatingLeaseLiabilityUndiscountedExcessAmount"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LesseeOperatingLeaseLiabilityUndiscountedExcessAmount" xlink:to="lab_us-gaap_LesseeOperatingLeaseLiabilityUndiscountedExcessAmount" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_OffBalanceSheetCreditLossLiabilityCreditLossExpenseReversal_becf9e31-1e78-4b2d-bb4d-2d282095637a_terseLabel_en-US" xlink:label="lab_us-gaap_OffBalanceSheetCreditLossLiabilityCreditLossExpenseReversal" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Provision for credit losses - unfunded lending commitments</link:label>
    <link:label id="lab_us-gaap_OffBalanceSheetCreditLossLiabilityCreditLossExpenseReversal_label_en-US" xlink:label="lab_us-gaap_OffBalanceSheetCreditLossLiabilityCreditLossExpenseReversal" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Off-Balance-Sheet, Credit Loss, Liability, Credit Loss Expense (Reversal)</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_OffBalanceSheetCreditLossLiabilityCreditLossExpenseReversal" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_OffBalanceSheetCreditLossLiabilityCreditLossExpenseReversal"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_OffBalanceSheetCreditLossLiabilityCreditLossExpenseReversal" xlink:to="lab_us-gaap_OffBalanceSheetCreditLossLiabilityCreditLossExpenseReversal" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_RepaymentsOfFederalHomeLoanBankBorrowings_836768be-d08b-4df2-825c-82f2b5debdb9_negatedTerseLabel_en-US" xlink:label="lab_us-gaap_RepaymentsOfFederalHomeLoanBankBorrowings" xlink:role="http://www.xbrl.org/2009/role/negatedTerseLabel" xlink:type="resource" xml:lang="en-US">Repayments of the Federal Home Loan Bank term advances</link:label>
    <link:label id="lab_us-gaap_RepaymentsOfFederalHomeLoanBankBorrowings_label_en-US" xlink:label="lab_us-gaap_RepaymentsOfFederalHomeLoanBankBorrowings" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Payments of FHLBank Borrowings, Financing Activities</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_RepaymentsOfFederalHomeLoanBankBorrowings" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_RepaymentsOfFederalHomeLoanBankBorrowings"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_RepaymentsOfFederalHomeLoanBankBorrowings" xlink:to="lab_us-gaap_RepaymentsOfFederalHomeLoanBankBorrowings" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueRecurringBasisUnobservableInputReconciliationAssetGainLossStatementOfIncomeExtensibleList_8f06ef80-14dc-4d7d-8bb3-0edaabb4337e_terseLabel_en-US" xlink:label="lab_us-gaap_FairValueRecurringBasisUnobservableInputReconciliationAssetGainLossStatementOfIncomeExtensibleList" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Included in earnings&#8212;Mortgage banking income [Extensible Enumeration]</link:label>
    <link:label id="lab_us-gaap_FairValueRecurringBasisUnobservableInputReconciliationAssetGainLossStatementOfIncomeExtensibleList_label_en-US" xlink:label="lab_us-gaap_FairValueRecurringBasisUnobservableInputReconciliationAssetGainLossStatementOfIncomeExtensibleList" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Fair Value, Asset, Recurring Basis, Unobservable Input Reconciliation, Gain (Loss), Statement of Income or Comprehensive Income [Extensible Enumeration]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueRecurringBasisUnobservableInputReconciliationAssetGainLossStatementOfIncomeExtensibleList" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FairValueRecurringBasisUnobservableInputReconciliationAssetGainLossStatementOfIncomeExtensibleList"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueRecurringBasisUnobservableInputReconciliationAssetGainLossStatementOfIncomeExtensibleList" xlink:to="lab_us-gaap_FairValueRecurringBasisUnobservableInputReconciliationAssetGainLossStatementOfIncomeExtensibleList" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LongtermDebtTypeDomain_d46ac31d-fe01-4d0b-8027-53b2d3fe1073_terseLabel_en-US" xlink:label="lab_us-gaap_LongtermDebtTypeDomain" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Long-term Debt, Type [Domain]</link:label>
    <link:label id="lab_us-gaap_LongtermDebtTypeDomain_label_en-US" xlink:label="lab_us-gaap_LongtermDebtTypeDomain" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Long-Term Debt, Type [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LongtermDebtTypeDomain" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_LongtermDebtTypeDomain"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LongtermDebtTypeDomain" xlink:to="lab_us-gaap_LongtermDebtTypeDomain" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_EntityFileNumber_6b06e67a-a458-4088-8b3c-8a92e267deba_terseLabel_en-US" xlink:label="lab_dei_EntityFileNumber" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Entity File Number</link:label>
    <link:label id="lab_dei_EntityFileNumber_label_en-US" xlink:label="lab_dei_EntityFileNumber" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Entity File Number</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_EntityFileNumber" xlink:href="https://xbrl.sec.gov/dei/2023/dei-2023.xsd#dei_EntityFileNumber"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_EntityFileNumber" xlink:to="lab_dei_EntityFileNumber" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_MeasurementInputDiscountRateMember_3b9b15b7-b0d0-4718-a618-908c4b9c3d91_terseLabel_en-US" xlink:label="lab_us-gaap_MeasurementInputDiscountRateMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Discount Rate</link:label>
    <link:label id="lab_us-gaap_MeasurementInputDiscountRateMember_label_en-US" xlink:label="lab_us-gaap_MeasurementInputDiscountRateMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Measurement Input, Discount Rate [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_MeasurementInputDiscountRateMember" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_MeasurementInputDiscountRateMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_MeasurementInputDiscountRateMember" xlink:to="lab_us-gaap_MeasurementInputDiscountRateMember" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_ScheduleOfLoansPerformingAndNonPerformingTableTextBlock_6a104f95-71b4-4775-a827-944442101805_terseLabel_en-US" xlink:label="lab_ax_ScheduleOfLoansPerformingAndNonPerformingTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Schedule of Outstanding Principal Balance on Loans Performing and Nonaccrual</link:label>
    <link:label id="lab_ax_ScheduleOfLoansPerformingAndNonPerformingTableTextBlock_label_en-US" xlink:label="lab_ax_ScheduleOfLoansPerformingAndNonPerformingTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Schedule Of Loans Performing And NonPerforming [Table Text Block]</link:label>
    <link:label id="lab_ax_ScheduleOfLoansPerformingAndNonPerformingTableTextBlock_documentation_en-US" xlink:label="lab_ax_ScheduleOfLoansPerformingAndNonPerformingTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Schedule Of Loans Performing And NonPerforming [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_ScheduleOfLoansPerformingAndNonPerformingTableTextBlock" xlink:href="ax-20240331.xsd#ax_ScheduleOfLoansPerformingAndNonPerformingTableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_ScheduleOfLoansPerformingAndNonPerformingTableTextBlock" xlink:to="lab_ax_ScheduleOfLoansPerformingAndNonPerformingTableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_SecuritiesLoaned_52fed088-7a22-4819-805f-ec779e8372b2_terseLabel_en-US" xlink:label="lab_us-gaap_SecuritiesLoaned" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Securities loaned</link:label>
    <link:label id="lab_us-gaap_SecuritiesLoaned_label_en-US" xlink:label="lab_us-gaap_SecuritiesLoaned" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Securities Loaned</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_SecuritiesLoaned" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_SecuritiesLoaned"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_SecuritiesLoaned" xlink:to="lab_us-gaap_SecuritiesLoaned" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ProceedsFromSaleAndMaturityOfAvailableForSaleSecurities_b947c615-3039-4ec4-a86e-2c1c3b500f76_terseLabel_en-US" xlink:label="lab_us-gaap_ProceedsFromSaleAndMaturityOfAvailableForSaleSecurities" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Proceeds from sale and repayment of available-for-sale securities</link:label>
    <link:label id="lab_us-gaap_ProceedsFromSaleAndMaturityOfAvailableForSaleSecurities_label_en-US" xlink:label="lab_us-gaap_ProceedsFromSaleAndMaturityOfAvailableForSaleSecurities" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Proceeds from Sale and Maturity of Debt Securities, Available-for-Sale</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ProceedsFromSaleAndMaturityOfAvailableForSaleSecurities" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_ProceedsFromSaleAndMaturityOfAvailableForSaleSecurities"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ProceedsFromSaleAndMaturityOfAvailableForSaleSecurities" xlink:to="lab_us-gaap_ProceedsFromSaleAndMaturityOfAvailableForSaleSecurities" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_EntityShellCompany_b11705b4-43c2-4e85-8d27-b09bfd9ecc65_terseLabel_en-US" xlink:label="lab_dei_EntityShellCompany" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Entity Shell Company</link:label>
    <link:label id="lab_dei_EntityShellCompany_label_en-US" xlink:label="lab_dei_EntityShellCompany" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Entity Shell Company</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_EntityShellCompany" xlink:href="https://xbrl.sec.gov/dei/2023/dei-2023.xsd#dei_EntityShellCompany"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_EntityShellCompany" xlink:to="lab_dei_EntityShellCompany" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueYearThree_b5fae632-161b-46dc-9b8b-c90eb78aaf5a_verboseLabel_en-US" xlink:label="lab_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueYearThree" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xml:lang="en-US">After three years and within four years</link:label>
    <link:label id="lab_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueYearThree_label_en-US" xlink:label="lab_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueYearThree" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Lessee, Operating Lease, Liability, to be Paid, Year Three</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueYearThree" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueYearThree"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueYearThree" xlink:to="lab_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueYearThree" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_NoninterestIncomeBrokerDealerClearingFees_2aa10d24-b40d-4cd2-9de4-a22a263af58a_verboseLabel_en-US" xlink:label="lab_ax_NoninterestIncomeBrokerDealerClearingFees" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xml:lang="en-US">Broker-dealer clearing fees</link:label>
    <link:label id="lab_ax_NoninterestIncomeBrokerDealerClearingFees_label_en-US" xlink:label="lab_ax_NoninterestIncomeBrokerDealerClearingFees" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Noninterest Income, Broker-Dealer Clearing Fees</link:label>
    <link:label id="lab_ax_NoninterestIncomeBrokerDealerClearingFees_documentation_en-US" xlink:label="lab_ax_NoninterestIncomeBrokerDealerClearingFees" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Noninterest Income, Broker-Dealer Clearing Fees</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_NoninterestIncomeBrokerDealerClearingFees" xlink:href="ax-20240331.xsd#ax_NoninterestIncomeBrokerDealerClearingFees"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_NoninterestIncomeBrokerDealerClearingFees" xlink:to="lab_ax_NoninterestIncomeBrokerDealerClearingFees" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LoansReceivableHeldForSaleAmount_551578a4-5451-4f88-8ca7-a3cefeae325c_terseLabel_en-US" xlink:label="lab_us-gaap_LoansReceivableHeldForSaleAmount" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Loans held for sale, carried at fair value</link:label>
    <link:label id="lab_us-gaap_LoansReceivableHeldForSaleAmount_0caa2c63-290e-48c5-afb1-9973c9d39361_verboseLabel_en-US" xlink:label="lab_us-gaap_LoansReceivableHeldForSaleAmount" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xml:lang="en-US">Loans held for sale</link:label>
    <link:label id="lab_us-gaap_LoansReceivableHeldForSaleAmount_35429cb1-b975-4b11-b0ae-5a88a2cbdf6e_totalLabel_en-US" xlink:label="lab_us-gaap_LoansReceivableHeldForSaleAmount" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xml:lang="en-US">Aggregate fair value</link:label>
    <link:label id="lab_us-gaap_LoansReceivableHeldForSaleAmount_d18cb2e6-5f30-48cf-ba59-21c50c9e97f9_netLabel_en-US" xlink:label="lab_us-gaap_LoansReceivableHeldForSaleAmount" xlink:role="http://www.xbrl.org/2009/role/netLabel" xlink:type="resource" xml:lang="en-US">Loans held for sale, at fair value</link:label>
    <link:label id="lab_us-gaap_LoansReceivableHeldForSaleAmount_label_en-US" xlink:label="lab_us-gaap_LoansReceivableHeldForSaleAmount" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financing Receivable, Held-for-Sale</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LoansReceivableHeldForSaleAmount" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_LoansReceivableHeldForSaleAmount"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LoansReceivableHeldForSaleAmount" xlink:to="lab_us-gaap_LoansReceivableHeldForSaleAmount" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_NewAccountingPronouncementsPolicyPolicyTextBlock_c822022c-7b81-415e-a61b-facbe672d551_terseLabel_en-US" xlink:label="lab_us-gaap_NewAccountingPronouncementsPolicyPolicyTextBlock" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Significant Accounting Policies</link:label>
    <link:label id="lab_us-gaap_NewAccountingPronouncementsPolicyPolicyTextBlock_label_en-US" xlink:label="lab_us-gaap_NewAccountingPronouncementsPolicyPolicyTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">New Accounting Pronouncements, Policy [Policy Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_NewAccountingPronouncementsPolicyPolicyTextBlock" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_NewAccountingPronouncementsPolicyPolicyTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_NewAccountingPronouncementsPolicyPolicyTextBlock" xlink:to="lab_us-gaap_NewAccountingPronouncementsPolicyPolicyTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FinancingReceivableBeforeAllowanceForCreditLossAndFee_946f6a0f-e859-47bd-a08b-b54e93ea7d64_totalLabel_en-US" xlink:label="lab_us-gaap_FinancingReceivableBeforeAllowanceForCreditLossAndFee" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xml:lang="en-US">Total</link:label>
    <link:label id="lab_us-gaap_FinancingReceivableBeforeAllowanceForCreditLossAndFee_label_en-US" xlink:label="lab_us-gaap_FinancingReceivableBeforeAllowanceForCreditLossAndFee" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financing Receivable, before Allowance for Credit Loss, Fee and Loan in Process</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FinancingReceivableBeforeAllowanceForCreditLossAndFee" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FinancingReceivableBeforeAllowanceForCreditLossAndFee"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FinancingReceivableBeforeAllowanceForCreditLossAndFee" xlink:to="lab_us-gaap_FinancingReceivableBeforeAllowanceForCreditLossAndFee" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_LoansHeldForSaleInterestIncome_53fe8c54-ac04-486f-93a2-0aa7f12be22a_terseLabel_en-US" xlink:label="lab_ax_LoansHeldForSaleInterestIncome" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Interest income</link:label>
    <link:label id="lab_ax_LoansHeldForSaleInterestIncome_label_en-US" xlink:label="lab_ax_LoansHeldForSaleInterestIncome" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Loans Held-for-sale, Interest Income</link:label>
    <link:label id="lab_ax_LoansHeldForSaleInterestIncome_documentation_en-US" xlink:label="lab_ax_LoansHeldForSaleInterestIncome" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Loans Held-for-sale, Interest Income</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_LoansHeldForSaleInterestIncome" xlink:href="ax-20240331.xsd#ax_LoansHeldForSaleInterestIncome"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_LoansHeldForSaleInterestIncome" xlink:to="lab_ax_LoansHeldForSaleInterestIncome" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_TreasuryStockAcquiredAverageCostPerShare_d877d1f9-8b5f-4c6e-ae40-07369f6267d9_terseLabel_en-US" xlink:label="lab_us-gaap_TreasuryStockAcquiredAverageCostPerShare" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Average price paid per share (in dollars per share)</link:label>
    <link:label id="lab_us-gaap_TreasuryStockAcquiredAverageCostPerShare_label_en-US" xlink:label="lab_us-gaap_TreasuryStockAcquiredAverageCostPerShare" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Shares Acquired, Average Cost Per Share</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_TreasuryStockAcquiredAverageCostPerShare" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_TreasuryStockAcquiredAverageCostPerShare"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_TreasuryStockAcquiredAverageCostPerShare" xlink:to="lab_us-gaap_TreasuryStockAcquiredAverageCostPerShare" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_StockIncentivePlan2014Member_6f742666-78c4-4563-beae-46dad0784cc0_terseLabel_en-US" xlink:label="lab_ax_StockIncentivePlan2014Member" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Stock Incentive Plan, 2014</link:label>
    <link:label id="lab_ax_StockIncentivePlan2014Member_label_en-US" xlink:label="lab_ax_StockIncentivePlan2014Member" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Stock Incentive Plan, 2014 [Member]</link:label>
    <link:label id="lab_ax_StockIncentivePlan2014Member_documentation_en-US" xlink:label="lab_ax_StockIncentivePlan2014Member" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Stock Incentive Plan, 2014</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_StockIncentivePlan2014Member" xlink:href="ax-20240331.xsd#ax_StockIncentivePlan2014Member"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_StockIncentivePlan2014Member" xlink:to="lab_ax_StockIncentivePlan2014Member" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_InternalCreditAssessmentAxis_6f3df581-c922-4c60-b173-20bab64d62ef_terseLabel_en-US" xlink:label="lab_us-gaap_InternalCreditAssessmentAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Internal Credit Assessment [Axis]</link:label>
    <link:label id="lab_us-gaap_InternalCreditAssessmentAxis_label_en-US" xlink:label="lab_us-gaap_InternalCreditAssessmentAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Internal Credit Assessment [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_InternalCreditAssessmentAxis" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_InternalCreditAssessmentAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_InternalCreditAssessmentAxis" xlink:to="lab_us-gaap_InternalCreditAssessmentAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ScheduleOfFinancingReceivableAllowanceForCreditLossesTable_db9a2069-4819-40b5-9624-62fcd6db64d6_terseLabel_en-US" xlink:label="lab_us-gaap_ScheduleOfFinancingReceivableAllowanceForCreditLossesTable" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Financing Receivable, Allowance for Credit Loss [Table]</link:label>
    <link:label id="lab_us-gaap_ScheduleOfFinancingReceivableAllowanceForCreditLossesTable_label_en-US" xlink:label="lab_us-gaap_ScheduleOfFinancingReceivableAllowanceForCreditLossesTable" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financing Receivable, Allowance for Credit Loss [Table]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ScheduleOfFinancingReceivableAllowanceForCreditLossesTable" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_ScheduleOfFinancingReceivableAllowanceForCreditLossesTable"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ScheduleOfFinancingReceivableAllowanceForCreditLossesTable" xlink:to="lab_us-gaap_ScheduleOfFinancingReceivableAllowanceForCreditLossesTable" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DerivativeAssetNotionalAmount_710aaff3-541c-4647-be8d-b0a144fb2bf5_terseLabel_en-US" xlink:label="lab_us-gaap_DerivativeAssetNotionalAmount" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Interest Rate Derivative Assets &#8212; Notional</link:label>
    <link:label id="lab_us-gaap_DerivativeAssetNotionalAmount_label_en-US" xlink:label="lab_us-gaap_DerivativeAssetNotionalAmount" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Derivative Asset, Notional Amount</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DerivativeAssetNotionalAmount" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_DerivativeAssetNotionalAmount"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DerivativeAssetNotionalAmount" xlink:to="lab_us-gaap_DerivativeAssetNotionalAmount" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalents_acdfd5d0-e388-49f7-9936-b7579eae33df_totalLabel_en-US" xlink:label="lab_us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalents" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xml:lang="en-US">Total cash, cash equivalents and restricted cash</link:label>
    <link:label id="lab_us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalents_ef215ead-5558-41e9-a53d-25a554f53da0_periodStartLabel_en-US" xlink:label="lab_us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalents" xlink:role="http://www.xbrl.org/2003/role/periodStartLabel" xlink:type="resource" xml:lang="en-US">CASH, CASH EQUIVALENTS AND RESTRICTED CASH&#8212;Beginning of year</link:label>
    <link:label id="lab_us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalents_12f8f917-272d-491d-8a7c-69fe6e7fb3ac_periodEndLabel_en-US" xlink:label="lab_us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalents" xlink:role="http://www.xbrl.org/2003/role/periodEndLabel" xlink:type="resource" xml:lang="en-US">CASH, CASH EQUIVALENTS AND RESTRICTED CASH&#8212;End of period</link:label>
    <link:label id="lab_us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalents_label_en-US" xlink:label="lab_us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalents" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Cash, Cash Equivalents, Restricted Cash, and Restricted Cash Equivalents</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalents" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalents"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalents" xlink:to="lab_us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalents" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_FinancingReceivableRatioOfGradeClassToGrossLoans_485ac5df-ce96-481b-aad8-1b02728042aa_totalLabel_en-US" xlink:label="lab_ax_FinancingReceivableRatioOfGradeClassToGrossLoans" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xml:lang="en-US">Total</link:label>
    <link:label id="lab_ax_FinancingReceivableRatioOfGradeClassToGrossLoans_label_en-US" xlink:label="lab_ax_FinancingReceivableRatioOfGradeClassToGrossLoans" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financing Receivable, Ratio Of Grade Class To Gross Loans</link:label>
    <link:label id="lab_ax_FinancingReceivableRatioOfGradeClassToGrossLoans_documentation_en-US" xlink:label="lab_ax_FinancingReceivableRatioOfGradeClassToGrossLoans" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Financing Receivable, Ratio Of Grade Class To Gross Loans</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_FinancingReceivableRatioOfGradeClassToGrossLoans" xlink:href="ax-20240331.xsd#ax_FinancingReceivableRatioOfGradeClassToGrossLoans"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_FinancingReceivableRatioOfGradeClassToGrossLoans" xlink:to="lab_ax_FinancingReceivableRatioOfGradeClassToGrossLoans" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueYearTwo_d65a812b-f121-4c87-9dd5-0f7f7f498033_verboseLabel_en-US" xlink:label="lab_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueYearTwo" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xml:lang="en-US">After two years and within three years</link:label>
    <link:label id="lab_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueYearTwo_label_en-US" xlink:label="lab_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueYearTwo" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Lessee, Operating Lease, Liability, to be Paid, Year Two</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueYearTwo" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueYearTwo"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueYearTwo" xlink:to="lab_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueYearTwo" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_MeasurementInputExpectedTermMember_bd58e47d-2274-4ae7-9a75-edd531df7d5b_terseLabel_en-US" xlink:label="lab_us-gaap_MeasurementInputExpectedTermMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Life (in years)</link:label>
    <link:label id="lab_us-gaap_MeasurementInputExpectedTermMember_label_en-US" xlink:label="lab_us-gaap_MeasurementInputExpectedTermMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Measurement Input, Expected Term [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_MeasurementInputExpectedTermMember" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_MeasurementInputExpectedTermMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_MeasurementInputExpectedTermMember" xlink:to="lab_us-gaap_MeasurementInputExpectedTermMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPosition12MonthsOrLonger_963409ec-0fc7-4b26-bd56-2b9ad6100cb7_terseLabel_en-US" xlink:label="lab_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPosition12MonthsOrLonger" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">More Than 12 Months</link:label>
    <link:label id="lab_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPosition12MonthsOrLonger_label_en-US" xlink:label="lab_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPosition12MonthsOrLonger" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Debt Securities, Available-for-Sale, Continuous Unrealized Loss Position, 12 Months or Longer</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPosition12MonthsOrLonger" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPosition12MonthsOrLonger"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPosition12MonthsOrLonger" xlink:to="lab_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPosition12MonthsOrLonger" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_CommonStockSharesIssued_ab41be8b-44de-4798-a269-18bf8e7995f7_terseLabel_en-US" xlink:label="lab_us-gaap_CommonStockSharesIssued" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Common stock, issued (in shares)</link:label>
    <link:label id="lab_us-gaap_CommonStockSharesIssued_0787eafb-13d1-43d6-b181-3e208a66b5d2_periodStartLabel_en-US" xlink:label="lab_us-gaap_CommonStockSharesIssued" xlink:role="http://www.xbrl.org/2003/role/periodStartLabel" xlink:type="resource" xml:lang="en-US">Common stock, issued, beginning balance (in shares)</link:label>
    <link:label id="lab_us-gaap_CommonStockSharesIssued_0bb00258-60b0-4cb5-b6e6-cc27ad341f84_periodEndLabel_en-US" xlink:label="lab_us-gaap_CommonStockSharesIssued" xlink:role="http://www.xbrl.org/2003/role/periodEndLabel" xlink:type="resource" xml:lang="en-US">Common stock, issued, ending balance (in shares)</link:label>
    <link:label id="lab_us-gaap_CommonStockSharesIssued_label_en-US" xlink:label="lab_us-gaap_CommonStockSharesIssued" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Common Stock, Shares, Issued</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_CommonStockSharesIssued" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_CommonStockSharesIssued"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_CommonStockSharesIssued" xlink:to="lab_us-gaap_CommonStockSharesIssued" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_DilutiveCommonSharesIssuedAndOutstanding_13fd6350-e9b0-4bf2-b0ce-4f88d0b82f7a_totalLabel_en-US" xlink:label="lab_ax_DilutiveCommonSharesIssuedAndOutstanding" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xml:lang="en-US">Total dilutive common shares outstanding (in shares)</link:label>
    <link:label id="lab_ax_DilutiveCommonSharesIssuedAndOutstanding_label_en-US" xlink:label="lab_ax_DilutiveCommonSharesIssuedAndOutstanding" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Dilutive Common Shares Issued and Outstanding</link:label>
    <link:label id="lab_ax_DilutiveCommonSharesIssuedAndOutstanding_documentation_en-US" xlink:label="lab_ax_DilutiveCommonSharesIssuedAndOutstanding" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Dilutive Common Shares Issued and Outstanding</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_DilutiveCommonSharesIssuedAndOutstanding" xlink:href="ax-20240331.xsd#ax_DilutiveCommonSharesIssuedAndOutstanding"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_DilutiveCommonSharesIssuedAndOutstanding" xlink:to="lab_ax_DilutiveCommonSharesIssuedAndOutstanding" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedInPeriod_0e264ecd-e7c3-4bc6-960c-4c4325ee1d71_negatedTerseLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedInPeriod" xlink:role="http://www.xbrl.org/2009/role/negatedTerseLabel" xlink:type="resource" xml:lang="en-US">Vested (in shares)</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedInPeriod_label_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedInPeriod" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Share-Based Compensation Arrangement by Share-Based Payment Award, Equity Instruments Other than Options, Vested in Period</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedInPeriod" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedInPeriod"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedInPeriod" xlink:to="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedInPeriod" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_UnrealizedGainLossOnInvestmentsTableTextBlock_1d93d2f1-0fbf-474a-93b3-3f2010a016a3_terseLabel_en-US" xlink:label="lab_us-gaap_UnrealizedGainLossOnInvestmentsTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Schedule of Components of Other Comprehensive Income (Loss)</link:label>
    <link:label id="lab_us-gaap_UnrealizedGainLossOnInvestmentsTableTextBlock_label_en-US" xlink:label="lab_us-gaap_UnrealizedGainLossOnInvestmentsTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Unrealized Gain (Loss) on Investments [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_UnrealizedGainLossOnInvestmentsTableTextBlock" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_UnrealizedGainLossOnInvestmentsTableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_UnrealizedGainLossOnInvestmentsTableTextBlock" xlink:to="lab_us-gaap_UnrealizedGainLossOnInvestmentsTableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_TreasuryStockCommonValue_0075089c-0e2a-4540-b327-7c18c0a363bd_negatedTerseLabel_en-US" xlink:label="lab_us-gaap_TreasuryStockCommonValue" xlink:role="http://www.xbrl.org/2009/role/negatedTerseLabel" xlink:type="resource" xml:lang="en-US">Treasury stock, at cost; 12,954,094 shares as of March 31, 2024 and 10,522,411 shares as of June 30, 2023</link:label>
    <link:label id="lab_us-gaap_TreasuryStockCommonValue_label_en-US" xlink:label="lab_us-gaap_TreasuryStockCommonValue" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Treasury Stock, Common, Value</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_TreasuryStockCommonValue" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_TreasuryStockCommonValue"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_TreasuryStockCommonValue" xlink:to="lab_us-gaap_TreasuryStockCommonValue" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_InterestAndDividendIncomeSecuritiesBorrowedAndCustomerReceivables_039533c8-0308-4826-b790-93c29f1c6919_terseLabel_en-US" xlink:label="lab_ax_InterestAndDividendIncomeSecuritiesBorrowedAndCustomerReceivables" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Securities borrowed and customer receivables</link:label>
    <link:label id="lab_ax_InterestAndDividendIncomeSecuritiesBorrowedAndCustomerReceivables_label_en-US" xlink:label="lab_ax_InterestAndDividendIncomeSecuritiesBorrowedAndCustomerReceivables" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Interest And Dividend Income, Securities, Borrowed And Customer Receivables</link:label>
    <link:label id="lab_ax_InterestAndDividendIncomeSecuritiesBorrowedAndCustomerReceivables_documentation_en-US" xlink:label="lab_ax_InterestAndDividendIncomeSecuritiesBorrowedAndCustomerReceivables" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Interest And Dividend Income, Securities, Borrowed And Customer Receivables</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_InterestAndDividendIncomeSecuritiesBorrowedAndCustomerReceivables" xlink:href="ax-20240331.xsd#ax_InterestAndDividendIncomeSecuritiesBorrowedAndCustomerReceivables"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_InterestAndDividendIncomeSecuritiesBorrowedAndCustomerReceivables" xlink:to="lab_ax_InterestAndDividendIncomeSecuritiesBorrowedAndCustomerReceivables" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_SecurityExchangeName_1866c95b-296c-462f-a26c-0e8c171d2249_terseLabel_en-US" xlink:label="lab_dei_SecurityExchangeName" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Security Exchange Name</link:label>
    <link:label id="lab_dei_SecurityExchangeName_label_en-US" xlink:label="lab_dei_SecurityExchangeName" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Security Exchange Name</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_SecurityExchangeName" xlink:href="https://xbrl.sec.gov/dei/2023/dei-2023.xsd#dei_SecurityExchangeName"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_SecurityExchangeName" xlink:to="lab_dei_SecurityExchangeName" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPositionAccumulatedLoss_2bb564f2-a1fd-4a59-99c0-fedeb8e7132b_negatedTotalLabel_en-US" xlink:label="lab_us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPositionAccumulatedLoss" xlink:role="http://www.xbrl.org/2009/role/negatedTotalLabel" xlink:type="resource" xml:lang="en-US">Total</link:label>
    <link:label id="lab_us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPositionAccumulatedLoss_label_en-US" xlink:label="lab_us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPositionAccumulatedLoss" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Debt Securities, Available-for-Sale, Unrealized Loss Position, Accumulated Loss</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPositionAccumulatedLoss" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPositionAccumulatedLoss"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPositionAccumulatedLoss" xlink:to="lab_us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPositionAccumulatedLoss" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DebtSecuritiesHeldToMaturityTransferToAvailableForSaleAllowanceForCreditLossExpense_e143925b-35ef-48ae-84cf-1537cf1e39c9_terseLabel_en-US" xlink:label="lab_us-gaap_DebtSecuritiesHeldToMaturityTransferToAvailableForSaleAllowanceForCreditLossExpense" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Available-for-sale securities, credit losses</link:label>
    <link:label id="lab_us-gaap_DebtSecuritiesHeldToMaturityTransferToAvailableForSaleAllowanceForCreditLossExpense_label_en-US" xlink:label="lab_us-gaap_DebtSecuritiesHeldToMaturityTransferToAvailableForSaleAllowanceForCreditLossExpense" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Debt Securities, Available-for-Sale, Transfer in, Allowance for Credit Loss, Expense</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DebtSecuritiesHeldToMaturityTransferToAvailableForSaleAllowanceForCreditLossExpense" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_DebtSecuritiesHeldToMaturityTransferToAvailableForSaleAllowanceForCreditLossExpense"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DebtSecuritiesHeldToMaturityTransferToAvailableForSaleAllowanceForCreditLossExpense" xlink:to="lab_us-gaap_DebtSecuritiesHeldToMaturityTransferToAvailableForSaleAllowanceForCreditLossExpense" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LongTermDebt_a9b5e2c1-8887-4336-9f39-45e4c8d4f059_verboseLabel_en-US" xlink:label="lab_us-gaap_LongTermDebt" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xml:lang="en-US">Borrowings, subordinated notes and debentures</link:label>
    <link:label id="lab_us-gaap_LongTermDebt_label_en-US" xlink:label="lab_us-gaap_LongTermDebt" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Long-Term Debt</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LongTermDebt" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_LongTermDebt"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LongTermDebt" xlink:to="lab_us-gaap_LongTermDebt" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_LoansHeldForSaleFairValueAdjustment_0e2ce8ab-c412-49d5-a4fe-200a8ce25fcb_terseLabel_en-US" xlink:label="lab_ax_LoansHeldForSaleFairValueAdjustment" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Unrealized gain</link:label>
    <link:label id="lab_ax_LoansHeldForSaleFairValueAdjustment_label_en-US" xlink:label="lab_ax_LoansHeldForSaleFairValueAdjustment" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Loans Held-for-sale, Fair Value Adjustment</link:label>
    <link:label id="lab_ax_LoansHeldForSaleFairValueAdjustment_documentation_en-US" xlink:label="lab_ax_LoansHeldForSaleFairValueAdjustment" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Loans Held-for-sale, Fair Value Adjustment</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_LoansHeldForSaleFairValueAdjustment" xlink:href="ax-20240331.xsd#ax_LoansHeldForSaleFairValueAdjustment"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_LoansHeldForSaleFairValueAdjustment" xlink:to="lab_ax_LoansHeldForSaleFairValueAdjustment" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_NonperformingFinancingReceivableMember_fb46a3af-48f7-4fe8-94ac-e5711a39eda7_terseLabel_en-US" xlink:label="lab_us-gaap_NonperformingFinancingReceivableMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Nonaccrual</link:label>
    <link:label id="lab_us-gaap_NonperformingFinancingReceivableMember_label_en-US" xlink:label="lab_us-gaap_NonperformingFinancingReceivableMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Nonperforming Financial Instruments [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_NonperformingFinancingReceivableMember" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_NonperformingFinancingReceivableMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_NonperformingFinancingReceivableMember" xlink:to="lab_us-gaap_NonperformingFinancingReceivableMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AccumulatedOtherComprehensiveIncomeLossNetOfTax_e1a9b93b-a1ed-4a12-8819-d0b58da42068_terseLabel_en-US" xlink:label="lab_us-gaap_AccumulatedOtherComprehensiveIncomeLossNetOfTax" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Accumulated other comprehensive income (loss)&#8212;net of income tax</link:label>
    <link:label id="lab_us-gaap_AccumulatedOtherComprehensiveIncomeLossNetOfTax_label_en-US" xlink:label="lab_us-gaap_AccumulatedOtherComprehensiveIncomeLossNetOfTax" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Accumulated Other Comprehensive Income (Loss), Net of Tax</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AccumulatedOtherComprehensiveIncomeLossNetOfTax" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_AccumulatedOtherComprehensiveIncomeLossNetOfTax"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AccumulatedOtherComprehensiveIncomeLossNetOfTax" xlink:to="lab_us-gaap_AccumulatedOtherComprehensiveIncomeLossNetOfTax" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DerivativeInstrumentsAndHedgingActivitiesDisclosureTextBlock_745c778f-1add-4b43-8869-9677d9a94a49_terseLabel_en-US" xlink:label="lab_us-gaap_DerivativeInstrumentsAndHedgingActivitiesDisclosureTextBlock" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">DERIVATIVES</link:label>
    <link:label id="lab_us-gaap_DerivativeInstrumentsAndHedgingActivitiesDisclosureTextBlock_label_en-US" xlink:label="lab_us-gaap_DerivativeInstrumentsAndHedgingActivitiesDisclosureTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Derivative Instruments and Hedging Activities Disclosure [Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DerivativeInstrumentsAndHedgingActivitiesDisclosureTextBlock" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_DerivativeInstrumentsAndHedgingActivitiesDisclosureTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DerivativeInstrumentsAndHedgingActivitiesDisclosureTextBlock" xlink:to="lab_us-gaap_DerivativeInstrumentsAndHedgingActivitiesDisclosureTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_InterestRateTypeDomain_c608757d-5615-4474-bbcf-893160dd72c0_terseLabel_en-US" xlink:label="lab_ax_InterestRateTypeDomain" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Interest Rate Type [Domain]</link:label>
    <link:label id="lab_ax_InterestRateTypeDomain_label_en-US" xlink:label="lab_ax_InterestRateTypeDomain" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Interest Rate Type [Domain]</link:label>
    <link:label id="lab_ax_InterestRateTypeDomain_documentation_en-US" xlink:label="lab_ax_InterestRateTypeDomain" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Interest Rate Type [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_InterestRateTypeDomain" xlink:href="ax-20240331.xsd#ax_InterestRateTypeDomain"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_InterestRateTypeDomain" xlink:to="lab_ax_InterestRateTypeDomain" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AssetAcquisitionTable_f9eb14c5-b51d-4ce6-8569-d6310fbbfbd7_terseLabel_en-US" xlink:label="lab_us-gaap_AssetAcquisitionTable" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Asset Acquisition [Table]</link:label>
    <link:label id="lab_us-gaap_AssetAcquisitionTable_label_en-US" xlink:label="lab_us-gaap_AssetAcquisitionTable" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Asset Acquisition [Table]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AssetAcquisitionTable" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_AssetAcquisitionTable"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AssetAcquisitionTable" xlink:to="lab_us-gaap_AssetAcquisitionTable" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DebtInstrumentRepurchasedFaceAmount_9b170cc1-0f71-4ff3-b8e1-24409c237c06_terseLabel_en-US" xlink:label="lab_us-gaap_DebtInstrumentRepurchasedFaceAmount" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Debt instrument, repurchased face amount</link:label>
    <link:label id="lab_us-gaap_DebtInstrumentRepurchasedFaceAmount_label_en-US" xlink:label="lab_us-gaap_DebtInstrumentRepurchasedFaceAmount" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Debt Instrument, Repurchased Face Amount</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DebtInstrumentRepurchasedFaceAmount" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_DebtInstrumentRepurchasedFaceAmount"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DebtInstrumentRepurchasedFaceAmount" xlink:to="lab_us-gaap_DebtInstrumentRepurchasedFaceAmount" xlink:type="arc" order="1"/>
    <link:label id="lab_srt_MaximumMember_b1ea04f0-5400-45a9-95bb-46cedd3c4e57_terseLabel_en-US" xlink:label="lab_srt_MaximumMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Maximum</link:label>
    <link:label id="lab_srt_MaximumMember_label_en-US" xlink:label="lab_srt_MaximumMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Maximum [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_srt_MaximumMember" xlink:href="https://xbrl.fasb.org/srt/2023/elts/srt-2023.xsd#srt_MaximumMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_srt_MaximumMember" xlink:to="lab_srt_MaximumMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ComprehensiveIncomeNetOfTax_e4c8f32e-bc2b-4fc3-be6c-4d973326a0ac_terseLabel_en-US" xlink:label="lab_us-gaap_ComprehensiveIncomeNetOfTax" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">COMPREHENSIVE INCOME</link:label>
    <link:label id="lab_us-gaap_ComprehensiveIncomeNetOfTax_4d4461b7-7e0f-4db0-9d5b-0295a707ba97_totalLabel_en-US" xlink:label="lab_us-gaap_ComprehensiveIncomeNetOfTax" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xml:lang="en-US">COMPREHENSIVE INCOME</link:label>
    <link:label id="lab_us-gaap_ComprehensiveIncomeNetOfTax_label_en-US" xlink:label="lab_us-gaap_ComprehensiveIncomeNetOfTax" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Comprehensive Income (Loss), Net of Tax, Attributable to Parent</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ComprehensiveIncomeNetOfTax" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_ComprehensiveIncomeNetOfTax"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ComprehensiveIncomeNetOfTax" xlink:to="lab_us-gaap_ComprehensiveIncomeNetOfTax" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FinancingReceivablePortfolioSegmentDomain_49e9419b-0e1f-409d-949b-d3b3798a52f6_terseLabel_en-US" xlink:label="lab_us-gaap_FinancingReceivablePortfolioSegmentDomain" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Financing Receivable Portfolio Segment [Domain]</link:label>
    <link:label id="lab_us-gaap_FinancingReceivablePortfolioSegmentDomain_label_en-US" xlink:label="lab_us-gaap_FinancingReceivablePortfolioSegmentDomain" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financing Receivable Portfolio Segment [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FinancingReceivablePortfolioSegmentDomain" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FinancingReceivablePortfolioSegmentDomain"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FinancingReceivablePortfolioSegmentDomain" xlink:to="lab_us-gaap_FinancingReceivablePortfolioSegmentDomain" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DepreciationAmortizationAndAccretionNet_4802c2a4-af51-4e89-a055-d11cc37be529_terseLabel_en-US" xlink:label="lab_us-gaap_DepreciationAmortizationAndAccretionNet" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Depreciation and amortization</link:label>
    <link:label id="lab_us-gaap_DepreciationAmortizationAndAccretionNet_label_en-US" xlink:label="lab_us-gaap_DepreciationAmortizationAndAccretionNet" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Depreciation, Amortization and Accretion, Net</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DepreciationAmortizationAndAccretionNet" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_DepreciationAmortizationAndAccretionNet"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DepreciationAmortizationAndAccretionNet" xlink:to="lab_us-gaap_DepreciationAmortizationAndAccretionNet" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_DocumentType_cc54a9cd-e057-4f9a-8eb7-6668f0ea10fa_terseLabel_en-US" xlink:label="lab_dei_DocumentType" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Document Type</link:label>
    <link:label id="lab_dei_DocumentType_label_en-US" xlink:label="lab_dei_DocumentType" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Document Type</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_DocumentType" xlink:href="https://xbrl.sec.gov/dei/2023/dei-2023.xsd#dei_DocumentType"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_DocumentType" xlink:to="lab_dei_DocumentType" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FinancingReceivableAllowanceForCreditLossPurchasedWithCreditDeteriorationIncrease_cdab2d92-8ed2-40df-b555-29fc999cc6a8_terseLabel_en-US" xlink:label="lab_us-gaap_FinancingReceivableAllowanceForCreditLossPurchasedWithCreditDeteriorationIncrease" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Allowance for credit losses at acquisition of PCD loans</link:label>
    <link:label id="lab_us-gaap_FinancingReceivableAllowanceForCreditLossPurchasedWithCreditDeteriorationIncrease_label_en-US" xlink:label="lab_us-gaap_FinancingReceivableAllowanceForCreditLossPurchasedWithCreditDeteriorationIncrease" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financing Receivable, Allowance for Credit Loss, Purchased with Credit Deterioration, Increase</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FinancingReceivableAllowanceForCreditLossPurchasedWithCreditDeteriorationIncrease" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FinancingReceivableAllowanceForCreditLossPurchasedWithCreditDeteriorationIncrease"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FinancingReceivableAllowanceForCreditLossPurchasedWithCreditDeteriorationIncrease" xlink:to="lab_us-gaap_FinancingReceivableAllowanceForCreditLossPurchasedWithCreditDeteriorationIncrease" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_EntityAddressAddressLine1_7def91cc-8635-4b32-b175-1154a68c6ac0_terseLabel_en-US" xlink:label="lab_dei_EntityAddressAddressLine1" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Entity Address, Address Line One</link:label>
    <link:label id="lab_dei_EntityAddressAddressLine1_label_en-US" xlink:label="lab_dei_EntityAddressAddressLine1" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Entity Address, Address Line One</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_EntityAddressAddressLine1" xlink:href="https://xbrl.sec.gov/dei/2023/dei-2023.xsd#dei_EntityAddressAddressLine1"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_EntityAddressAddressLine1" xlink:to="lab_dei_EntityAddressAddressLine1" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_TreasuryStockValueAcquiredCostMethod_7b287de0-02ab-4423-894a-f3fc13005311_negatedLabel_en-US" xlink:label="lab_us-gaap_TreasuryStockValueAcquiredCostMethod" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xml:lang="en-US">Purchase of treasury stock</link:label>
    <link:label id="lab_us-gaap_TreasuryStockValueAcquiredCostMethod_bf227620-0cb5-426d-a19f-994b70525c58_terseLabel_en-US" xlink:label="lab_us-gaap_TreasuryStockValueAcquiredCostMethod" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Total repurchase</link:label>
    <link:label id="lab_us-gaap_TreasuryStockValueAcquiredCostMethod_label_en-US" xlink:label="lab_us-gaap_TreasuryStockValueAcquiredCostMethod" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Treasury Stock, Value, Acquired, Cost Method</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_TreasuryStockValueAcquiredCostMethod" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_TreasuryStockValueAcquiredCostMethod"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_TreasuryStockValueAcquiredCostMethod" xlink:to="lab_us-gaap_TreasuryStockValueAcquiredCostMethod" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AccountsNotesLoansAndFinancingReceivableByReceivableTypeAxis_0168f4cf-28d5-49d3-bc19-3f039dc1761f_terseLabel_en-US" xlink:label="lab_us-gaap_AccountsNotesLoansAndFinancingReceivableByReceivableTypeAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Receivable Type [Axis]</link:label>
    <link:label id="lab_us-gaap_AccountsNotesLoansAndFinancingReceivableByReceivableTypeAxis_label_en-US" xlink:label="lab_us-gaap_AccountsNotesLoansAndFinancingReceivableByReceivableTypeAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Receivable Type [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AccountsNotesLoansAndFinancingReceivableByReceivableTypeAxis" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_AccountsNotesLoansAndFinancingReceivableByReceivableTypeAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AccountsNotesLoansAndFinancingReceivableByReceivableTypeAxis" xlink:to="lab_us-gaap_AccountsNotesLoansAndFinancingReceivableByReceivableTypeAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AssetAcquisitionTextBlock_937f99dd-66c3-4ac0-a58f-9346a0cdc2e9_terseLabel_en-US" xlink:label="lab_us-gaap_AssetAcquisitionTextBlock" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">ACQUISITIONS</link:label>
    <link:label id="lab_us-gaap_AssetAcquisitionTextBlock_label_en-US" xlink:label="lab_us-gaap_AssetAcquisitionTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Asset Acquisition [Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AssetAcquisitionTextBlock" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_AssetAcquisitionTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AssetAcquisitionTextBlock" xlink:to="lab_us-gaap_AssetAcquisitionTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_BankingandServicesFees_8fe845bc-ec3d-4199-a0f1-ac70bdc796a5_terseLabel_en-US" xlink:label="lab_ax_BankingandServicesFees" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Banking and service fees</link:label>
    <link:label id="lab_ax_BankingandServicesFees_label_en-US" xlink:label="lab_ax_BankingandServicesFees" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Banking and Services Fees</link:label>
    <link:label id="lab_ax_BankingandServicesFees_documentation_en-US" xlink:label="lab_ax_BankingandServicesFees" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Banking and Services Fees</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_BankingandServicesFees" xlink:href="ax-20240331.xsd#ax_BankingandServicesFees"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_BankingandServicesFees" xlink:to="lab_ax_BankingandServicesFees" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueDisclosureOffbalanceSheetRisksFaceAmountAsset_f5a36dff-e119-49ca-8e8b-d712125fec78_terseLabel_en-US" xlink:label="lab_us-gaap_FairValueDisclosureOffbalanceSheetRisksFaceAmountAsset" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Off-balance sheet, commitment</link:label>
    <link:label id="lab_us-gaap_FairValueDisclosureOffbalanceSheetRisksFaceAmountAsset_label_en-US" xlink:label="lab_us-gaap_FairValueDisclosureOffbalanceSheetRisksFaceAmountAsset" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Fair Value Disclosure, off-Balance-Sheet Risks, Face Amount, Asset</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueDisclosureOffbalanceSheetRisksFaceAmountAsset" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FairValueDisclosureOffbalanceSheetRisksFaceAmountAsset"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueDisclosureOffbalanceSheetRisksFaceAmountAsset" xlink:to="lab_us-gaap_FairValueDisclosureOffbalanceSheetRisksFaceAmountAsset" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DisclosureOfCompensationRelatedCostsShareBasedPaymentsTextBlock_258ce85b-b5ef-46d4-b48e-dc34feedd0cd_terseLabel_en-US" xlink:label="lab_us-gaap_DisclosureOfCompensationRelatedCostsShareBasedPaymentsTextBlock" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">STOCKHOLDERS&#8217; EQUITY AND STOCK-BASED COMPENSATION</link:label>
    <link:label id="lab_us-gaap_DisclosureOfCompensationRelatedCostsShareBasedPaymentsTextBlock_label_en-US" xlink:label="lab_us-gaap_DisclosureOfCompensationRelatedCostsShareBasedPaymentsTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Share-Based Payment Arrangement [Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DisclosureOfCompensationRelatedCostsShareBasedPaymentsTextBlock" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_DisclosureOfCompensationRelatedCostsShareBasedPaymentsTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DisclosureOfCompensationRelatedCostsShareBasedPaymentsTextBlock" xlink:to="lab_us-gaap_DisclosureOfCompensationRelatedCostsShareBasedPaymentsTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_BasisOfAccountingPolicyPolicyTextBlock_35ae4cea-e696-4086-8b43-c17370edab76_terseLabel_en-US" xlink:label="lab_us-gaap_BasisOfAccountingPolicyPolicyTextBlock" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Basis of Presentation</link:label>
    <link:label id="lab_us-gaap_BasisOfAccountingPolicyPolicyTextBlock_label_en-US" xlink:label="lab_us-gaap_BasisOfAccountingPolicyPolicyTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Basis of Accounting, Policy [Policy Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_BasisOfAccountingPolicyPolicyTextBlock" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_BasisOfAccountingPolicyPolicyTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_BasisOfAccountingPolicyPolicyTextBlock" xlink:to="lab_us-gaap_BasisOfAccountingPolicyPolicyTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_InterestRateTypeAxis_17d42861-494d-4481-9f2f-3997a048e739_terseLabel_en-US" xlink:label="lab_ax_InterestRateTypeAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Interest Rate Type [Axis]</link:label>
    <link:label id="lab_ax_InterestRateTypeAxis_label_en-US" xlink:label="lab_ax_InterestRateTypeAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Interest Rate Type [Axis]</link:label>
    <link:label id="lab_ax_InterestRateTypeAxis_documentation_en-US" xlink:label="lab_ax_InterestRateTypeAxis" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Interest Rate Type [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_InterestRateTypeAxis" xlink:href="ax-20240331.xsd#ax_InterestRateTypeAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_InterestRateTypeAxis" xlink:to="lab_ax_InterestRateTypeAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_PaymentsToAcquireAvailableForSaleSecuritiesDebt_ecc14150-8f71-415f-b315-88e5cb049c28_negatedLabel_en-US" xlink:label="lab_us-gaap_PaymentsToAcquireAvailableForSaleSecuritiesDebt" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xml:lang="en-US">Purchases of available-for-sale securities</link:label>
    <link:label id="lab_us-gaap_PaymentsToAcquireAvailableForSaleSecuritiesDebt_label_en-US" xlink:label="lab_us-gaap_PaymentsToAcquireAvailableForSaleSecuritiesDebt" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Payments to Acquire Debt Securities, Available-for-Sale</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_PaymentsToAcquireAvailableForSaleSecuritiesDebt" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_PaymentsToAcquireAvailableForSaleSecuritiesDebt"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_PaymentsToAcquireAvailableForSaleSecuritiesDebt" xlink:to="lab_us-gaap_PaymentsToAcquireAvailableForSaleSecuritiesDebt" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_UnfundedLoanCommitmentMember_c9ebc250-d28c-4b95-b306-6aa06f13cf67_terseLabel_en-US" xlink:label="lab_us-gaap_UnfundedLoanCommitmentMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Provision for credit losses - unfunded lending commitments</link:label>
    <link:label id="lab_us-gaap_UnfundedLoanCommitmentMember_label_en-US" xlink:label="lab_us-gaap_UnfundedLoanCommitmentMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Unfunded Loan Commitment [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_UnfundedLoanCommitmentMember" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_UnfundedLoanCommitmentMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_UnfundedLoanCommitmentMember" xlink:to="lab_us-gaap_UnfundedLoanCommitmentMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueOptionQuantitativeDisclosuresLineItems_e9ebcaad-5bbe-47fd-ad55-0e8b67a86c83_terseLabel_en-US" xlink:label="lab_us-gaap_FairValueOptionQuantitativeDisclosuresLineItems" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Fair Value, Option, Quantitative Disclosures [Line Items]</link:label>
    <link:label id="lab_us-gaap_FairValueOptionQuantitativeDisclosuresLineItems_label_en-US" xlink:label="lab_us-gaap_FairValueOptionQuantitativeDisclosuresLineItems" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Fair Value, Option, Quantitative Disclosures [Line Items]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueOptionQuantitativeDisclosuresLineItems" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FairValueOptionQuantitativeDisclosuresLineItems"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueOptionQuantitativeDisclosuresLineItems" xlink:to="lab_us-gaap_FairValueOptionQuantitativeDisclosuresLineItems" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueBalanceSheetGroupingFinancialStatementCaptionsLineItems_a4346722-d99b-4512-81b5-5d2217b1f8c3_terseLabel_en-US" xlink:label="lab_us-gaap_FairValueBalanceSheetGroupingFinancialStatementCaptionsLineItems" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Fair Value, Balance Sheet Grouping, Financial Statement Captions [Line Items]</link:label>
    <link:label id="lab_us-gaap_FairValueBalanceSheetGroupingFinancialStatementCaptionsLineItems_label_en-US" xlink:label="lab_us-gaap_FairValueBalanceSheetGroupingFinancialStatementCaptionsLineItems" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Fair Value, Balance Sheet Grouping, Financial Statement Captions [Line Items]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueBalanceSheetGroupingFinancialStatementCaptionsLineItems" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FairValueBalanceSheetGroupingFinancialStatementCaptionsLineItems"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueBalanceSheetGroupingFinancialStatementCaptionsLineItems" xlink:to="lab_us-gaap_FairValueBalanceSheetGroupingFinancialStatementCaptionsLineItems" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_AccumulatedOtherComprehensiveIncomeLossInvestmentSecuritiesNetOfTax_86780b46-c531-4e2d-b84e-4b33d546a474_totalLabel_en-US" xlink:label="lab_ax_AccumulatedOtherComprehensiveIncomeLossInvestmentSecuritiesNetOfTax" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xml:lang="en-US">Net unrealized gain (loss) on investment securities in accumulated other comprehensive income (loss)</link:label>
    <link:label id="lab_ax_AccumulatedOtherComprehensiveIncomeLossInvestmentSecuritiesNetOfTax_label_en-US" xlink:label="lab_ax_AccumulatedOtherComprehensiveIncomeLossInvestmentSecuritiesNetOfTax" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Accumulated Other Comprehensive Income (Loss), Investment Securities, Net of Tax</link:label>
    <link:label id="lab_ax_AccumulatedOtherComprehensiveIncomeLossInvestmentSecuritiesNetOfTax_documentation_en-US" xlink:label="lab_ax_AccumulatedOtherComprehensiveIncomeLossInvestmentSecuritiesNetOfTax" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Accumulated Other Comprehensive Income (Loss), Investment Securities, Net of Tax</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_AccumulatedOtherComprehensiveIncomeLossInvestmentSecuritiesNetOfTax" xlink:href="ax-20240331.xsd#ax_AccumulatedOtherComprehensiveIncomeLossInvestmentSecuritiesNetOfTax"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_AccumulatedOtherComprehensiveIncomeLossInvestmentSecuritiesNetOfTax" xlink:to="lab_ax_AccumulatedOtherComprehensiveIncomeLossInvestmentSecuritiesNetOfTax" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_LoansHeldForSaleChangeInFairValueTotal_4fa798df-1a14-4b57-a30b-2195d2f0aa75_totalLabel_en-US" xlink:label="lab_ax_LoansHeldForSaleChangeInFairValueTotal" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xml:lang="en-US">Total</link:label>
    <link:label id="lab_ax_LoansHeldForSaleChangeInFairValueTotal_label_en-US" xlink:label="lab_ax_LoansHeldForSaleChangeInFairValueTotal" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Loans Held-for-sale, Change in Fair Value, Total</link:label>
    <link:label id="lab_ax_LoansHeldForSaleChangeInFairValueTotal_documentation_en-US" xlink:label="lab_ax_LoansHeldForSaleChangeInFairValueTotal" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Loans Held-for-sale, Change in Fair Value, Total</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_LoansHeldForSaleChangeInFairValueTotal" xlink:href="ax-20240331.xsd#ax_LoansHeldForSaleChangeInFairValueTotal"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_LoansHeldForSaleChangeInFairValueTotal" xlink:to="lab_ax_LoansHeldForSaleChangeInFairValueTotal" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DerivativeTable_7f0ea860-5447-4741-bc73-5472725ae6d2_terseLabel_en-US" xlink:label="lab_us-gaap_DerivativeTable" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Derivative [Table]</link:label>
    <link:label id="lab_us-gaap_DerivativeTable_label_en-US" xlink:label="lab_us-gaap_DerivativeTable" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Derivative [Table]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DerivativeTable" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_DerivativeTable"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DerivativeTable" xlink:to="lab_us-gaap_DerivativeTable" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_LossContingencyDamagesVacatedValue_dc5b80e5-4de4-4c1f-9299-cd9e145f5215_terseLabel_en-US" xlink:label="lab_ax_LossContingencyDamagesVacatedValue" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Damages vacated</link:label>
    <link:label id="lab_ax_LossContingencyDamagesVacatedValue_label_en-US" xlink:label="lab_ax_LossContingencyDamagesVacatedValue" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Loss Contingency, Damages Vacated, Value</link:label>
    <link:label id="lab_ax_LossContingencyDamagesVacatedValue_documentation_en-US" xlink:label="lab_ax_LossContingencyDamagesVacatedValue" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Loss Contingency, Damages Vacated, Value</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_LossContingencyDamagesVacatedValue" xlink:href="ax-20240331.xsd#ax_LossContingencyDamagesVacatedValue"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_LossContingencyDamagesVacatedValue" xlink:to="lab_ax_LossContingencyDamagesVacatedValue" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_OffBalanceSheetCreditLossLiabilityRollforward_9932a4be-eb99-4cc0-a67f-2de915d9fe16_terseLabel_en-US" xlink:label="lab_us-gaap_OffBalanceSheetCreditLossLiabilityRollforward" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Off-Balance-Sheet, Credit Loss, Liability [Roll Forward]</link:label>
    <link:label id="lab_us-gaap_OffBalanceSheetCreditLossLiabilityRollforward_label_en-US" xlink:label="lab_us-gaap_OffBalanceSheetCreditLossLiabilityRollforward" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Off-Balance-Sheet, Credit Loss, Liability [Roll Forward]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_OffBalanceSheetCreditLossLiabilityRollforward" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_OffBalanceSheetCreditLossLiabilityRollforward"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_OffBalanceSheetCreditLossLiabilityRollforward" xlink:to="lab_us-gaap_OffBalanceSheetCreditLossLiabilityRollforward" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_CommitmenttoExtendCreditWeightedAverageInterestRate_0ae5152e-d3d2-433f-a597-3d604a016081_terseLabel_en-US" xlink:label="lab_ax_CommitmenttoExtendCreditWeightedAverageInterestRate" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Weighted average fixed interest rate on commitments to extend credit</link:label>
    <link:label id="lab_ax_CommitmenttoExtendCreditWeightedAverageInterestRate_label_en-US" xlink:label="lab_ax_CommitmenttoExtendCreditWeightedAverageInterestRate" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Commitment to Extend Credit, Weighted Average Interest Rate</link:label>
    <link:label id="lab_ax_CommitmenttoExtendCreditWeightedAverageInterestRate_documentation_en-US" xlink:label="lab_ax_CommitmenttoExtendCreditWeightedAverageInterestRate" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Commitment to Extend Credit, Weighted Average Interest Rate</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_CommitmenttoExtendCreditWeightedAverageInterestRate" xlink:href="ax-20240331.xsd#ax_CommitmenttoExtendCreditWeightedAverageInterestRate"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_CommitmenttoExtendCreditWeightedAverageInterestRate" xlink:to="lab_ax_CommitmenttoExtendCreditWeightedAverageInterestRate" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LoansAndLeasesReceivableRatioOfNonperformingLoansToAllLoans_4d0fef69-22c8-4547-a704-74a6981d20ec_terseLabel_en-US" xlink:label="lab_us-gaap_LoansAndLeasesReceivableRatioOfNonperformingLoansToAllLoans" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Nonaccrual loans to total loans</link:label>
    <link:label id="lab_us-gaap_LoansAndLeasesReceivableRatioOfNonperformingLoansToAllLoans_label_en-US" xlink:label="lab_us-gaap_LoansAndLeasesReceivableRatioOfNonperformingLoansToAllLoans" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Loans and Leases Receivable, Ratio of Nonperforming Loans to All Loans</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LoansAndLeasesReceivableRatioOfNonperformingLoansToAllLoans" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_LoansAndLeasesReceivableRatioOfNonperformingLoansToAllLoans"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LoansAndLeasesReceivableRatioOfNonperformingLoansToAllLoans" xlink:to="lab_us-gaap_LoansAndLeasesReceivableRatioOfNonperformingLoansToAllLoans" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_IncomeStatementAbstract_55cbd2e6-27de-4127-b698-c0d8a5f3e784_terseLabel_en-US" xlink:label="lab_us-gaap_IncomeStatementAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Income Statement [Abstract]</link:label>
    <link:label id="lab_us-gaap_IncomeStatementAbstract_label_en-US" xlink:label="lab_us-gaap_IncomeStatementAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Income Statement [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_IncomeStatementAbstract" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_IncomeStatementAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_IncomeStatementAbstract" xlink:to="lab_us-gaap_IncomeStatementAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_Security12bTitle_3118c87f-e723-4a4a-b920-f4d285979c41_terseLabel_en-US" xlink:label="lab_dei_Security12bTitle" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Title of 12(b) Security</link:label>
    <link:label id="lab_dei_Security12bTitle_label_en-US" xlink:label="lab_dei_Security12bTitle" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Title of 12(b) Security</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_Security12bTitle" xlink:href="https://xbrl.sec.gov/dei/2023/dei-2023.xsd#dei_Security12bTitle"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_Security12bTitle" xlink:to="lab_dei_Security12bTitle" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DebtSecuritiesAvailableForSaleAmortizedCostExcludingAccruedInterestAfterAllowanceForCreditLoss_0cd7d8a5-f28e-4ce2-a472-f6479081270d_totalLabel_en-US" xlink:label="lab_us-gaap_DebtSecuritiesAvailableForSaleAmortizedCostExcludingAccruedInterestAfterAllowanceForCreditLoss" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xml:lang="en-US">Amortized Cost</link:label>
    <link:label id="lab_us-gaap_DebtSecuritiesAvailableForSaleAmortizedCostExcludingAccruedInterestAfterAllowanceForCreditLoss_label_en-US" xlink:label="lab_us-gaap_DebtSecuritiesAvailableForSaleAmortizedCostExcludingAccruedInterestAfterAllowanceForCreditLoss" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Debt Securities, Available-for-Sale, Amortized Cost, Excluding Accrued Interest, after Allowance for Credit Loss</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DebtSecuritiesAvailableForSaleAmortizedCostExcludingAccruedInterestAfterAllowanceForCreditLoss" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_DebtSecuritiesAvailableForSaleAmortizedCostExcludingAccruedInterestAfterAllowanceForCreditLoss"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DebtSecuritiesAvailableForSaleAmortizedCostExcludingAccruedInterestAfterAllowanceForCreditLoss" xlink:to="lab_us-gaap_DebtSecuritiesAvailableForSaleAmortizedCostExcludingAccruedInterestAfterAllowanceForCreditLoss" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_CashAndCashEquivalentsFairValueDisclosure_286fec2c-7457-4624-9926-d9876191b958_terseLabel_en-US" xlink:label="lab_us-gaap_CashAndCashEquivalentsFairValueDisclosure" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Cash, cash equivalents and restricted cash</link:label>
    <link:label id="lab_us-gaap_CashAndCashEquivalentsFairValueDisclosure_label_en-US" xlink:label="lab_us-gaap_CashAndCashEquivalentsFairValueDisclosure" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Cash and Cash Equivalents, Fair Value Disclosure</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_CashAndCashEquivalentsFairValueDisclosure" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_CashAndCashEquivalentsFairValueDisclosure"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_CashAndCashEquivalentsFairValueDisclosure" xlink:to="lab_us-gaap_CashAndCashEquivalentsFairValueDisclosure" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LossContingencyNatureDomain_9ce08477-c43e-4352-8376-aaead49a633e_terseLabel_en-US" xlink:label="lab_us-gaap_LossContingencyNatureDomain" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Loss Contingency, Nature [Domain]</link:label>
    <link:label id="lab_us-gaap_LossContingencyNatureDomain_label_en-US" xlink:label="lab_us-gaap_LossContingencyNatureDomain" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Loss Contingency, Nature [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LossContingencyNatureDomain" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_LossContingencyNatureDomain"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LossContingencyNatureDomain" xlink:to="lab_us-gaap_LossContingencyNatureDomain" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_InterestExpenseSecuritiesLoaned_62efe1cf-26f6-497b-8d4d-24bc3eb0f83f_terseLabel_en-US" xlink:label="lab_ax_InterestExpenseSecuritiesLoaned" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Securities loaned</link:label>
    <link:label id="lab_ax_InterestExpenseSecuritiesLoaned_label_en-US" xlink:label="lab_ax_InterestExpenseSecuritiesLoaned" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Interest Expense, Securities Loaned</link:label>
    <link:label id="lab_ax_InterestExpenseSecuritiesLoaned_documentation_en-US" xlink:label="lab_ax_InterestExpenseSecuritiesLoaned" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Interest Expense, Securities Loaned</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_InterestExpenseSecuritiesLoaned" xlink:href="ax-20240331.xsd#ax_InterestExpenseSecuritiesLoaned"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_InterestExpenseSecuritiesLoaned" xlink:to="lab_ax_InterestExpenseSecuritiesLoaned" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FinancingReceivableRecordedInvestmentLineItems_a91845c3-429a-45c5-9a86-aae37856c71d_terseLabel_en-US" xlink:label="lab_us-gaap_FinancingReceivableRecordedInvestmentLineItems" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Financing Receivable, Credit Quality Indicator [Line Items]</link:label>
    <link:label id="lab_us-gaap_FinancingReceivableRecordedInvestmentLineItems_label_en-US" xlink:label="lab_us-gaap_FinancingReceivableRecordedInvestmentLineItems" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financing Receivable, Credit Quality Indicator [Line Items]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FinancingReceivableRecordedInvestmentLineItems" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FinancingReceivableRecordedInvestmentLineItems"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FinancingReceivableRecordedInvestmentLineItems" xlink:to="lab_us-gaap_FinancingReceivableRecordedInvestmentLineItems" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AssetAcquisitionLineItems_27d3ff7b-d419-4dce-8505-cbab535136c5_terseLabel_en-US" xlink:label="lab_us-gaap_AssetAcquisitionLineItems" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Asset Acquisition [Line Items]</link:label>
    <link:label id="lab_us-gaap_AssetAcquisitionLineItems_label_en-US" xlink:label="lab_us-gaap_AssetAcquisitionLineItems" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Asset Acquisition [Line Items]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AssetAcquisitionLineItems" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_AssetAcquisitionLineItems"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AssetAcquisitionLineItems" xlink:to="lab_us-gaap_AssetAcquisitionLineItems" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DerivativeLiabilities_cdb9d60e-b692-4525-b2b2-3ebea5e766d8_terseLabel_en-US" xlink:label="lab_us-gaap_DerivativeLiabilities" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Accounts payable and other liabilities&#8212;Derivative instruments</link:label>
    <link:label id="lab_us-gaap_DerivativeLiabilities_8327b7fd-c15f-47a6-bc9f-7dccd3ae48d5_verboseLabel_en-US" xlink:label="lab_us-gaap_DerivativeLiabilities" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xml:lang="en-US">Accounts Payable and Other Liabilities &#8212; Interest Rate Derivative Liabilities1 &#8212; Fair Value</link:label>
    <link:label id="lab_us-gaap_DerivativeLiabilities_label_en-US" xlink:label="lab_us-gaap_DerivativeLiabilities" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Derivative Liability</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DerivativeLiabilities" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_DerivativeLiabilities"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DerivativeLiabilities" xlink:to="lab_us-gaap_DerivativeLiabilities" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_CommercialPortfolioSegmentMember_85a73ae6-d8dd-44e1-ac15-624cb9b097c1_terseLabel_en-US" xlink:label="lab_us-gaap_CommercialPortfolioSegmentMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Commercial &amp; Industrial - Non-RE</link:label>
    <link:label id="lab_us-gaap_CommercialPortfolioSegmentMember_label_en-US" xlink:label="lab_us-gaap_CommercialPortfolioSegmentMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Commercial Portfolio Segment [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_CommercialPortfolioSegmentMember" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_CommercialPortfolioSegmentMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_CommercialPortfolioSegmentMember" xlink:to="lab_us-gaap_CommercialPortfolioSegmentMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ReceivablesFromBrokersDealersAndClearingOrganizations_e8fd2a31-9010-4e12-aee5-344547b72376_terseLabel_en-US" xlink:label="lab_us-gaap_ReceivablesFromBrokersDealersAndClearingOrganizations" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Customer, broker-dealer and clearing receivables</link:label>
    <link:label id="lab_us-gaap_ReceivablesFromBrokersDealersAndClearingOrganizations_label_en-US" xlink:label="lab_us-gaap_ReceivablesFromBrokersDealersAndClearingOrganizations" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Receivable from Broker-Dealer and Clearing Organization</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ReceivablesFromBrokersDealersAndClearingOrganizations" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_ReceivablesFromBrokersDealersAndClearingOrganizations"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ReceivablesFromBrokersDealersAndClearingOrganizations" xlink:to="lab_us-gaap_ReceivablesFromBrokersDealersAndClearingOrganizations" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_OperatingSegmentsMember_a09641a6-7d13-48c5-bbbd-f6467210cec7_terseLabel_en-US" xlink:label="lab_us-gaap_OperatingSegmentsMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Operating segments</link:label>
    <link:label id="lab_us-gaap_OperatingSegmentsMember_label_en-US" xlink:label="lab_us-gaap_OperatingSegmentsMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Operating Segments [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_OperatingSegmentsMember" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_OperatingSegmentsMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_OperatingSegmentsMember" xlink:to="lab_us-gaap_OperatingSegmentsMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedWeightedAverageGrantDateFairValue_7785b6f6-48b5-4b31-965f-0b68ff091b29_periodStartLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedWeightedAverageGrantDateFairValue" xlink:role="http://www.xbrl.org/2003/role/periodStartLabel" xlink:type="resource" xml:lang="en-US">Non-vested balance, beginning (in dollars per share)</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedWeightedAverageGrantDateFairValue_ff9fe185-7e3b-4f87-b8da-f585d14b46d7_periodEndLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedWeightedAverageGrantDateFairValue" xlink:role="http://www.xbrl.org/2003/role/periodEndLabel" xlink:type="resource" xml:lang="en-US">Non-vested balance, ending (in dollars per share)</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedWeightedAverageGrantDateFairValue_label_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedWeightedAverageGrantDateFairValue" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Share-Based Compensation Arrangement by Share-Based Payment Award, Equity Instruments Other than Options, Nonvested, Weighted Average Grant Date Fair Value</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedWeightedAverageGrantDateFairValue" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedWeightedAverageGrantDateFairValue"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedWeightedAverageGrantDateFairValue" xlink:to="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedWeightedAverageGrantDateFairValue" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_PaymentsForLoans_57276a0a-652f-4d68-86eb-62d92fbcd674_terseLabel_en-US" xlink:label="lab_us-gaap_PaymentsForLoans" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Principal payments and loans that were paid down or paid off</link:label>
    <link:label id="lab_us-gaap_PaymentsForLoans_label_en-US" xlink:label="lab_us-gaap_PaymentsForLoans" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Payments for Loans</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_PaymentsForLoans" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_PaymentsForLoans"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_PaymentsForLoans" xlink:to="lab_us-gaap_PaymentsForLoans" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ProceedsFromSaleOfForeclosedAssets_2176bf3a-af4d-41fb-ab4b-18bcf9ed5816_terseLabel_en-US" xlink:label="lab_us-gaap_ProceedsFromSaleOfForeclosedAssets" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Proceeds from sale of other real estate owned and repossessed assets</link:label>
    <link:label id="lab_us-gaap_ProceedsFromSaleOfForeclosedAssets_label_en-US" xlink:label="lab_us-gaap_ProceedsFromSaleOfForeclosedAssets" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Proceeds from Sale of Foreclosed Assets</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ProceedsFromSaleOfForeclosedAssets" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_ProceedsFromSaleOfForeclosedAssets"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ProceedsFromSaleOfForeclosedAssets" xlink:to="lab_us-gaap_ProceedsFromSaleOfForeclosedAssets" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FederalHomeLoanBankAdvancesGeneralDebtObligationsDisclosuresCollateralPledged1_1b3585e2-c38f-42f0-bc4a-3d31486fac0b_terseLabel_en-US" xlink:label="lab_us-gaap_FederalHomeLoanBankAdvancesGeneralDebtObligationsDisclosuresCollateralPledged1" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Advances, collateral pledged</link:label>
    <link:label id="lab_us-gaap_FederalHomeLoanBankAdvancesGeneralDebtObligationsDisclosuresCollateralPledged1_label_en-US" xlink:label="lab_us-gaap_FederalHomeLoanBankAdvancesGeneralDebtObligationsDisclosuresCollateralPledged1" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Federal Home Loan Bank, Advances, General Debt Obligations, Disclosures, Collateral Pledged</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FederalHomeLoanBankAdvancesGeneralDebtObligationsDisclosuresCollateralPledged1" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FederalHomeLoanBankAdvancesGeneralDebtObligationsDisclosuresCollateralPledged1"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FederalHomeLoanBankAdvancesGeneralDebtObligationsDisclosuresCollateralPledged1" xlink:to="lab_us-gaap_FederalHomeLoanBankAdvancesGeneralDebtObligationsDisclosuresCollateralPledged1" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_MortgageServicingRightsMSRImpairmentRecovery_064dc143-8e3a-463d-98b0-ccba73e93811_terseLabel_en-US" xlink:label="lab_us-gaap_MortgageServicingRightsMSRImpairmentRecovery" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Changes in servicing rights</link:label>
    <link:label id="lab_us-gaap_MortgageServicingRightsMSRImpairmentRecovery_label_en-US" xlink:label="lab_us-gaap_MortgageServicingRightsMSRImpairmentRecovery" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Mortgage Servicing Rights (MSR) Impairment (Recovery)</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_MortgageServicingRightsMSRImpairmentRecovery" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_MortgageServicingRightsMSRImpairmentRecovery"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_MortgageServicingRightsMSRImpairmentRecovery" xlink:to="lab_us-gaap_MortgageServicingRightsMSRImpairmentRecovery" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_EarningsPerShareDilutedAbstract_b6690b1d-6ffa-4473-a7b6-39d6e6c1a145_terseLabel_en-US" xlink:label="lab_us-gaap_EarningsPerShareDilutedAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Diluted Earnings Per Common Share</link:label>
    <link:label id="lab_us-gaap_EarningsPerShareDilutedAbstract_label_en-US" xlink:label="lab_us-gaap_EarningsPerShareDilutedAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Earnings Per Share, Diluted [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_EarningsPerShareDilutedAbstract" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_EarningsPerShareDilutedAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_EarningsPerShareDilutedAbstract" xlink:to="lab_us-gaap_EarningsPerShareDilutedAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ScheduleOfAccountsNotesLoansAndFinancingReceivableTextBlock_5a5166cf-e4e5-49e9-b2f1-0d0996da2c00_terseLabel_en-US" xlink:label="lab_us-gaap_ScheduleOfAccountsNotesLoansAndFinancingReceivableTextBlock" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Schedule of Composition of the Loan Portfolio</link:label>
    <link:label id="lab_us-gaap_ScheduleOfAccountsNotesLoansAndFinancingReceivableTextBlock_label_en-US" xlink:label="lab_us-gaap_ScheduleOfAccountsNotesLoansAndFinancingReceivableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Schedule of Accounts, Notes, Loans and Financing Receivable [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ScheduleOfAccountsNotesLoansAndFinancingReceivableTextBlock" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_ScheduleOfAccountsNotesLoansAndFinancingReceivableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ScheduleOfAccountsNotesLoansAndFinancingReceivableTextBlock" xlink:to="lab_us-gaap_ScheduleOfAccountsNotesLoansAndFinancingReceivableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_OtherComprehensiveIncomeUnrealizedHoldingGainLossOnSecuritiesArisingDuringPeriodTax_760eb38a-1ed1-4f49-baf8-958066b7329b_terseLabel_en-US" xlink:label="lab_us-gaap_OtherComprehensiveIncomeUnrealizedHoldingGainLossOnSecuritiesArisingDuringPeriodTax" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Net unrealized gain (loss) from available-for-sale securities, tax expense (benefit)</link:label>
    <link:label id="lab_us-gaap_OtherComprehensiveIncomeUnrealizedHoldingGainLossOnSecuritiesArisingDuringPeriodTax_label_en-US" xlink:label="lab_us-gaap_OtherComprehensiveIncomeUnrealizedHoldingGainLossOnSecuritiesArisingDuringPeriodTax" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">OCI, Debt Securities, Available-for-Sale, Unrealized Holding Gain (Loss), before Adjustment, Tax</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_OtherComprehensiveIncomeUnrealizedHoldingGainLossOnSecuritiesArisingDuringPeriodTax" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_OtherComprehensiveIncomeUnrealizedHoldingGainLossOnSecuritiesArisingDuringPeriodTax"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_OtherComprehensiveIncomeUnrealizedHoldingGainLossOnSecuritiesArisingDuringPeriodTax" xlink:to="lab_us-gaap_OtherComprehensiveIncomeUnrealizedHoldingGainLossOnSecuritiesArisingDuringPeriodTax" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DisclosureOfCompensationRelatedCostsSharebasedPaymentsAbstract_1d93c974-ab47-4447-a133-caa80d87f8e9_terseLabel_en-US" xlink:label="lab_us-gaap_DisclosureOfCompensationRelatedCostsSharebasedPaymentsAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Share-based Payment Arrangement [Abstract]</link:label>
    <link:label id="lab_us-gaap_DisclosureOfCompensationRelatedCostsSharebasedPaymentsAbstract_label_en-US" xlink:label="lab_us-gaap_DisclosureOfCompensationRelatedCostsSharebasedPaymentsAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Share-Based Payment Arrangement [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DisclosureOfCompensationRelatedCostsSharebasedPaymentsAbstract" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_DisclosureOfCompensationRelatedCostsSharebasedPaymentsAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DisclosureOfCompensationRelatedCostsSharebasedPaymentsAbstract" xlink:to="lab_us-gaap_DisclosureOfCompensationRelatedCostsSharebasedPaymentsAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_EntityTaxIdentificationNumber_21c5d05e-6ab3-41e4-bfd8-d55693157e68_terseLabel_en-US" xlink:label="lab_dei_EntityTaxIdentificationNumber" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Entity Tax Identification Number</link:label>
    <link:label id="lab_dei_EntityTaxIdentificationNumber_label_en-US" xlink:label="lab_dei_EntityTaxIdentificationNumber" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Entity Tax Identification Number</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_EntityTaxIdentificationNumber" xlink:href="https://xbrl.sec.gov/dei/2023/dei-2023.xsd#dei_EntityTaxIdentificationNumber"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_EntityTaxIdentificationNumber" xlink:to="lab_dei_EntityTaxIdentificationNumber" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_OtherCommitmentsDomain_56f317d5-372a-43e8-be0b-95f21206768f_terseLabel_en-US" xlink:label="lab_us-gaap_OtherCommitmentsDomain" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Other Commitments [Domain]</link:label>
    <link:label id="lab_us-gaap_OtherCommitmentsDomain_label_en-US" xlink:label="lab_us-gaap_OtherCommitmentsDomain" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Other Commitments [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_OtherCommitmentsDomain" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_OtherCommitmentsDomain"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_OtherCommitmentsDomain" xlink:to="lab_us-gaap_OtherCommitmentsDomain" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_FinancingReceivableRealEstateLoansLoanToValueRatioEffectiveWeightedAverage_1653055d-2e3d-4dac-bee5-f867ce3d0557_terseLabel_en-US" xlink:label="lab_ax_FinancingReceivableRealEstateLoansLoanToValueRatioEffectiveWeightedAverage" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Effective weighted-average LTV</link:label>
    <link:label id="lab_ax_FinancingReceivableRealEstateLoansLoanToValueRatioEffectiveWeightedAverage_label_en-US" xlink:label="lab_ax_FinancingReceivableRealEstateLoansLoanToValueRatioEffectiveWeightedAverage" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financing Receivable, Real Estate Loans, Loan-to-Value Ratio, Effective Weighted Average</link:label>
    <link:label id="lab_ax_FinancingReceivableRealEstateLoansLoanToValueRatioEffectiveWeightedAverage_documentation_en-US" xlink:label="lab_ax_FinancingReceivableRealEstateLoansLoanToValueRatioEffectiveWeightedAverage" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Financing Receivable, Real Estate Loans, Loan-to-Value Ratio, Effective Weighted Average</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_FinancingReceivableRealEstateLoansLoanToValueRatioEffectiveWeightedAverage" xlink:href="ax-20240331.xsd#ax_FinancingReceivableRealEstateLoansLoanToValueRatioEffectiveWeightedAverage"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_FinancingReceivableRealEstateLoansLoanToValueRatioEffectiveWeightedAverage" xlink:to="lab_ax_FinancingReceivableRealEstateLoansLoanToValueRatioEffectiveWeightedAverage" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_MeasurementInputLossSeverityMember_d66a5a29-b253-40a4-aff9-4f19860a4e77_terseLabel_en-US" xlink:label="lab_us-gaap_MeasurementInputLossSeverityMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Projected Loss Severity</link:label>
    <link:label id="lab_us-gaap_MeasurementInputLossSeverityMember_label_en-US" xlink:label="lab_us-gaap_MeasurementInputLossSeverityMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Measurement Input, Loss Severity [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_MeasurementInputLossSeverityMember" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_MeasurementInputLossSeverityMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_MeasurementInputLossSeverityMember" xlink:to="lab_us-gaap_MeasurementInputLossSeverityMember" xlink:type="arc" order="1"/>
    <link:label id="lab_srt_RangeAxis_ae9fb07a-41e6-434d-be6b-f7055b31c95e_terseLabel_en-US" xlink:label="lab_srt_RangeAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Statistical Measurement [Axis]</link:label>
    <link:label id="lab_srt_RangeAxis_label_en-US" xlink:label="lab_srt_RangeAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Statistical Measurement [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_srt_RangeAxis" xlink:href="https://xbrl.fasb.org/srt/2023/elts/srt-2023.xsd#srt_RangeAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_srt_RangeAxis" xlink:to="lab_srt_RangeAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FinancialInstrumentAxis_2639ec43-1e22-498c-a0f5-bc4963133971_terseLabel_en-US" xlink:label="lab_us-gaap_FinancialInstrumentAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Financial Instrument [Axis]</link:label>
    <link:label id="lab_us-gaap_FinancialInstrumentAxis_label_en-US" xlink:label="lab_us-gaap_FinancialInstrumentAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financial Instrument [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FinancialInstrumentAxis" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FinancialInstrumentAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FinancialInstrumentAxis" xlink:to="lab_us-gaap_FinancialInstrumentAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_EntityInteractiveDataCurrent_49f47593-4743-49b7-b66f-2f329017d851_terseLabel_en-US" xlink:label="lab_dei_EntityInteractiveDataCurrent" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Entity Interactive Data Current</link:label>
    <link:label id="lab_dei_EntityInteractiveDataCurrent_label_en-US" xlink:label="lab_dei_EntityInteractiveDataCurrent" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Entity Interactive Data Current</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_EntityInteractiveDataCurrent" xlink:href="https://xbrl.sec.gov/dei/2023/dei-2023.xsd#dei_EntityInteractiveDataCurrent"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_EntityInteractiveDataCurrent" xlink:to="lab_dei_EntityInteractiveDataCurrent" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DebtSecuritiesAvailableForSaleTable_0925a7a1-f3a4-4534-a5ff-533b08f445fc_terseLabel_en-US" xlink:label="lab_us-gaap_DebtSecuritiesAvailableForSaleTable" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Debt Securities, Available-for-Sale [Table]</link:label>
    <link:label id="lab_us-gaap_DebtSecuritiesAvailableForSaleTable_label_en-US" xlink:label="lab_us-gaap_DebtSecuritiesAvailableForSaleTable" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Debt Securities, Available-for-Sale [Table]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DebtSecuritiesAvailableForSaleTable" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_DebtSecuritiesAvailableForSaleTable"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DebtSecuritiesAvailableForSaleTable" xlink:to="lab_us-gaap_DebtSecuritiesAvailableForSaleTable" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_RevenueNotFromContractWithCustomerBankruptcyTrusteeAndFiduciaryServiceFees_3b0c4239-816f-4e51-ac50-5ad399f04cff_terseLabel_en-US" xlink:label="lab_ax_RevenueNotFromContractWithCustomerBankruptcyTrusteeAndFiduciaryServiceFees" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Bankruptcy trustee and fiduciary service fees</link:label>
    <link:label id="lab_ax_RevenueNotFromContractWithCustomerBankruptcyTrusteeAndFiduciaryServiceFees_label_en-US" xlink:label="lab_ax_RevenueNotFromContractWithCustomerBankruptcyTrusteeAndFiduciaryServiceFees" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Revenue Not from Contract with Customer, Bankruptcy Trustee and Fiduciary Service Fees</link:label>
    <link:label id="lab_ax_RevenueNotFromContractWithCustomerBankruptcyTrusteeAndFiduciaryServiceFees_documentation_en-US" xlink:label="lab_ax_RevenueNotFromContractWithCustomerBankruptcyTrusteeAndFiduciaryServiceFees" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Revenue Not from Contract with Customer, Bankruptcy Trustee and Fiduciary Service Fees</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_RevenueNotFromContractWithCustomerBankruptcyTrusteeAndFiduciaryServiceFees" xlink:href="ax-20240331.xsd#ax_RevenueNotFromContractWithCustomerBankruptcyTrusteeAndFiduciaryServiceFees"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_RevenueNotFromContractWithCustomerBankruptcyTrusteeAndFiduciaryServiceFees" xlink:to="lab_ax_RevenueNotFromContractWithCustomerBankruptcyTrusteeAndFiduciaryServiceFees" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_PaymentsForRepurchaseOfCommonStock_d420e76c-2393-4258-a7cf-0180a80d6d9e_negatedTerseLabel_en-US" xlink:label="lab_us-gaap_PaymentsForRepurchaseOfCommonStock" xlink:role="http://www.xbrl.org/2009/role/negatedTerseLabel" xlink:type="resource" xml:lang="en-US">Purchase of treasury stock</link:label>
    <link:label id="lab_us-gaap_PaymentsForRepurchaseOfCommonStock_label_en-US" xlink:label="lab_us-gaap_PaymentsForRepurchaseOfCommonStock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Payments for Repurchase of Common Stock</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_PaymentsForRepurchaseOfCommonStock" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_PaymentsForRepurchaseOfCommonStock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_PaymentsForRepurchaseOfCommonStock" xlink:to="lab_us-gaap_PaymentsForRepurchaseOfCommonStock" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_EntityCommonStockSharesOutstanding_c422dac6-3409-42df-ba6b-b74d8f7dd92e_terseLabel_en-US" xlink:label="lab_dei_EntityCommonStockSharesOutstanding" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Entity Common Stock, Shares Outstanding</link:label>
    <link:label id="lab_dei_EntityCommonStockSharesOutstanding_label_en-US" xlink:label="lab_dei_EntityCommonStockSharesOutstanding" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Entity Common Stock, Shares Outstanding</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_EntityCommonStockSharesOutstanding" xlink:href="https://xbrl.sec.gov/dei/2023/dei-2023.xsd#dei_EntityCommonStockSharesOutstanding"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_EntityCommonStockSharesOutstanding" xlink:to="lab_dei_EntityCommonStockSharesOutstanding" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_SegmentDomain_f3a2e854-287f-4d7b-abe3-16ae394c20b6_terseLabel_en-US" xlink:label="lab_us-gaap_SegmentDomain" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Segments [Domain]</link:label>
    <link:label id="lab_us-gaap_SegmentDomain_label_en-US" xlink:label="lab_us-gaap_SegmentDomain" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Segments [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_SegmentDomain" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_SegmentDomain"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_SegmentDomain" xlink:to="lab_us-gaap_SegmentDomain" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardLineItems_2cd53e83-4052-4216-9794-79a5ba4c980c_terseLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardLineItems" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Stock Award Compensation Expense</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardLineItems_label_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardLineItems" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Share-Based Compensation Arrangement by Share-Based Payment Award [Line Items]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardLineItems" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardLineItems"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardLineItems" xlink:to="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardLineItems" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueByFairValueHierarchyLevelAxis_e702e853-b0bc-4785-8281-8db585352034_terseLabel_en-US" xlink:label="lab_us-gaap_FairValueByFairValueHierarchyLevelAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Fair Value Hierarchy and NAV [Axis]</link:label>
    <link:label id="lab_us-gaap_FairValueByFairValueHierarchyLevelAxis_label_en-US" xlink:label="lab_us-gaap_FairValueByFairValueHierarchyLevelAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Fair Value Hierarchy and NAV [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueByFairValueHierarchyLevelAxis" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FairValueByFairValueHierarchyLevelAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueByFairValueHierarchyLevelAxis" xlink:to="lab_us-gaap_FairValueByFairValueHierarchyLevelAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ScheduleOfOtherNonoperatingIncomeExpenseTableTextBlock_0dcfb9d1-944a-4a25-8c8d-19fbb08fc528_terseLabel_en-US" xlink:label="lab_us-gaap_ScheduleOfOtherNonoperatingIncomeExpenseTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Schedule of Other Nonoperating Income (Expense)</link:label>
    <link:label id="lab_us-gaap_ScheduleOfOtherNonoperatingIncomeExpenseTableTextBlock_label_en-US" xlink:label="lab_us-gaap_ScheduleOfOtherNonoperatingIncomeExpenseTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Schedule of Other Nonoperating Income (Expense) [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ScheduleOfOtherNonoperatingIncomeExpenseTableTextBlock" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_ScheduleOfOtherNonoperatingIncomeExpenseTableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ScheduleOfOtherNonoperatingIncomeExpenseTableTextBlock" xlink:to="lab_us-gaap_ScheduleOfOtherNonoperatingIncomeExpenseTableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_srt_ConsolidationItemsDomain_d77c2b35-b906-4676-b578-fb4535776284_terseLabel_en-US" xlink:label="lab_srt_ConsolidationItemsDomain" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Consolidation Items [Domain]</link:label>
    <link:label id="lab_srt_ConsolidationItemsDomain_label_en-US" xlink:label="lab_srt_ConsolidationItemsDomain" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Consolidation Items [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_srt_ConsolidationItemsDomain" xlink:href="https://xbrl.fasb.org/srt/2023/elts/srt-2023.xsd#srt_ConsolidationItemsDomain"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_srt_ConsolidationItemsDomain" xlink:to="lab_srt_ConsolidationItemsDomain" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FeesAndCommissionsMortgageBankingAndServicing_ef940d8b-1b83-4f7f-a22c-baf00e92dfeb_terseLabel_en-US" xlink:label="lab_us-gaap_FeesAndCommissionsMortgageBankingAndServicing" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Mortgage banking and servicing rights income</link:label>
    <link:label id="lab_us-gaap_FeesAndCommissionsMortgageBankingAndServicing_label_en-US" xlink:label="lab_us-gaap_FeesAndCommissionsMortgageBankingAndServicing" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Fees and Commissions, Mortgage Banking and Servicing</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FeesAndCommissionsMortgageBankingAndServicing" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FeesAndCommissionsMortgageBankingAndServicing"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FeesAndCommissionsMortgageBankingAndServicing" xlink:to="lab_us-gaap_FeesAndCommissionsMortgageBankingAndServicing" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_InvestmentBankingAdvisoryBrokerageAndUnderwritingFeesAndCommissions_794a7b27-d6e6-4fb2-b232-bb304ffc5271_terseLabel_en-US" xlink:label="lab_us-gaap_InvestmentBankingAdvisoryBrokerageAndUnderwritingFeesAndCommissions" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Advisory fee income</link:label>
    <link:label id="lab_us-gaap_InvestmentBankingAdvisoryBrokerageAndUnderwritingFeesAndCommissions_label_en-US" xlink:label="lab_us-gaap_InvestmentBankingAdvisoryBrokerageAndUnderwritingFeesAndCommissions" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Investment Banking, Advisory, Brokerage, and Underwriting Fees and Commissions</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_InvestmentBankingAdvisoryBrokerageAndUnderwritingFeesAndCommissions" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_InvestmentBankingAdvisoryBrokerageAndUnderwritingFeesAndCommissions"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_InvestmentBankingAdvisoryBrokerageAndUnderwritingFeesAndCommissions" xlink:to="lab_us-gaap_InvestmentBankingAdvisoryBrokerageAndUnderwritingFeesAndCommissions" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_RetainedEarningsAccumulatedDeficit_3d6faecf-3999-45b2-9eb9-918729f8fb71_terseLabel_en-US" xlink:label="lab_us-gaap_RetainedEarningsAccumulatedDeficit" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Retained earnings</link:label>
    <link:label id="lab_us-gaap_RetainedEarningsAccumulatedDeficit_label_en-US" xlink:label="lab_us-gaap_RetainedEarningsAccumulatedDeficit" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Retained Earnings (Accumulated Deficit)</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_RetainedEarningsAccumulatedDeficit" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_RetainedEarningsAccumulatedDeficit"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_RetainedEarningsAccumulatedDeficit" xlink:to="lab_us-gaap_RetainedEarningsAccumulatedDeficit" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_CollateralDomain_f4df97e3-d3ee-447d-8589-6fa3f6d984e6_terseLabel_en-US" xlink:label="lab_us-gaap_CollateralDomain" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Collateral [Domain]</link:label>
    <link:label id="lab_us-gaap_CollateralDomain_label_en-US" xlink:label="lab_us-gaap_CollateralDomain" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Collateral Held [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_CollateralDomain" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_CollateralDomain"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_CollateralDomain" xlink:to="lab_us-gaap_CollateralDomain" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_CommitmentsAndContingenciesDisclosureAbstract_367c22c2-1b6e-4716-ae25-d7acd2594295_terseLabel_en-US" xlink:label="lab_us-gaap_CommitmentsAndContingenciesDisclosureAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Commitments and Contingencies Disclosure [Abstract]</link:label>
    <link:label id="lab_us-gaap_CommitmentsAndContingenciesDisclosureAbstract_label_en-US" xlink:label="lab_us-gaap_CommitmentsAndContingenciesDisclosureAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Commitments and Contingencies Disclosure [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_CommitmentsAndContingenciesDisclosureAbstract" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_CommitmentsAndContingenciesDisclosureAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_CommitmentsAndContingenciesDisclosureAbstract" xlink:to="lab_us-gaap_CommitmentsAndContingenciesDisclosureAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_StockIssuedDuringPeriodSharesRestrictedStockAwardGross_a1fc3ea7-d01d-47ab-98cd-7a8bae79baa9_terseLabel_en-US" xlink:label="lab_us-gaap_StockIssuedDuringPeriodSharesRestrictedStockAwardGross" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Stock-based compensation activity, issued (in shares)</link:label>
    <link:label id="lab_us-gaap_StockIssuedDuringPeriodSharesRestrictedStockAwardGross_label_en-US" xlink:label="lab_us-gaap_StockIssuedDuringPeriodSharesRestrictedStockAwardGross" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Stock Issued During Period, Shares, Restricted Stock Award, Gross</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_StockIssuedDuringPeriodSharesRestrictedStockAwardGross" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_StockIssuedDuringPeriodSharesRestrictedStockAwardGross"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_StockIssuedDuringPeriodSharesRestrictedStockAwardGross" xlink:to="lab_us-gaap_StockIssuedDuringPeriodSharesRestrictedStockAwardGross" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FinancingReceivableExcludingAccruedInterestYearThreeOriginatedTwoYearsBeforeCurrentFiscalYearWriteoff_83b4efed-81f5-4a58-969e-c47a4d9733d0_terseLabel_en-US" xlink:label="lab_us-gaap_FinancingReceivableExcludingAccruedInterestYearThreeOriginatedTwoYearsBeforeCurrentFiscalYearWriteoff" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">2022</link:label>
    <link:label id="lab_us-gaap_FinancingReceivableExcludingAccruedInterestYearThreeOriginatedTwoYearsBeforeCurrentFiscalYearWriteoff_label_en-US" xlink:label="lab_us-gaap_FinancingReceivableExcludingAccruedInterestYearThreeOriginatedTwoYearsBeforeCurrentFiscalYearWriteoff" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financing Receivable, Excluding Accrued Interest, Year Three, Originated, Two Years before Current Fiscal Year, Writeoff</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FinancingReceivableExcludingAccruedInterestYearThreeOriginatedTwoYearsBeforeCurrentFiscalYearWriteoff" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FinancingReceivableExcludingAccruedInterestYearThreeOriginatedTwoYearsBeforeCurrentFiscalYearWriteoff"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FinancingReceivableExcludingAccruedInterestYearThreeOriginatedTwoYearsBeforeCurrentFiscalYearWriteoff" xlink:to="lab_us-gaap_FinancingReceivableExcludingAccruedInterestYearThreeOriginatedTwoYearsBeforeCurrentFiscalYearWriteoff" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_EntityIncorporationStateCountryCode_a0f8000a-0dab-4761-a850-6370742554bf_terseLabel_en-US" xlink:label="lab_dei_EntityIncorporationStateCountryCode" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Entity Incorporation, State or Country Code</link:label>
    <link:label id="lab_dei_EntityIncorporationStateCountryCode_label_en-US" xlink:label="lab_dei_EntityIncorporationStateCountryCode" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Entity Incorporation, State or Country Code</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_EntityIncorporationStateCountryCode" xlink:href="https://xbrl.sec.gov/dei/2023/dei-2023.xsd#dei_EntityIncorporationStateCountryCode"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_EntityIncorporationStateCountryCode" xlink:to="lab_dei_EntityIncorporationStateCountryCode" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetPeriodIncreaseDecrease_cc3021df-3d66-4f93-b819-8fba25bda905_terseLabel_en-US" xlink:label="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetPeriodIncreaseDecrease" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Change in unrealized gains or losses for the period included in earnings for assets held at the end of the reporting period</link:label>
    <link:label id="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetPeriodIncreaseDecrease_label_en-US" xlink:label="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetPeriodIncreaseDecrease" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Fair Value, Measurement with Unobservable Inputs Reconciliation, Recurring Basis, Asset, Period Increase (Decrease)</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetPeriodIncreaseDecrease" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetPeriodIncreaseDecrease"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetPeriodIncreaseDecrease" xlink:to="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetPeriodIncreaseDecrease" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_NoninterestIncome_77bf06b2-1cbe-4553-9747-b9001b66fec6_totalLabel_en-US" xlink:label="lab_us-gaap_NoninterestIncome" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xml:lang="en-US">Total non-interest income</link:label>
    <link:label id="lab_us-gaap_NoninterestIncome_14eb12cc-9814-402f-9e6d-4a975bf795b9_terseLabel_en-US" xlink:label="lab_us-gaap_NoninterestIncome" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Non-interest income</link:label>
    <link:label id="lab_us-gaap_NoninterestIncome_label_en-US" xlink:label="lab_us-gaap_NoninterestIncome" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Noninterest Income</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_NoninterestIncome" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_NoninterestIncome"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_NoninterestIncome" xlink:to="lab_us-gaap_NoninterestIncome" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_EntityAddressStateOrProvince_d850e686-4c83-430b-a4e4-2abfbb8a5370_terseLabel_en-US" xlink:label="lab_dei_EntityAddressStateOrProvince" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Entity Address, State or Province</link:label>
    <link:label id="lab_dei_EntityAddressStateOrProvince_label_en-US" xlink:label="lab_dei_EntityAddressStateOrProvince" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Entity Address, State or Province</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_EntityAddressStateOrProvince" xlink:href="https://xbrl.sec.gov/dei/2023/dei-2023.xsd#dei_EntityAddressStateOrProvince"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_EntityAddressStateOrProvince" xlink:to="lab_dei_EntityAddressStateOrProvince" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_NetCashProvidedByUsedInOperatingActivitiesAbstract_43fb6041-4e15-46f5-803c-ee1cf95fcdc1_terseLabel_en-US" xlink:label="lab_us-gaap_NetCashProvidedByUsedInOperatingActivitiesAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">CASH FLOWS FROM OPERATING ACTIVITIES:</link:label>
    <link:label id="lab_us-gaap_NetCashProvidedByUsedInOperatingActivitiesAbstract_label_en-US" xlink:label="lab_us-gaap_NetCashProvidedByUsedInOperatingActivitiesAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Net Cash Provided by (Used in) Operating Activities [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_NetCashProvidedByUsedInOperatingActivitiesAbstract" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_NetCashProvidedByUsedInOperatingActivitiesAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_NetCashProvidedByUsedInOperatingActivitiesAbstract" xlink:to="lab_us-gaap_NetCashProvidedByUsedInOperatingActivitiesAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ResidentialMortgageBackedSecuritiesMember_f73109ac-77a0-4028-a77c-414566268470_terseLabel_en-US" xlink:label="lab_us-gaap_ResidentialMortgageBackedSecuritiesMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Total mortgage-backed securities</link:label>
    <link:label id="lab_us-gaap_ResidentialMortgageBackedSecuritiesMember_1016da61-c61e-493a-a5b1-99ef1443c2ca_verboseLabel_en-US" xlink:label="lab_us-gaap_ResidentialMortgageBackedSecuritiesMember" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xml:lang="en-US">Total MBS</link:label>
    <link:label id="lab_us-gaap_ResidentialMortgageBackedSecuritiesMember_label_en-US" xlink:label="lab_us-gaap_ResidentialMortgageBackedSecuritiesMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Residential Mortgage-Backed Securities [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ResidentialMortgageBackedSecuritiesMember" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_ResidentialMortgageBackedSecuritiesMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ResidentialMortgageBackedSecuritiesMember" xlink:to="lab_us-gaap_ResidentialMortgageBackedSecuritiesMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_InternalCreditAssessmentDomain_ea015280-4065-414d-8df5-998006ab5155_terseLabel_en-US" xlink:label="lab_us-gaap_InternalCreditAssessmentDomain" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Internal Credit Assessment [Domain]</link:label>
    <link:label id="lab_us-gaap_InternalCreditAssessmentDomain_label_en-US" xlink:label="lab_us-gaap_InternalCreditAssessmentDomain" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Internal Credit Assessment [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_InternalCreditAssessmentDomain" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_InternalCreditAssessmentDomain"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_InternalCreditAssessmentDomain" xlink:to="lab_us-gaap_InternalCreditAssessmentDomain" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_CommonStockSharesOutstanding_aff1857a-a774-44de-8891-9fa42e6e37d9_terseLabel_en-US" xlink:label="lab_us-gaap_CommonStockSharesOutstanding" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Common stock, shares outstanding (in shares)</link:label>
    <link:label id="lab_us-gaap_CommonStockSharesOutstanding_2102f94e-bedb-41df-8f89-ff2c9739b422_periodStartLabel_en-US" xlink:label="lab_us-gaap_CommonStockSharesOutstanding" xlink:role="http://www.xbrl.org/2003/role/periodStartLabel" xlink:type="resource" xml:lang="en-US">Common stock, outstanding, beginning balance (in shares)</link:label>
    <link:label id="lab_us-gaap_CommonStockSharesOutstanding_44b96ea3-3c5d-402c-b87c-114aebff8bd1_periodEndLabel_en-US" xlink:label="lab_us-gaap_CommonStockSharesOutstanding" xlink:role="http://www.xbrl.org/2003/role/periodEndLabel" xlink:type="resource" xml:lang="en-US">Common stock, outstanding, ending balance (in shares)</link:label>
    <link:label id="lab_us-gaap_CommonStockSharesOutstanding_label_en-US" xlink:label="lab_us-gaap_CommonStockSharesOutstanding" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Common Stock, Shares, Outstanding</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_CommonStockSharesOutstanding" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_CommonStockSharesOutstanding"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_CommonStockSharesOutstanding" xlink:to="lab_us-gaap_CommonStockSharesOutstanding" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_FdicAndPrimaryFederalRegulatorFees_2052e1c6-76d9-4b65-bb48-7573587b5da3_terseLabel_en-US" xlink:label="lab_ax_FdicAndPrimaryFederalRegulatorFees" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">FDIC and regulatory fees</link:label>
    <link:label id="lab_ax_FdicAndPrimaryFederalRegulatorFees_label_en-US" xlink:label="lab_ax_FdicAndPrimaryFederalRegulatorFees" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">FDIC and Primary Federal Regulator Fees</link:label>
    <link:label id="lab_ax_FdicAndPrimaryFederalRegulatorFees_documentation_en-US" xlink:label="lab_ax_FdicAndPrimaryFederalRegulatorFees" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">FDIC and Primary Federal Regulator Fees</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_FdicAndPrimaryFederalRegulatorFees" xlink:href="ax-20240331.xsd#ax_FdicAndPrimaryFederalRegulatorFees"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_FdicAndPrimaryFederalRegulatorFees" xlink:to="lab_ax_FdicAndPrimaryFederalRegulatorFees" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_EarningsPerShareBasicAbstract_cdc6a8e0-eacf-4ea1-a44a-a10c959f5846_terseLabel_en-US" xlink:label="lab_us-gaap_EarningsPerShareBasicAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Earnings Per Common Share</link:label>
    <link:label id="lab_us-gaap_EarningsPerShareBasicAbstract_label_en-US" xlink:label="lab_us-gaap_EarningsPerShareBasicAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Earnings Per Share, Basic [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_EarningsPerShareBasicAbstract" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_EarningsPerShareBasicAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_EarningsPerShareBasicAbstract" xlink:to="lab_us-gaap_EarningsPerShareBasicAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_NoninterestIncomeAbstract_fc4879f1-0ae1-4856-afab-65297560797a_verboseLabel_en-US" xlink:label="lab_us-gaap_NoninterestIncomeAbstract" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xml:lang="en-US">NON-INTEREST INCOME:</link:label>
    <link:label id="lab_us-gaap_NoninterestIncomeAbstract_label_en-US" xlink:label="lab_us-gaap_NoninterestIncomeAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Noninterest Income [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_NoninterestIncomeAbstract" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_NoninterestIncomeAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_NoninterestIncomeAbstract" xlink:to="lab_us-gaap_NoninterestIncomeAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_OperatingLeaseLiabilityObtainedInExchangeForRightOfUseAsset_a186643f-c769-41c1-9ba6-795e0689efe5_terseLabel_en-US" xlink:label="lab_ax_OperatingLeaseLiabilityObtainedInExchangeForRightOfUseAsset" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Operating lease liabilities from obtaining right of use assets</link:label>
    <link:label id="lab_ax_OperatingLeaseLiabilityObtainedInExchangeForRightOfUseAsset_label_en-US" xlink:label="lab_ax_OperatingLeaseLiabilityObtainedInExchangeForRightOfUseAsset" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Operating Lease Liability, Obtained In Exchange For Right Of Use Asset</link:label>
    <link:label id="lab_ax_OperatingLeaseLiabilityObtainedInExchangeForRightOfUseAsset_documentation_en-US" xlink:label="lab_ax_OperatingLeaseLiabilityObtainedInExchangeForRightOfUseAsset" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Operating Lease Liability, Obtained In Exchange For Right Of Use Asset</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_OperatingLeaseLiabilityObtainedInExchangeForRightOfUseAsset" xlink:href="ax-20240331.xsd#ax_OperatingLeaseLiabilityObtainedInExchangeForRightOfUseAsset"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_OperatingLeaseLiabilityObtainedInExchangeForRightOfUseAsset" xlink:to="lab_ax_OperatingLeaseLiabilityObtainedInExchangeForRightOfUseAsset" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ConcentrationRiskCreditRisk_5730cdc2-0aaa-440b-8f3c-c9221b312afe_terseLabel_en-US" xlink:label="lab_us-gaap_ConcentrationRiskCreditRisk" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Credit Quality Indicators</link:label>
    <link:label id="lab_us-gaap_ConcentrationRiskCreditRisk_label_en-US" xlink:label="lab_us-gaap_ConcentrationRiskCreditRisk" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Concentration Risk, Credit Risk, Policy [Policy Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ConcentrationRiskCreditRisk" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_ConcentrationRiskCreditRisk"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ConcentrationRiskCreditRisk" xlink:to="lab_us-gaap_ConcentrationRiskCreditRisk" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_RealEstateOwnedValuationAllowanceAmountsApplied_50eac6eb-b0af-4a48-96c1-bb20dcfa8e21_terseLabel_en-US" xlink:label="lab_us-gaap_RealEstateOwnedValuationAllowanceAmountsApplied" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Other real estate owned, valuation allowance</link:label>
    <link:label id="lab_us-gaap_RealEstateOwnedValuationAllowanceAmountsApplied_label_en-US" xlink:label="lab_us-gaap_RealEstateOwnedValuationAllowanceAmountsApplied" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Real Estate Owned, Valuation Allowance, Amounts Applied</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_RealEstateOwnedValuationAllowanceAmountsApplied" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_RealEstateOwnedValuationAllowanceAmountsApplied"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_RealEstateOwnedValuationAllowanceAmountsApplied" xlink:to="lab_us-gaap_RealEstateOwnedValuationAllowanceAmountsApplied" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_LoansHeldForSaleContractualBalanceIncludingAccruedInterest_f14639e9-4571-4363-84a6-41fb7f014a62_terseLabel_en-US" xlink:label="lab_ax_LoansHeldForSaleContractualBalanceIncludingAccruedInterest" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Contractual balance</link:label>
    <link:label id="lab_ax_LoansHeldForSaleContractualBalanceIncludingAccruedInterest_label_en-US" xlink:label="lab_ax_LoansHeldForSaleContractualBalanceIncludingAccruedInterest" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Loans Held-for-sale, Contractual Balance, Including Accrued Interest</link:label>
    <link:label id="lab_ax_LoansHeldForSaleContractualBalanceIncludingAccruedInterest_documentation_en-US" xlink:label="lab_ax_LoansHeldForSaleContractualBalanceIncludingAccruedInterest" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Loans Held-for-sale, Contractual Balance, Including Accrued Interest</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_LoansHeldForSaleContractualBalanceIncludingAccruedInterest" xlink:href="ax-20240331.xsd#ax_LoansHeldForSaleContractualBalanceIncludingAccruedInterest"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_LoansHeldForSaleContractualBalanceIncludingAccruedInterest" xlink:to="lab_ax_LoansHeldForSaleContractualBalanceIncludingAccruedInterest" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_SharebasedCompensationRequisiteServicePeriodRecognitionandStockIssuedDuringPeriodValueRestrictedStockAwardNetofForfeitures_bb94b3c7-31fa-454a-a790-bfd94a68cb7f_terseLabel_en-US" xlink:label="lab_ax_SharebasedCompensationRequisiteServicePeriodRecognitionandStockIssuedDuringPeriodValueRestrictedStockAwardNetofForfeitures" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Stock-based compensation activity</link:label>
    <link:label id="lab_ax_SharebasedCompensationRequisiteServicePeriodRecognitionandStockIssuedDuringPeriodValueRestrictedStockAwardNetofForfeitures_label_en-US" xlink:label="lab_ax_SharebasedCompensationRequisiteServicePeriodRecognitionandStockIssuedDuringPeriodValueRestrictedStockAwardNetofForfeitures" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Share-based Compensation, Requisite Service Period Recognition and Stock Issued During Period, Value, Restricted Stock Award, Net of Forfeitures</link:label>
    <link:label id="lab_ax_SharebasedCompensationRequisiteServicePeriodRecognitionandStockIssuedDuringPeriodValueRestrictedStockAwardNetofForfeitures_documentation_en-US" xlink:label="lab_ax_SharebasedCompensationRequisiteServicePeriodRecognitionandStockIssuedDuringPeriodValueRestrictedStockAwardNetofForfeitures" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Share-based Compensation, Requisite Service Period Recognition and Stock Issued During Period, Value, Restricted Stock Award, Net of Forfeitures</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_SharebasedCompensationRequisiteServicePeriodRecognitionandStockIssuedDuringPeriodValueRestrictedStockAwardNetofForfeitures" xlink:href="ax-20240331.xsd#ax_SharebasedCompensationRequisiteServicePeriodRecognitionandStockIssuedDuringPeriodValueRestrictedStockAwardNetofForfeitures"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_SharebasedCompensationRequisiteServicePeriodRecognitionandStockIssuedDuringPeriodValueRestrictedStockAwardNetofForfeitures" xlink:to="lab_ax_SharebasedCompensationRequisiteServicePeriodRecognitionandStockIssuedDuringPeriodValueRestrictedStockAwardNetofForfeitures" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_CommonStockParOrStatedValuePerShare_20ccab39-5381-4e50-b850-1658f76bc5d9_verboseLabel_en-US" xlink:label="lab_us-gaap_CommonStockParOrStatedValuePerShare" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xml:lang="en-US">Common stock, par value (in dollars per share)</link:label>
    <link:label id="lab_us-gaap_CommonStockParOrStatedValuePerShare_label_en-US" xlink:label="lab_us-gaap_CommonStockParOrStatedValuePerShare" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Common Stock, Par or Stated Value Per Share</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_CommonStockParOrStatedValuePerShare" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_CommonStockParOrStatedValuePerShare"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_CommonStockParOrStatedValuePerShare" xlink:to="lab_us-gaap_CommonStockParOrStatedValuePerShare" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ClassOfStockDomain_20c0b061-8795-4eec-ab87-9dfc4d15a030_terseLabel_en-US" xlink:label="lab_us-gaap_ClassOfStockDomain" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Class of Stock [Domain]</link:label>
    <link:label id="lab_us-gaap_ClassOfStockDomain_label_en-US" xlink:label="lab_us-gaap_ClassOfStockDomain" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Class of Stock [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ClassOfStockDomain" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_ClassOfStockDomain"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ClassOfStockDomain" xlink:to="lab_us-gaap_ClassOfStockDomain" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_NetCashProvidedByUsedInInvestingActivities_d089e9c5-c7f5-48b7-8ad0-c9ec1bef56bf_totalLabel_en-US" xlink:label="lab_us-gaap_NetCashProvidedByUsedInInvestingActivities" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xml:lang="en-US">Net cash used in investing activities</link:label>
    <link:label id="lab_us-gaap_NetCashProvidedByUsedInInvestingActivities_label_en-US" xlink:label="lab_us-gaap_NetCashProvidedByUsedInInvestingActivities" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Net Cash Provided by (Used in) Investing Activities</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_NetCashProvidedByUsedInInvestingActivities" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_NetCashProvidedByUsedInInvestingActivities"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_NetCashProvidedByUsedInInvestingActivities" xlink:to="lab_us-gaap_NetCashProvidedByUsedInInvestingActivities" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ScheduleOfFairValueOffBalanceSheetRisksTable_65e77f5d-e87e-489a-ab9d-936fd6a84dcd_terseLabel_en-US" xlink:label="lab_us-gaap_ScheduleOfFairValueOffBalanceSheetRisksTable" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Schedule of Fair Value, Off-balance Sheet Risks [Table]</link:label>
    <link:label id="lab_us-gaap_ScheduleOfFairValueOffBalanceSheetRisksTable_label_en-US" xlink:label="lab_us-gaap_ScheduleOfFairValueOffBalanceSheetRisksTable" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Schedule of Fair Value, off-Balance-Sheet Risks [Table]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ScheduleOfFairValueOffBalanceSheetRisksTable" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_ScheduleOfFairValueOffBalanceSheetRisksTable"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ScheduleOfFairValueOffBalanceSheetRisksTable" xlink:to="lab_us-gaap_ScheduleOfFairValueOffBalanceSheetRisksTable" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FinancingReceivableImpairedLineItems_546a4eb2-4710-435c-8438-6994c3162af1_terseLabel_en-US" xlink:label="lab_us-gaap_FinancingReceivableImpairedLineItems" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Financing Receivable, Impaired [Line Items]</link:label>
    <link:label id="lab_us-gaap_FinancingReceivableImpairedLineItems_label_en-US" xlink:label="lab_us-gaap_FinancingReceivableImpairedLineItems" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financing Receivable, Impaired [Line Items]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FinancingReceivableImpairedLineItems" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FinancingReceivableImpairedLineItems"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FinancingReceivableImpairedLineItems" xlink:to="lab_us-gaap_FinancingReceivableImpairedLineItems" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_InterestRateSwapMember_9f2b3f5c-b17b-45f2-bbdd-4a6ac573472b_terseLabel_en-US" xlink:label="lab_us-gaap_InterestRateSwapMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Interest Rate Swap</link:label>
    <link:label id="lab_us-gaap_InterestRateSwapMember_label_en-US" xlink:label="lab_us-gaap_InterestRateSwapMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Interest Rate Swap [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_InterestRateSwapMember" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_InterestRateSwapMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_InterestRateSwapMember" xlink:to="lab_us-gaap_InterestRateSwapMember" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_ProceedsFromPaymentsForMortgageWarehouseLoansNet_293ddf15-3edc-43c6-bc64-c1b5807056d0_terseLabel_en-US" xlink:label="lab_ax_ProceedsFromPaymentsForMortgageWarehouseLoansNet" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Mortgage warehouse loan activity, net</link:label>
    <link:label id="lab_ax_ProceedsFromPaymentsForMortgageWarehouseLoansNet_label_en-US" xlink:label="lab_ax_ProceedsFromPaymentsForMortgageWarehouseLoansNet" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Proceeds from (Payments for) Mortgage Warehouse Loans, Net</link:label>
    <link:label id="lab_ax_ProceedsFromPaymentsForMortgageWarehouseLoansNet_documentation_en-US" xlink:label="lab_ax_ProceedsFromPaymentsForMortgageWarehouseLoansNet" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Proceeds from (Payments for) Mortgage Warehouse Loans, Net</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_ProceedsFromPaymentsForMortgageWarehouseLoansNet" xlink:href="ax-20240331.xsd#ax_ProceedsFromPaymentsForMortgageWarehouseLoansNet"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_ProceedsFromPaymentsForMortgageWarehouseLoansNet" xlink:to="lab_ax_ProceedsFromPaymentsForMortgageWarehouseLoansNet" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ProfessionalFees_7b9705c4-7dbd-4a5d-8cbb-aed81eb1541e_terseLabel_en-US" xlink:label="lab_us-gaap_ProfessionalFees" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Professional services</link:label>
    <link:label id="lab_us-gaap_ProfessionalFees_label_en-US" xlink:label="lab_us-gaap_ProfessionalFees" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Professional Fees</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ProfessionalFees" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_ProfessionalFees"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ProfessionalFees" xlink:to="lab_us-gaap_ProfessionalFees" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_IncreaseDecreaseInFinancialInstrumentsUsedInOperatingActivities_b95abdda-ee94-4993-bb51-6b42600ad383_negatedLabel_en-US" xlink:label="lab_us-gaap_IncreaseDecreaseInFinancialInstrumentsUsedInOperatingActivities" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xml:lang="en-US">Trading activity</link:label>
    <link:label id="lab_us-gaap_IncreaseDecreaseInFinancialInstrumentsUsedInOperatingActivities_label_en-US" xlink:label="lab_us-gaap_IncreaseDecreaseInFinancialInstrumentsUsedInOperatingActivities" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Increase (Decrease) in Financial Instruments Used in Operating Activities</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_IncreaseDecreaseInFinancialInstrumentsUsedInOperatingActivities" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_IncreaseDecreaseInFinancialInstrumentsUsedInOperatingActivities"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_IncreaseDecreaseInFinancialInstrumentsUsedInOperatingActivities" xlink:to="lab_us-gaap_IncreaseDecreaseInFinancialInstrumentsUsedInOperatingActivities" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_OperatingLeaseLiability_63e6f011-7a58-46bd-b957-445aee5cf6ef_verboseLabel_en-US" xlink:label="lab_us-gaap_OperatingLeaseLiability" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xml:lang="en-US">Total lease liability</link:label>
    <link:label id="lab_us-gaap_OperatingLeaseLiability_label_en-US" xlink:label="lab_us-gaap_OperatingLeaseLiability" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Operating Lease, Liability</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_OperatingLeaseLiability" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_OperatingLeaseLiability"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_OperatingLeaseLiability" xlink:to="lab_us-gaap_OperatingLeaseLiability" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_MeasurementInputTypeDomain_0471359b-dc85-4b81-95a4-192bce4a560b_terseLabel_en-US" xlink:label="lab_us-gaap_MeasurementInputTypeDomain" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Measurement Input Type [Domain]</link:label>
    <link:label id="lab_us-gaap_MeasurementInputTypeDomain_label_en-US" xlink:label="lab_us-gaap_MeasurementInputTypeDomain" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Measurement Input Type [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_MeasurementInputTypeDomain" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_MeasurementInputTypeDomain"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_MeasurementInputTypeDomain" xlink:to="lab_us-gaap_MeasurementInputTypeDomain" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_Liabilities_85b0c36c-21ff-4345-ba97-36df59298104_totalLabel_en-US" xlink:label="lab_us-gaap_Liabilities" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xml:lang="en-US">Total liabilities</link:label>
    <link:label id="lab_us-gaap_Liabilities_label_en-US" xlink:label="lab_us-gaap_Liabilities" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Liabilities</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_Liabilities" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_Liabilities"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_Liabilities" xlink:to="lab_us-gaap_Liabilities" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AssetAcquisitionAxis_b0fec2cd-788d-414f-9fb3-2fd1b2eb2d29_terseLabel_en-US" xlink:label="lab_us-gaap_AssetAcquisitionAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Asset Acquisition [Axis]</link:label>
    <link:label id="lab_us-gaap_AssetAcquisitionAxis_label_en-US" xlink:label="lab_us-gaap_AssetAcquisitionAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Asset Acquisition [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AssetAcquisitionAxis" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_AssetAcquisitionAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AssetAcquisitionAxis" xlink:to="lab_us-gaap_AssetAcquisitionAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AccumulatedOtherComprehensiveIncomeMember_718223cf-f895-45c0-a51b-eef4d28c123a_terseLabel_en-US" xlink:label="lab_us-gaap_AccumulatedOtherComprehensiveIncomeMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Accumulated Other Comprehensive Income (Loss), Net of Income Tax</link:label>
    <link:label id="lab_us-gaap_AccumulatedOtherComprehensiveIncomeMember_label_en-US" xlink:label="lab_us-gaap_AccumulatedOtherComprehensiveIncomeMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">AOCI Attributable to Parent [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AccumulatedOtherComprehensiveIncomeMember" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_AccumulatedOtherComprehensiveIncomeMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AccumulatedOtherComprehensiveIncomeMember" xlink:to="lab_us-gaap_AccumulatedOtherComprehensiveIncomeMember" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_FinancingReceivableRecordedInvestmentPastDueAsAPercentOfGrossLoans_a320d65e-9ce4-427b-b5b1-0c259f7d75e0_terseLabel_en-US" xlink:label="lab_ax_FinancingReceivableRecordedInvestmentPastDueAsAPercentOfGrossLoans" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">As a % of total gross loans</link:label>
    <link:label id="lab_ax_FinancingReceivableRecordedInvestmentPastDueAsAPercentOfGrossLoans_label_en-US" xlink:label="lab_ax_FinancingReceivableRecordedInvestmentPastDueAsAPercentOfGrossLoans" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financing Receivable, Recorded Investment, Past Due As A Percent Of Gross Loans</link:label>
    <link:label id="lab_ax_FinancingReceivableRecordedInvestmentPastDueAsAPercentOfGrossLoans_documentation_en-US" xlink:label="lab_ax_FinancingReceivableRecordedInvestmentPastDueAsAPercentOfGrossLoans" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Financing Receivable, Recorded Investment, Past Due As A Percent Of Gross Loans</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_FinancingReceivableRecordedInvestmentPastDueAsAPercentOfGrossLoans" xlink:href="ax-20240331.xsd#ax_FinancingReceivableRecordedInvestmentPastDueAsAPercentOfGrossLoans"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_FinancingReceivableRecordedInvestmentPastDueAsAPercentOfGrossLoans" xlink:to="lab_ax_FinancingReceivableRecordedInvestmentPastDueAsAPercentOfGrossLoans" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPosition_6407e1fc-51db-487c-a870-446960ab1966_totalLabel_en-US" xlink:label="lab_us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPosition" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xml:lang="en-US">Total</link:label>
    <link:label id="lab_us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPosition_label_en-US" xlink:label="lab_us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPosition" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Debt Securities, Available-for-Sale, Unrealized Loss Position</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPosition" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPosition"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPosition" xlink:to="lab_us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPosition" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueMeasurementFrequencyDomain_22994778-b859-47be-bfbf-296d3e87c2b4_terseLabel_en-US" xlink:label="lab_us-gaap_FairValueMeasurementFrequencyDomain" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Measurement Frequency [Domain]</link:label>
    <link:label id="lab_us-gaap_FairValueMeasurementFrequencyDomain_label_en-US" xlink:label="lab_us-gaap_FairValueMeasurementFrequencyDomain" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Measurement Frequency [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueMeasurementFrequencyDomain" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FairValueMeasurementFrequencyDomain"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueMeasurementFrequencyDomain" xlink:to="lab_us-gaap_FairValueMeasurementFrequencyDomain" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_NoninterestExpense_10a47a7c-0dd1-4239-8cb4-a3a21b7abf74_totalLabel_en-US" xlink:label="lab_us-gaap_NoninterestExpense" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xml:lang="en-US">Total non-interest expense</link:label>
    <link:label id="lab_us-gaap_NoninterestExpense_c58e9a0d-e599-490d-8334-c276b10d68c5_terseLabel_en-US" xlink:label="lab_us-gaap_NoninterestExpense" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Non-interest expense</link:label>
    <link:label id="lab_us-gaap_NoninterestExpense_label_en-US" xlink:label="lab_us-gaap_NoninterestExpense" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Noninterest Expense</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_NoninterestExpense" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_NoninterestExpense"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_NoninterestExpense" xlink:to="lab_us-gaap_NoninterestExpense" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_ScheduleOfRealEstateLoansLoanToValueRatioTableTextBlock_73bc0514-fb8d-412b-acad-c1e7e91fd968_terseLabel_en-US" xlink:label="lab_ax_ScheduleOfRealEstateLoansLoanToValueRatioTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Schedule of Real Estate Loans, Loan-to-Value Ratio</link:label>
    <link:label id="lab_ax_ScheduleOfRealEstateLoansLoanToValueRatioTableTextBlock_label_en-US" xlink:label="lab_ax_ScheduleOfRealEstateLoansLoanToValueRatioTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Schedule of Real Estate Loans, Loan-to-Value Ratio [Table Text Block]</link:label>
    <link:label id="lab_ax_ScheduleOfRealEstateLoansLoanToValueRatioTableTextBlock_documentation_en-US" xlink:label="lab_ax_ScheduleOfRealEstateLoansLoanToValueRatioTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Schedule of Real Estate Loans, Loan-to-Value Ratio</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_ScheduleOfRealEstateLoansLoanToValueRatioTableTextBlock" xlink:href="ax-20240331.xsd#ax_ScheduleOfRealEstateLoansLoanToValueRatioTableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_ScheduleOfRealEstateLoansLoanToValueRatioTableTextBlock" xlink:to="lab_ax_ScheduleOfRealEstateLoansLoanToValueRatioTableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_PlanNameAxis_531a3428-89fc-4027-93c7-2a20149bafa8_terseLabel_en-US" xlink:label="lab_us-gaap_PlanNameAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Plan Name [Axis]</link:label>
    <link:label id="lab_us-gaap_PlanNameAxis_label_en-US" xlink:label="lab_us-gaap_PlanNameAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Plan Name [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_PlanNameAxis" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_PlanNameAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_PlanNameAxis" xlink:to="lab_us-gaap_PlanNameAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DebtDisclosureAbstract_f808e165-72c4-4291-b5d3-7e814f911450_terseLabel_en-US" xlink:label="lab_us-gaap_DebtDisclosureAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Debt Disclosure [Abstract]</link:label>
    <link:label id="lab_us-gaap_DebtDisclosureAbstract_label_en-US" xlink:label="lab_us-gaap_DebtDisclosureAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Debt Disclosure [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DebtDisclosureAbstract" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_DebtDisclosureAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DebtDisclosureAbstract" xlink:to="lab_us-gaap_DebtDisclosureAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FinancingReceivableAccruedInterestAfterAllowanceForCreditLoss_0c1a4e58-d58f-4deb-8445-88e1ac94ae12_terseLabel_en-US" xlink:label="lab_us-gaap_FinancingReceivableAccruedInterestAfterAllowanceForCreditLoss" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Accrued interest receivable on loans held for investments</link:label>
    <link:label id="lab_us-gaap_FinancingReceivableAccruedInterestAfterAllowanceForCreditLoss_label_en-US" xlink:label="lab_us-gaap_FinancingReceivableAccruedInterestAfterAllowanceForCreditLoss" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financing Receivable, Accrued Interest, after Allowance for Credit Loss</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FinancingReceivableAccruedInterestAfterAllowanceForCreditLoss" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FinancingReceivableAccruedInterestAfterAllowanceForCreditLoss"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FinancingReceivableAccruedInterestAfterAllowanceForCreditLoss" xlink:to="lab_us-gaap_FinancingReceivableAccruedInterestAfterAllowanceForCreditLoss" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_EarningsPerShareAbstract_72f381f2-1cf6-42e2-a718-17017edcb9af_terseLabel_en-US" xlink:label="lab_us-gaap_EarningsPerShareAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Earnings Per Share [Abstract]</link:label>
    <link:label id="lab_us-gaap_EarningsPerShareAbstract_label_en-US" xlink:label="lab_us-gaap_EarningsPerShareAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Earnings Per Share [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_EarningsPerShareAbstract" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_EarningsPerShareAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_EarningsPerShareAbstract" xlink:to="lab_us-gaap_EarningsPerShareAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_CommonStockValue_b111839d-673a-421c-9a6d-05e91ad3c108_terseLabel_en-US" xlink:label="lab_us-gaap_CommonStockValue" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Common stock&#8212;$0.01 par value; 150,000,000 shares authorized; 70,033,523 shares issued and 57,079,429 shares outstanding as of March 31, 2024; 69,465,446 shares issued and 58,943,035 shares outstanding as of June 30, 2023</link:label>
    <link:label id="lab_us-gaap_CommonStockValue_label_en-US" xlink:label="lab_us-gaap_CommonStockValue" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Common Stock, Value, Issued</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_CommonStockValue" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_CommonStockValue"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_CommonStockValue" xlink:to="lab_us-gaap_CommonStockValue" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_GeneralAndAdministrativeExpense_bb81cd87-d0dc-4dbf-8ea9-e60e8995187e_terseLabel_en-US" xlink:label="lab_us-gaap_GeneralAndAdministrativeExpense" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">General and administrative expense</link:label>
    <link:label id="lab_us-gaap_GeneralAndAdministrativeExpense_label_en-US" xlink:label="lab_us-gaap_GeneralAndAdministrativeExpense" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">General and Administrative Expense</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_GeneralAndAdministrativeExpense" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_GeneralAndAdministrativeExpense"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_GeneralAndAdministrativeExpense" xlink:to="lab_us-gaap_GeneralAndAdministrativeExpense" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_FederalReserveBankAdvancesCollateralPledged_cc5c3c53-8790-4150-a69a-adcd7f4f0238_terseLabel_en-US" xlink:label="lab_ax_FederalReserveBankAdvancesCollateralPledged" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">FRBSF and FRB, loans pledged</link:label>
    <link:label id="lab_ax_FederalReserveBankAdvancesCollateralPledged_label_en-US" xlink:label="lab_ax_FederalReserveBankAdvancesCollateralPledged" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Federal Reserve Bank, Advances, Collateral Pledged</link:label>
    <link:label id="lab_ax_FederalReserveBankAdvancesCollateralPledged_documentation_en-US" xlink:label="lab_ax_FederalReserveBankAdvancesCollateralPledged" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Federal Reserve Bank, Advances, Collateral Pledged</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_FederalReserveBankAdvancesCollateralPledged" xlink:href="ax-20240331.xsd#ax_FederalReserveBankAdvancesCollateralPledged"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_FederalReserveBankAdvancesCollateralPledged" xlink:to="lab_ax_FederalReserveBankAdvancesCollateralPledged" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionLessThan12Months_1c7123b4-fc15-475b-b956-12d87562ecf6_terseLabel_en-US" xlink:label="lab_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionLessThan12Months" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Less Than 12 Months</link:label>
    <link:label id="lab_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionLessThan12Months_label_en-US" xlink:label="lab_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionLessThan12Months" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Debt Securities, Available-for-Sale, Continuous Unrealized Loss Position, Less than 12 Months</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionLessThan12Months" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionLessThan12Months"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionLessThan12Months" xlink:to="lab_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionLessThan12Months" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterOneThroughFiveYearsFairValue_104eaa2a-1c61-4b47-8446-51dff3653d1b_terseLabel_en-US" xlink:label="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterOneThroughFiveYearsFairValue" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Due after One but within Five Years</link:label>
    <link:label id="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterOneThroughFiveYearsFairValue_label_en-US" xlink:label="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterOneThroughFiveYearsFairValue" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Debt Securities, Available-for-Sale, Fair Value, Maturity, Allocated and Single Maturity Date, after Year One Through Five</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterOneThroughFiveYearsFairValue" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterOneThroughFiveYearsFairValue"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterOneThroughFiveYearsFairValue" xlink:to="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterOneThroughFiveYearsFairValue" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueAssetsMeasuredOnNonrecurringBasisTextBlock_f0fbef2d-5b4a-48bd-8ac7-2529d2da96f3_terseLabel_en-US" xlink:label="lab_us-gaap_FairValueAssetsMeasuredOnNonrecurringBasisTextBlock" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Schedule of Fair Value Assets Measured on Nonrecurring Basis</link:label>
    <link:label id="lab_us-gaap_FairValueAssetsMeasuredOnNonrecurringBasisTextBlock_label_en-US" xlink:label="lab_us-gaap_FairValueAssetsMeasuredOnNonrecurringBasisTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Fair Value Measurements, Nonrecurring [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueAssetsMeasuredOnNonrecurringBasisTextBlock" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FairValueAssetsMeasuredOnNonrecurringBasisTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueAssetsMeasuredOnNonrecurringBasisTextBlock" xlink:to="lab_us-gaap_FairValueAssetsMeasuredOnNonrecurringBasisTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_InterestAndFeeIncomeLoansAndLeases_a53c08bc-f720-4381-9a4f-c5d23c15c92d_terseLabel_en-US" xlink:label="lab_us-gaap_InterestAndFeeIncomeLoansAndLeases" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Loans, including fees</link:label>
    <link:label id="lab_us-gaap_InterestAndFeeIncomeLoansAndLeases_label_en-US" xlink:label="lab_us-gaap_InterestAndFeeIncomeLoansAndLeases" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Interest and Fee Income, Loans and Leases</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_InterestAndFeeIncomeLoansAndLeases" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_InterestAndFeeIncomeLoansAndLeases"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_InterestAndFeeIncomeLoansAndLeases" xlink:to="lab_us-gaap_InterestAndFeeIncomeLoansAndLeases" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_RevenueNotFromContractWithCustomerNonInterestIncomeInScope_b55c53ab-55d8-4c54-bc4e-1304ceeed318_totalLabel_en-US" xlink:label="lab_ax_RevenueNotFromContractWithCustomerNonInterestIncomeInScope" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xml:lang="en-US">Non-interest income (in-scope of ASC 606)</link:label>
    <link:label id="lab_ax_RevenueNotFromContractWithCustomerNonInterestIncomeInScope_label_en-US" xlink:label="lab_ax_RevenueNotFromContractWithCustomerNonInterestIncomeInScope" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Revenue Not from Contract with Customer, Non-Interest Income (In-Scope)</link:label>
    <link:label id="lab_ax_RevenueNotFromContractWithCustomerNonInterestIncomeInScope_documentation_en-US" xlink:label="lab_ax_RevenueNotFromContractWithCustomerNonInterestIncomeInScope" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Revenue Not from Contract with Customer, Non-Interest Income (In-Scope)</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_RevenueNotFromContractWithCustomerNonInterestIncomeInScope" xlink:href="ax-20240331.xsd#ax_RevenueNotFromContractWithCustomerNonInterestIncomeInScope"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_RevenueNotFromContractWithCustomerNonInterestIncomeInScope" xlink:to="lab_ax_RevenueNotFromContractWithCustomerNonInterestIncomeInScope" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_CollateralAlreadyPostedAggregateFairValue_ccb1c865-a6ec-4dda-8a69-b694ea8833aa_terseLabel_en-US" xlink:label="lab_us-gaap_CollateralAlreadyPostedAggregateFairValue" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Cash collateral posted</link:label>
    <link:label id="lab_us-gaap_CollateralAlreadyPostedAggregateFairValue_label_en-US" xlink:label="lab_us-gaap_CollateralAlreadyPostedAggregateFairValue" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Collateral Already Posted, Aggregate Fair Value</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_CollateralAlreadyPostedAggregateFairValue" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_CollateralAlreadyPostedAggregateFairValue"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_CollateralAlreadyPostedAggregateFairValue" xlink:to="lab_us-gaap_CollateralAlreadyPostedAggregateFairValue" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ConsumerPortfolioSegmentMember_14fc2c5c-522f-463b-95fd-0f4b05f3eae9_terseLabel_en-US" xlink:label="lab_us-gaap_ConsumerPortfolioSegmentMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Auto &amp; Consumer</link:label>
    <link:label id="lab_us-gaap_ConsumerPortfolioSegmentMember_label_en-US" xlink:label="lab_us-gaap_ConsumerPortfolioSegmentMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Consumer Portfolio Segment [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ConsumerPortfolioSegmentMember" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_ConsumerPortfolioSegmentMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ConsumerPortfolioSegmentMember" xlink:to="lab_us-gaap_ConsumerPortfolioSegmentMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_NoninterestExpenseAbstract_9ab83680-012a-4ef2-9ed4-cee8fa6c54b0_terseLabel_en-US" xlink:label="lab_us-gaap_NoninterestExpenseAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">NON-INTEREST EXPENSE:</link:label>
    <link:label id="lab_us-gaap_NoninterestExpenseAbstract_label_en-US" xlink:label="lab_us-gaap_NoninterestExpenseAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Noninterest Expense [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_NoninterestExpenseAbstract" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_NoninterestExpenseAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_NoninterestExpenseAbstract" xlink:to="lab_us-gaap_NoninterestExpenseAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FinancingReceivableCreditQualityIndicatorsTableTextBlock_487a5bdc-6e25-44cd-b766-1b4d5f1db0e9_terseLabel_en-US" xlink:label="lab_us-gaap_FinancingReceivableCreditQualityIndicatorsTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Schedule of Composition of Loan and Lease Portfolio by Credit Quality Indicators</link:label>
    <link:label id="lab_us-gaap_FinancingReceivableCreditQualityIndicatorsTableTextBlock_label_en-US" xlink:label="lab_us-gaap_FinancingReceivableCreditQualityIndicatorsTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financing Receivable Credit Quality Indicators [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FinancingReceivableCreditQualityIndicatorsTableTextBlock" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FinancingReceivableCreditQualityIndicatorsTableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FinancingReceivableCreditQualityIndicatorsTableTextBlock" xlink:to="lab_us-gaap_FinancingReceivableCreditQualityIndicatorsTableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FinancingReceivableExcludingAccruedInterestAllowanceForCreditLossWriteoff_0abadbf8-8d7d-40bd-b9ff-0ff1f1669392_terseLabel_en-US" xlink:label="lab_us-gaap_FinancingReceivableExcludingAccruedInterestAllowanceForCreditLossWriteoff" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Total</link:label>
    <link:label id="lab_us-gaap_FinancingReceivableExcludingAccruedInterestAllowanceForCreditLossWriteoff_label_en-US" xlink:label="lab_us-gaap_FinancingReceivableExcludingAccruedInterestAllowanceForCreditLossWriteoff" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financing Receivable, Excluding Accrued Interest, Allowance for Credit Loss, Writeoff</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FinancingReceivableExcludingAccruedInterestAllowanceForCreditLossWriteoff" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FinancingReceivableExcludingAccruedInterestAllowanceForCreditLossWriteoff"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FinancingReceivableExcludingAccruedInterestAllowanceForCreditLossWriteoff" xlink:to="lab_us-gaap_FinancingReceivableExcludingAccruedInterestAllowanceForCreditLossWriteoff" xlink:type="arc" order="1"/>
    <link:label id="lab_srt_LitigationCaseTypeDomain_caa343d5-1acb-43eb-a7ae-cf02644cc778_terseLabel_en-US" xlink:label="lab_srt_LitigationCaseTypeDomain" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Litigation Case [Domain]</link:label>
    <link:label id="lab_srt_LitigationCaseTypeDomain_label_en-US" xlink:label="lab_srt_LitigationCaseTypeDomain" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Litigation Case [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_srt_LitigationCaseTypeDomain" xlink:href="https://xbrl.fasb.org/srt/2023/elts/srt-2023.xsd#srt_LitigationCaseTypeDomain"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_srt_LitigationCaseTypeDomain" xlink:to="lab_srt_LitigationCaseTypeDomain" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_EntityFilerCategory_2a6ec0aa-2498-4497-9088-ece32409908d_terseLabel_en-US" xlink:label="lab_dei_EntityFilerCategory" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Entity Filer Category</link:label>
    <link:label id="lab_dei_EntityFilerCategory_label_en-US" xlink:label="lab_dei_EntityFilerCategory" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Entity Filer Category</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_EntityFilerCategory" xlink:href="https://xbrl.sec.gov/dei/2023/dei-2023.xsd#dei_EntityFilerCategory"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_EntityFilerCategory" xlink:to="lab_dei_EntityFilerCategory" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ScheduleOfTreasuryStockByClassTextBlock_4864a642-613b-4616-bd4d-94304f1fd00e_terseLabel_en-US" xlink:label="lab_us-gaap_ScheduleOfTreasuryStockByClassTextBlock" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Schedule of Class of Treasury Stock</link:label>
    <link:label id="lab_us-gaap_ScheduleOfTreasuryStockByClassTextBlock_label_en-US" xlink:label="lab_us-gaap_ScheduleOfTreasuryStockByClassTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Class of Treasury Stock [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ScheduleOfTreasuryStockByClassTextBlock" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_ScheduleOfTreasuryStockByClassTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ScheduleOfTreasuryStockByClassTextBlock" xlink:to="lab_us-gaap_ScheduleOfTreasuryStockByClassTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_StatementTable_c98b4446-781d-412c-ad32-cd423d614cbd_terseLabel_en-US" xlink:label="lab_us-gaap_StatementTable" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Statement [Table]</link:label>
    <link:label id="lab_us-gaap_StatementTable_label_en-US" xlink:label="lab_us-gaap_StatementTable" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Statement [Table]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_StatementTable" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_StatementTable"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_StatementTable" xlink:to="lab_us-gaap_StatementTable" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_CurrentFiscalYearEndDate_3dadb34c-014b-4115-929f-0257d2cc87e8_terseLabel_en-US" xlink:label="lab_dei_CurrentFiscalYearEndDate" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Current Fiscal Year End Date</link:label>
    <link:label id="lab_dei_CurrentFiscalYearEndDate_label_en-US" xlink:label="lab_dei_CurrentFiscalYearEndDate" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Current Fiscal Year End Date</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_CurrentFiscalYearEndDate" xlink:href="https://xbrl.sec.gov/dei/2023/dei-2023.xsd#dei_CurrentFiscalYearEndDate"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_CurrentFiscalYearEndDate" xlink:to="lab_dei_CurrentFiscalYearEndDate" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_StockRepurchaseProgramAuthorizedAmount1_7a1c613a-ca04-4445-8ede-c5e4c3a395b4_terseLabel_en-US" xlink:label="lab_us-gaap_StockRepurchaseProgramAuthorizedAmount1" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Stock repurchase program, maximum amount authorized</link:label>
    <link:label id="lab_us-gaap_StockRepurchaseProgramAuthorizedAmount1_label_en-US" xlink:label="lab_us-gaap_StockRepurchaseProgramAuthorizedAmount1" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Stock Repurchase Program, Authorized Amount</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_StockRepurchaseProgramAuthorizedAmount1" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_StockRepurchaseProgramAuthorizedAmount1"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_StockRepurchaseProgramAuthorizedAmount1" xlink:to="lab_us-gaap_StockRepurchaseProgramAuthorizedAmount1" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FinancingReceivableExcludingAccruedInterestYearOneOriginatedCurrentFiscalYear_a6896155-52fd-48bc-ab72-605884cda44b_terseLabel_en-US" xlink:label="lab_us-gaap_FinancingReceivableExcludingAccruedInterestYearOneOriginatedCurrentFiscalYear" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">2024</link:label>
    <link:label id="lab_us-gaap_FinancingReceivableExcludingAccruedInterestYearOneOriginatedCurrentFiscalYear_label_en-US" xlink:label="lab_us-gaap_FinancingReceivableExcludingAccruedInterestYearOneOriginatedCurrentFiscalYear" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financing Receivable, Excluding Accrued Interest, Year One, Originated, Current Fiscal Year</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FinancingReceivableExcludingAccruedInterestYearOneOriginatedCurrentFiscalYear" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FinancingReceivableExcludingAccruedInterestYearOneOriginatedCurrentFiscalYear"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FinancingReceivableExcludingAccruedInterestYearOneOriginatedCurrentFiscalYear" xlink:to="lab_us-gaap_FinancingReceivableExcludingAccruedInterestYearOneOriginatedCurrentFiscalYear" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_PassMember_c374aad6-e77f-444d-8d6d-8418a083b05c_terseLabel_en-US" xlink:label="lab_us-gaap_PassMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Pass</link:label>
    <link:label id="lab_us-gaap_PassMember_label_en-US" xlink:label="lab_us-gaap_PassMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Pass [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_PassMember" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_PassMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_PassMember" xlink:to="lab_us-gaap_PassMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ProceedsFromInsuranceSettlementInvestingActivities_ac18bd10-b308-4223-8071-d16dc7a31999_terseLabel_en-US" xlink:label="lab_us-gaap_ProceedsFromInsuranceSettlementInvestingActivities" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Proceeds from BOLI claim settlement</link:label>
    <link:label id="lab_us-gaap_ProceedsFromInsuranceSettlementInvestingActivities_label_en-US" xlink:label="lab_us-gaap_ProceedsFromInsuranceSettlementInvestingActivities" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Proceeds from Insurance Settlement, Investing Activities</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ProceedsFromInsuranceSettlementInvestingActivities" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_ProceedsFromInsuranceSettlementInvestingActivities"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ProceedsFromInsuranceSettlementInvestingActivities" xlink:to="lab_us-gaap_ProceedsFromInsuranceSettlementInvestingActivities" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueByBalanceSheetGroupingTable_36715f68-02b2-486b-a9a3-6b83eb39b4bb_terseLabel_en-US" xlink:label="lab_us-gaap_FairValueByBalanceSheetGroupingTable" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Fair Value, by Balance Sheet Grouping [Table]</link:label>
    <link:label id="lab_us-gaap_FairValueByBalanceSheetGroupingTable_label_en-US" xlink:label="lab_us-gaap_FairValueByBalanceSheetGroupingTable" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Fair Value, by Balance Sheet Grouping [Table]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueByBalanceSheetGroupingTable" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FairValueByBalanceSheetGroupingTable"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueByBalanceSheetGroupingTable" xlink:to="lab_us-gaap_FairValueByBalanceSheetGroupingTable" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_GainLossOnSaleOfLoansAndLeases_73e9d5f8-3a68-482e-bb2a-94258e37ac19_negatedTerseLabel_en-US" xlink:label="lab_us-gaap_GainLossOnSaleOfLoansAndLeases" xlink:role="http://www.xbrl.org/2009/role/negatedTerseLabel" xlink:type="resource" xml:lang="en-US">Unrealized and realized gains on loans held for sale</link:label>
    <link:label id="lab_us-gaap_GainLossOnSaleOfLoansAndLeases_label_en-US" xlink:label="lab_us-gaap_GainLossOnSaleOfLoansAndLeases" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Gain (Loss) on Sale of Loans and Leases</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_GainLossOnSaleOfLoansAndLeases" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_GainLossOnSaleOfLoansAndLeases"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_GainLossOnSaleOfLoansAndLeases" xlink:to="lab_us-gaap_GainLossOnSaleOfLoansAndLeases" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantsInPeriodWeightedAverageGrantDateFairValue_45b1fc9f-da59-4351-a8f7-de0eeb5019a7_terseLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantsInPeriodWeightedAverageGrantDateFairValue" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Granted (in dollars per share)</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantsInPeriodWeightedAverageGrantDateFairValue_label_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantsInPeriodWeightedAverageGrantDateFairValue" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Share-Based Compensation Arrangement by Share-Based Payment Award, Equity Instruments Other than Options, Grants in Period, Weighted Average Grant Date Fair Value</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantsInPeriodWeightedAverageGrantDateFairValue" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantsInPeriodWeightedAverageGrantDateFairValue"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantsInPeriodWeightedAverageGrantDateFairValue" xlink:to="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantsInPeriodWeightedAverageGrantDateFairValue" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_LoansHeldForSaleChangeInFairValue_7f43b066-09a9-4d7d-9f55-3b13a425f7f8_terseLabel_en-US" xlink:label="lab_ax_LoansHeldForSaleChangeInFairValue" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Change in fair value</link:label>
    <link:label id="lab_ax_LoansHeldForSaleChangeInFairValue_label_en-US" xlink:label="lab_ax_LoansHeldForSaleChangeInFairValue" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Loans Held-for-sale, Change in Fair Value</link:label>
    <link:label id="lab_ax_LoansHeldForSaleChangeInFairValue_documentation_en-US" xlink:label="lab_ax_LoansHeldForSaleChangeInFairValue" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Loans Held-for-sale, Change in Fair Value</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_LoansHeldForSaleChangeInFairValue" xlink:href="ax-20240331.xsd#ax_LoansHeldForSaleChangeInFairValue"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_LoansHeldForSaleChangeInFairValue" xlink:to="lab_ax_LoansHeldForSaleChangeInFairValue" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_NetCashProvidedByUsedInOperatingActivities_96755019-b359-4d27-9f80-0989b55f8d53_totalLabel_en-US" xlink:label="lab_us-gaap_NetCashProvidedByUsedInOperatingActivities" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xml:lang="en-US">Net cash provided by operating activities</link:label>
    <link:label id="lab_us-gaap_NetCashProvidedByUsedInOperatingActivities_label_en-US" xlink:label="lab_us-gaap_NetCashProvidedByUsedInOperatingActivities" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Net Cash Provided by (Used in) Operating Activities</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_NetCashProvidedByUsedInOperatingActivities" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_NetCashProvidedByUsedInOperatingActivities"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_NetCashProvidedByUsedInOperatingActivities" xlink:to="lab_us-gaap_NetCashProvidedByUsedInOperatingActivities" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FinancingReceivableAllowanceForCreditLossesLineItems_2d6b9b5b-f229-4383-96f7-889a90a737d3_terseLabel_en-US" xlink:label="lab_us-gaap_FinancingReceivableAllowanceForCreditLossesLineItems" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Financing Receivable, Allowance for Credit Loss [Line Items]</link:label>
    <link:label id="lab_us-gaap_FinancingReceivableAllowanceForCreditLossesLineItems_label_en-US" xlink:label="lab_us-gaap_FinancingReceivableAllowanceForCreditLossesLineItems" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financing Receivable, Allowance for Credit Loss [Line Items]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FinancingReceivableAllowanceForCreditLossesLineItems" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FinancingReceivableAllowanceForCreditLossesLineItems"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FinancingReceivableAllowanceForCreditLossesLineItems" xlink:to="lab_us-gaap_FinancingReceivableAllowanceForCreditLossesLineItems" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_StatementClassOfStockAxis_79c8a43c-1a3d-4ffe-85f9-8e1ad2ec1b37_terseLabel_en-US" xlink:label="lab_us-gaap_StatementClassOfStockAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Class of Stock [Axis]</link:label>
    <link:label id="lab_us-gaap_StatementClassOfStockAxis_label_en-US" xlink:label="lab_us-gaap_StatementClassOfStockAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Class of Stock [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_StatementClassOfStockAxis" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_StatementClassOfStockAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_StatementClassOfStockAxis" xlink:to="lab_us-gaap_StatementClassOfStockAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_InterestExpenseOther_69863184-d442-42df-982b-76edd5756e41_terseLabel_en-US" xlink:label="lab_us-gaap_InterestExpenseOther" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Other borrowings</link:label>
    <link:label id="lab_us-gaap_InterestExpenseOther_label_en-US" xlink:label="lab_us-gaap_InterestExpenseOther" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Interest Expense, Other</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_InterestExpenseOther" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_InterestExpenseOther"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_InterestExpenseOther" xlink:to="lab_us-gaap_InterestExpenseOther" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueMeasurementsNonrecurringMember_df31b7bb-4acb-4456-80d1-43cacf34f953_terseLabel_en-US" xlink:label="lab_us-gaap_FairValueMeasurementsNonrecurringMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Nonrecurring</link:label>
    <link:label id="lab_us-gaap_FairValueMeasurementsNonrecurringMember_label_en-US" xlink:label="lab_us-gaap_FairValueMeasurementsNonrecurringMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Fair Value, Nonrecurring [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueMeasurementsNonrecurringMember" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FairValueMeasurementsNonrecurringMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueMeasurementsNonrecurringMember" xlink:to="lab_us-gaap_FairValueMeasurementsNonrecurringMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetGainLossIncludedInOtherComprehensiveIncomeLoss_40c169c0-a9f4-4648-9b31-7e7dce8d02d7_terseLabel_en-US" xlink:label="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetGainLossIncludedInOtherComprehensiveIncomeLoss" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Included in other comprehensive income</link:label>
    <link:label id="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetGainLossIncludedInOtherComprehensiveIncomeLoss_label_en-US" xlink:label="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetGainLossIncludedInOtherComprehensiveIncomeLoss" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Fair Value, Measurement with Unobservable Inputs Reconciliation, Recurring Basis, Asset, Gain (Loss) Included in Other Comprehensive Income (Loss)</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetGainLossIncludedInOtherComprehensiveIncomeLoss" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetGainLossIncludedInOtherComprehensiveIncomeLoss"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetGainLossIncludedInOtherComprehensiveIncomeLoss" xlink:to="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetGainLossIncludedInOtherComprehensiveIncomeLoss" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AccountsNotesAndLoansReceivableLineItems_762e6044-4e6c-4369-a209-efef807b3de7_terseLabel_en-US" xlink:label="lab_us-gaap_AccountsNotesAndLoansReceivableLineItems" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Accounts, Notes, Loans and Financing Receivable [Line Items]</link:label>
    <link:label id="lab_us-gaap_AccountsNotesAndLoansReceivableLineItems_label_en-US" xlink:label="lab_us-gaap_AccountsNotesAndLoansReceivableLineItems" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Accounts, Notes, Loans and Financing Receivable [Line Items]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AccountsNotesAndLoansReceivableLineItems" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_AccountsNotesAndLoansReceivableLineItems"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AccountsNotesAndLoansReceivableLineItems" xlink:to="lab_us-gaap_AccountsNotesAndLoansReceivableLineItems" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DebtInstrumentInterestRateStatedPercentage_38190476-3367-4650-a4e2-88c2270539c4_terseLabel_en-US" xlink:label="lab_us-gaap_DebtInstrumentInterestRateStatedPercentage" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Interest rate (as a percentage)</link:label>
    <link:label id="lab_us-gaap_DebtInstrumentInterestRateStatedPercentage_label_en-US" xlink:label="lab_us-gaap_DebtInstrumentInterestRateStatedPercentage" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Debt Instrument, Interest Rate, Stated Percentage</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DebtInstrumentInterestRateStatedPercentage" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_DebtInstrumentInterestRateStatedPercentage"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DebtInstrumentInterestRateStatedPercentage" xlink:to="lab_us-gaap_DebtInstrumentInterestRateStatedPercentage" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_OccupancyAndEquipmentExpense_73b5e159-f447-499c-8a02-6cf106336848_terseLabel_en-US" xlink:label="lab_ax_OccupancyAndEquipmentExpense" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Occupancy and equipment</link:label>
    <link:label id="lab_ax_OccupancyAndEquipmentExpense_label_en-US" xlink:label="lab_ax_OccupancyAndEquipmentExpense" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Occupancy And Equipment Expense</link:label>
    <link:label id="lab_ax_OccupancyAndEquipmentExpense_documentation_en-US" xlink:label="lab_ax_OccupancyAndEquipmentExpense" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Occupancy And Equipment Expense</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_OccupancyAndEquipmentExpense" xlink:href="ax-20240331.xsd#ax_OccupancyAndEquipmentExpense"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_OccupancyAndEquipmentExpense" xlink:to="lab_ax_OccupancyAndEquipmentExpense" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_StatementOfFinancialPositionAbstract_2bffae88-1df8-433d-845f-2a73c5d786c1_terseLabel_en-US" xlink:label="lab_us-gaap_StatementOfFinancialPositionAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Statement of Financial Position [Abstract]</link:label>
    <link:label id="lab_us-gaap_StatementOfFinancialPositionAbstract_label_en-US" xlink:label="lab_us-gaap_StatementOfFinancialPositionAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Statement of Financial Position [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_StatementOfFinancialPositionAbstract" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_StatementOfFinancialPositionAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_StatementOfFinancialPositionAbstract" xlink:to="lab_us-gaap_StatementOfFinancialPositionAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DebtSecuritiesAvailableForSaleMeasurementInput_9cd968a2-86f9-415d-9998-446141270f0f_verboseLabel_en-US" xlink:label="lab_us-gaap_DebtSecuritiesAvailableForSaleMeasurementInput" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xml:lang="en-US">Securities available-for-sale, measurement input</link:label>
    <link:label id="lab_us-gaap_DebtSecuritiesAvailableForSaleMeasurementInput_label_en-US" xlink:label="lab_us-gaap_DebtSecuritiesAvailableForSaleMeasurementInput" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Debt Securities, Available-for-Sale, Measurement Input</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DebtSecuritiesAvailableForSaleMeasurementInput" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_DebtSecuritiesAvailableForSaleMeasurementInput"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DebtSecuritiesAvailableForSaleMeasurementInput" xlink:to="lab_us-gaap_DebtSecuritiesAvailableForSaleMeasurementInput" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_BusinessCombinationAndAssetAcquisitionAbstract_label_en-US" xlink:label="lab_us-gaap_BusinessCombinationAndAssetAcquisitionAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Business Combination and Asset Acquisition [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_BusinessCombinationAndAssetAcquisitionAbstract" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_BusinessCombinationAndAssetAcquisitionAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_BusinessCombinationAndAssetAcquisitionAbstract" xlink:to="lab_us-gaap_BusinessCombinationAndAssetAcquisitionAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_StockholdersEquity_9d43fbd1-1ae9-4857-8fe4-70551ca35ded_totalLabel_en-US" xlink:label="lab_us-gaap_StockholdersEquity" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xml:lang="en-US">Total stockholders&#8217; equity</link:label>
    <link:label id="lab_us-gaap_StockholdersEquity_5b52ebb1-a49a-4350-9341-b9cba712b102_periodStartLabel_en-US" xlink:label="lab_us-gaap_StockholdersEquity" xlink:role="http://www.xbrl.org/2003/role/periodStartLabel" xlink:type="resource" xml:lang="en-US">Stockholder's equity, beginning balance</link:label>
    <link:label id="lab_us-gaap_StockholdersEquity_c9c8173c-f11d-4848-9b2b-6d6866be3c7a_periodEndLabel_en-US" xlink:label="lab_us-gaap_StockholdersEquity" xlink:role="http://www.xbrl.org/2003/role/periodEndLabel" xlink:type="resource" xml:lang="en-US">Stockholder's equity, ending balance</link:label>
    <link:label id="lab_us-gaap_StockholdersEquity_label_en-US" xlink:label="lab_us-gaap_StockholdersEquity" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Equity, Attributable to Parent</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_StockholdersEquity" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_StockholdersEquity"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_StockholdersEquity" xlink:to="lab_us-gaap_StockholdersEquity" xlink:type="arc" order="1"/>
    <link:label id="lab_srt_ConsolidationItemsAxis_15e861e0-c3d8-4592-a52b-13dcf520e0b3_terseLabel_en-US" xlink:label="lab_srt_ConsolidationItemsAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Consolidation Items [Axis]</link:label>
    <link:label id="lab_srt_ConsolidationItemsAxis_label_en-US" xlink:label="lab_srt_ConsolidationItemsAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Consolidation Items [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_srt_ConsolidationItemsAxis" xlink:href="https://xbrl.fasb.org/srt/2023/elts/srt-2023.xsd#srt_ConsolidationItemsAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_srt_ConsolidationItemsAxis" xlink:to="lab_srt_ConsolidationItemsAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_PerformingFinancingReceivableMember_82f48865-42e1-4121-8e22-88e83ef7746a_terseLabel_en-US" xlink:label="lab_us-gaap_PerformingFinancingReceivableMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Performing</link:label>
    <link:label id="lab_us-gaap_PerformingFinancingReceivableMember_label_en-US" xlink:label="lab_us-gaap_PerformingFinancingReceivableMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Performing Financial Instruments [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_PerformingFinancingReceivableMember" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_PerformingFinancingReceivableMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_PerformingFinancingReceivableMember" xlink:to="lab_us-gaap_PerformingFinancingReceivableMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetSettlements_261ea196-d83d-4a91-b67e-e9bce5634b5c_negatedTerseLabel_en-US" xlink:label="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetSettlements" xlink:role="http://www.xbrl.org/2009/role/negatedTerseLabel" xlink:type="resource" xml:lang="en-US">Settlements</link:label>
    <link:label id="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetSettlements_label_en-US" xlink:label="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetSettlements" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Fair Value, Measurement with Unobservable Inputs Reconciliation, Recurring Basis, Asset, Settlements</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetSettlements" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetSettlements"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetSettlements" xlink:to="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetSettlements" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ScheduleOfShareBasedCompensationArrangementsByShareBasedPaymentAwardTable_8eaa12c9-e18b-4d82-bd71-d38ae194d7a7_terseLabel_en-US" xlink:label="lab_us-gaap_ScheduleOfShareBasedCompensationArrangementsByShareBasedPaymentAwardTable" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Schedule of Share-based Compensation Arrangements by Share-based Payment Award [Table]</link:label>
    <link:label id="lab_us-gaap_ScheduleOfShareBasedCompensationArrangementsByShareBasedPaymentAwardTable_label_en-US" xlink:label="lab_us-gaap_ScheduleOfShareBasedCompensationArrangementsByShareBasedPaymentAwardTable" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Schedule of Share-Based Compensation Arrangements by Share-Based Payment Award [Table]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ScheduleOfShareBasedCompensationArrangementsByShareBasedPaymentAwardTable" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_ScheduleOfShareBasedCompensationArrangementsByShareBasedPaymentAwardTable"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ScheduleOfShareBasedCompensationArrangementsByShareBasedPaymentAwardTable" xlink:to="lab_us-gaap_ScheduleOfShareBasedCompensationArrangementsByShareBasedPaymentAwardTable" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesTableTextBlock_436b387c-b607-4b7c-af28-f6d27fc3fde1_terseLabel_en-US" xlink:label="lab_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Schedule of Quantitative Information About Level 3 Fair Value Measurements</link:label>
    <link:label id="lab_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesTableTextBlock_label_en-US" xlink:label="lab_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Fair Value Measurement Inputs and Valuation Techniques [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesTableTextBlock" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesTableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesTableTextBlock" xlink:to="lab_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesTableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_MarketingAndAdvertisingExpense_82471219-ba6c-49ca-bca7-07efb60619cc_terseLabel_en-US" xlink:label="lab_us-gaap_MarketingAndAdvertisingExpense" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Advertising and promotional</link:label>
    <link:label id="lab_us-gaap_MarketingAndAdvertisingExpense_label_en-US" xlink:label="lab_us-gaap_MarketingAndAdvertisingExpense" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Marketing and Advertising Expense</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_MarketingAndAdvertisingExpense" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_MarketingAndAdvertisingExpense"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_MarketingAndAdvertisingExpense" xlink:to="lab_us-gaap_MarketingAndAdvertisingExpense" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_RestrictedCashAndCashEquivalents_d3c14dd3-8463-43e6-b566-3200dd95df8c_terseLabel_en-US" xlink:label="lab_us-gaap_RestrictedCashAndCashEquivalents" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Restricted cash</link:label>
    <link:label id="lab_us-gaap_RestrictedCashAndCashEquivalents_label_en-US" xlink:label="lab_us-gaap_RestrictedCashAndCashEquivalents" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Restricted Cash and Cash Equivalents</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_RestrictedCashAndCashEquivalents" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_RestrictedCashAndCashEquivalents"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_RestrictedCashAndCashEquivalents" xlink:to="lab_us-gaap_RestrictedCashAndCashEquivalents" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FloorBrokerageExchangeAndClearanceFees_ea1f6cf5-1235-45d4-8de2-d3f4d5fc0042_terseLabel_en-US" xlink:label="lab_us-gaap_FloorBrokerageExchangeAndClearanceFees" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Broker-dealer clearing charges</link:label>
    <link:label id="lab_us-gaap_FloorBrokerageExchangeAndClearanceFees_label_en-US" xlink:label="lab_us-gaap_FloorBrokerageExchangeAndClearanceFees" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Floor Brokerage, Exchange and Clearance Fees</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FloorBrokerageExchangeAndClearanceFees" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FloorBrokerageExchangeAndClearanceFees"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FloorBrokerageExchangeAndClearanceFees" xlink:to="lab_us-gaap_FloorBrokerageExchangeAndClearanceFees" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FinancingReceivablePortfolioSegmentAxis_5b69f2f7-ed0e-49bd-94b7-84ce9bb6c181_terseLabel_en-US" xlink:label="lab_us-gaap_FinancingReceivablePortfolioSegmentAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Financing Receivable Portfolio Segment [Axis]</link:label>
    <link:label id="lab_us-gaap_FinancingReceivablePortfolioSegmentAxis_label_en-US" xlink:label="lab_us-gaap_FinancingReceivablePortfolioSegmentAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financing Receivable Portfolio Segment [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FinancingReceivablePortfolioSegmentAxis" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FinancingReceivablePortfolioSegmentAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FinancingReceivablePortfolioSegmentAxis" xlink:to="lab_us-gaap_FinancingReceivablePortfolioSegmentAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_IncomeLossFromContinuingOperationsBeforeIncomeTaxesExtraordinaryItemsNoncontrollingInterest_a0d65332-49c6-4476-a6d0-c17fc6417f8e_totalLabel_en-US" xlink:label="lab_us-gaap_IncomeLossFromContinuingOperationsBeforeIncomeTaxesExtraordinaryItemsNoncontrollingInterest" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xml:lang="en-US">INCOME BEFORE INCOME TAXES</link:label>
    <link:label id="lab_us-gaap_IncomeLossFromContinuingOperationsBeforeIncomeTaxesExtraordinaryItemsNoncontrollingInterest_label_en-US" xlink:label="lab_us-gaap_IncomeLossFromContinuingOperationsBeforeIncomeTaxesExtraordinaryItemsNoncontrollingInterest" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Income (Loss) from Continuing Operations before Income Taxes, Noncontrolling Interest</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_IncomeLossFromContinuingOperationsBeforeIncomeTaxesExtraordinaryItemsNoncontrollingInterest" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_IncomeLossFromContinuingOperationsBeforeIncomeTaxesExtraordinaryItemsNoncontrollingInterest"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_IncomeLossFromContinuingOperationsBeforeIncomeTaxesExtraordinaryItemsNoncontrollingInterest" xlink:to="lab_us-gaap_IncomeLossFromContinuingOperationsBeforeIncomeTaxesExtraordinaryItemsNoncontrollingInterest" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ServicingAssetAtFairValueAmount_be184f46-c5db-4641-88e1-5be6f7ae3bf7_terseLabel_en-US" xlink:label="lab_us-gaap_ServicingAssetAtFairValueAmount" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Servicing rights</link:label>
    <link:label id="lab_us-gaap_ServicingAssetAtFairValueAmount_a9fa812c-2889-4432-bcf6-062aacfcd08a_verboseLabel_en-US" xlink:label="lab_us-gaap_ServicingAssetAtFairValueAmount" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xml:lang="en-US">Servicing rights</link:label>
    <link:label id="lab_us-gaap_ServicingAssetAtFairValueAmount_label_en-US" xlink:label="lab_us-gaap_ServicingAssetAtFairValueAmount" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Servicing Asset at Fair Value, Amount</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ServicingAssetAtFairValueAmount" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_ServicingAssetAtFairValueAmount"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ServicingAssetAtFairValueAmount" xlink:to="lab_us-gaap_ServicingAssetAtFairValueAmount" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FinancingReceivableRecordedInvestment90DaysPastDueAndStillAccruing_c8a21a67-42c6-4cfc-8223-b8ca8dff963a_terseLabel_en-US" xlink:label="lab_us-gaap_FinancingReceivableRecordedInvestment90DaysPastDueAndStillAccruing" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Loans past due ninety days or more and still accruing</link:label>
    <link:label id="lab_us-gaap_FinancingReceivableRecordedInvestment90DaysPastDueAndStillAccruing_label_en-US" xlink:label="lab_us-gaap_FinancingReceivableRecordedInvestment90DaysPastDueAndStillAccruing" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financing Receivable, 90 Days or More Past Due, Still Accruing</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FinancingReceivableRecordedInvestment90DaysPastDueAndStillAccruing" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FinancingReceivableRecordedInvestment90DaysPastDueAndStillAccruing"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FinancingReceivableRecordedInvestment90DaysPastDueAndStillAccruing" xlink:to="lab_us-gaap_FinancingReceivableRecordedInvestment90DaysPastDueAndStillAccruing" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionFairValueAbstract_3299556c-5cec-44a4-b519-2d91c185218e_terseLabel_en-US" xlink:label="lab_ax_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionFairValueAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Fair Value</link:label>
    <link:label id="lab_ax_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionFairValueAbstract_label_en-US" xlink:label="lab_ax_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionFairValueAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Debt Securities, Available-For-Sale, Continuous Unrealized Loss Position, Fair Value [Abstract]</link:label>
    <link:label id="lab_ax_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionFairValueAbstract_documentation_en-US" xlink:label="lab_ax_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionFairValueAbstract" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Debt Securities, Available-For-Sale, Continuous Unrealized Loss Position, Fair Value</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionFairValueAbstract" xlink:href="ax-20240331.xsd#ax_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionFairValueAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionFairValueAbstract" xlink:to="lab_ax_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionFairValueAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FinancingReceivableExcludingAccruedInterestYearTwoOriginatedFiscalYearBeforeCurrentFiscalYearWriteoff_74822601-75f5-4aa0-93d0-557c1df3c05b_terseLabel_en-US" xlink:label="lab_us-gaap_FinancingReceivableExcludingAccruedInterestYearTwoOriginatedFiscalYearBeforeCurrentFiscalYearWriteoff" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">2023</link:label>
    <link:label id="lab_us-gaap_FinancingReceivableExcludingAccruedInterestYearTwoOriginatedFiscalYearBeforeCurrentFiscalYearWriteoff_label_en-US" xlink:label="lab_us-gaap_FinancingReceivableExcludingAccruedInterestYearTwoOriginatedFiscalYearBeforeCurrentFiscalYearWriteoff" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financing Receivable, Excluding Accrued Interest, Year Two, Originated, Fiscal Year before Current Fiscal Year, Writeoff</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FinancingReceivableExcludingAccruedInterestYearTwoOriginatedFiscalYearBeforeCurrentFiscalYearWriteoff" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FinancingReceivableExcludingAccruedInterestYearTwoOriginatedFiscalYearBeforeCurrentFiscalYearWriteoff"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FinancingReceivableExcludingAccruedInterestYearTwoOriginatedFiscalYearBeforeCurrentFiscalYearWriteoff" xlink:to="lab_us-gaap_FinancingReceivableExcludingAccruedInterestYearTwoOriginatedFiscalYearBeforeCurrentFiscalYearWriteoff" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_MeasurementInputDefaultRateMember_2a07c138-6880-4589-9e35-d310b0b154e1_terseLabel_en-US" xlink:label="lab_us-gaap_MeasurementInputDefaultRateMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Projected Constant Default Rate</link:label>
    <link:label id="lab_us-gaap_MeasurementInputDefaultRateMember_label_en-US" xlink:label="lab_us-gaap_MeasurementInputDefaultRateMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Measurement Input, Default Rate [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_MeasurementInputDefaultRateMember" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_MeasurementInputDefaultRateMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_MeasurementInputDefaultRateMember" xlink:to="lab_us-gaap_MeasurementInputDefaultRateMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FinancingReceivableRecordedInvestmentPastDueLineItems_33d9f7c9-801c-4a68-a01e-af867808d52e_terseLabel_en-US" xlink:label="lab_us-gaap_FinancingReceivableRecordedInvestmentPastDueLineItems" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Financing Receivable, Past Due [Line Items]</link:label>
    <link:label id="lab_us-gaap_FinancingReceivableRecordedInvestmentPastDueLineItems_label_en-US" xlink:label="lab_us-gaap_FinancingReceivableRecordedInvestmentPastDueLineItems" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financing Receivable, Past Due [Line Items]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FinancingReceivableRecordedInvestmentPastDueLineItems" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FinancingReceivableRecordedInvestmentPastDueLineItems"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FinancingReceivableRecordedInvestmentPastDueLineItems" xlink:to="lab_us-gaap_FinancingReceivableRecordedInvestmentPastDueLineItems" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ServicingAssetMeasurementInput_7abd214d-4e83-4a1d-ac29-0fd2a68401e1_terseLabel_en-US" xlink:label="lab_us-gaap_ServicingAssetMeasurementInput" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Mortgage servicing right, measurement input</link:label>
    <link:label id="lab_us-gaap_ServicingAssetMeasurementInput_label_en-US" xlink:label="lab_us-gaap_ServicingAssetMeasurementInput" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Servicing Asset, Measurement Input</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ServicingAssetMeasurementInput" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_ServicingAssetMeasurementInput"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ServicingAssetMeasurementInput" xlink:to="lab_us-gaap_ServicingAssetMeasurementInput" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_RepaymentsOfSubordinatedDebt_ae9e2454-c7f8-4404-8c5a-854bb518dbb7_negatedTerseLabel_en-US" xlink:label="lab_us-gaap_RepaymentsOfSubordinatedDebt" xlink:role="http://www.xbrl.org/2009/role/negatedTerseLabel" xlink:type="resource" xml:lang="en-US">Repurchase of subordinated notes</link:label>
    <link:label id="lab_us-gaap_RepaymentsOfSubordinatedDebt_f5a35377-78ed-4d84-8139-493d83f4b46c_terseLabel_en-US" xlink:label="lab_us-gaap_RepaymentsOfSubordinatedDebt" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Repayments of subordinated debt</link:label>
    <link:label id="lab_us-gaap_RepaymentsOfSubordinatedDebt_label_en-US" xlink:label="lab_us-gaap_RepaymentsOfSubordinatedDebt" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Repayments of Subordinated Debt</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_RepaymentsOfSubordinatedDebt" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_RepaymentsOfSubordinatedDebt"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_RepaymentsOfSubordinatedDebt" xlink:to="lab_us-gaap_RepaymentsOfSubordinatedDebt" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DepreciationAndAmortization_6c44cc50-60f2-4e82-a041-88a334cf9a23_terseLabel_en-US" xlink:label="lab_us-gaap_DepreciationAndAmortization" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Depreciation and amortization</link:label>
    <link:label id="lab_us-gaap_DepreciationAndAmortization_label_en-US" xlink:label="lab_us-gaap_DepreciationAndAmortization" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Depreciation, Depletion and Amortization, Nonproduction</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DepreciationAndAmortization" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_DepreciationAndAmortization"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DepreciationAndAmortization" xlink:to="lab_us-gaap_DepreciationAndAmortization" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueInputsLevel2Member_91737953-255c-4b2c-b798-a4b47b7eb745_terseLabel_en-US" xlink:label="lab_us-gaap_FairValueInputsLevel2Member" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Significant&#160;Other Observable Inputs (Level 2)</link:label>
    <link:label id="lab_us-gaap_FairValueInputsLevel2Member_67018c08-78d4-4b47-8f39-d503a14d4302_verboseLabel_en-US" xlink:label="lab_us-gaap_FairValueInputsLevel2Member" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xml:lang="en-US">Level 2</link:label>
    <link:label id="lab_us-gaap_FairValueInputsLevel2Member_label_en-US" xlink:label="lab_us-gaap_FairValueInputsLevel2Member" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Fair Value, Inputs, Level 2 [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueInputsLevel2Member" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FairValueInputsLevel2Member"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueInputsLevel2Member" xlink:to="lab_us-gaap_FairValueInputsLevel2Member" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FinancingReceivableExcludingAccruedInterestYearTwoOriginatedFiscalYearBeforeCurrentFiscalYear_1941b5ed-d5a7-4b52-89b4-b8c51c72be88_terseLabel_en-US" xlink:label="lab_us-gaap_FinancingReceivableExcludingAccruedInterestYearTwoOriginatedFiscalYearBeforeCurrentFiscalYear" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">2023</link:label>
    <link:label id="lab_us-gaap_FinancingReceivableExcludingAccruedInterestYearTwoOriginatedFiscalYearBeforeCurrentFiscalYear_label_en-US" xlink:label="lab_us-gaap_FinancingReceivableExcludingAccruedInterestYearTwoOriginatedFiscalYearBeforeCurrentFiscalYear" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financing Receivable, Excluding Accrued Interest, Year Two, Originated, Fiscal Year before Current Fiscal Year</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FinancingReceivableExcludingAccruedInterestYearTwoOriginatedFiscalYearBeforeCurrentFiscalYear" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FinancingReceivableExcludingAccruedInterestYearTwoOriginatedFiscalYearBeforeCurrentFiscalYear"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FinancingReceivableExcludingAccruedInterestYearTwoOriginatedFiscalYearBeforeCurrentFiscalYear" xlink:to="lab_us-gaap_FinancingReceivableExcludingAccruedInterestYearTwoOriginatedFiscalYearBeforeCurrentFiscalYear" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_GainOnFDICLoanPurchase_81806e8a-2e0f-4dea-b73a-ec58475e2528_negatedTerseLabel_en-US" xlink:label="lab_ax_GainOnFDICLoanPurchase" xlink:role="http://www.xbrl.org/2009/role/negatedTerseLabel" xlink:type="resource" xml:lang="en-US">Gain on FDIC Loan Purchase</link:label>
    <link:label id="lab_ax_GainOnFDICLoanPurchase_label_en-US" xlink:label="lab_ax_GainOnFDICLoanPurchase" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Gain on FDIC Loan Purchase</link:label>
    <link:label id="lab_ax_GainOnFDICLoanPurchase_documentation_en-US" xlink:label="lab_ax_GainOnFDICLoanPurchase" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Gain on FDIC Loan Purchase</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_GainOnFDICLoanPurchase" xlink:href="ax-20240331.xsd#ax_GainOnFDICLoanPurchase"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_GainOnFDICLoanPurchase" xlink:to="lab_ax_GainOnFDICLoanPurchase" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_OtherRealEstateOwnedMultifamilyMember_74d6cd5c-9d5e-4038-abf3-79024b7c88f5_terseLabel_en-US" xlink:label="lab_ax_OtherRealEstateOwnedMultifamilyMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Multifamily real estate</link:label>
    <link:label id="lab_ax_OtherRealEstateOwnedMultifamilyMember_label_en-US" xlink:label="lab_ax_OtherRealEstateOwnedMultifamilyMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Other Real Estate Owned Multifamily [Member]</link:label>
    <link:label id="lab_ax_OtherRealEstateOwnedMultifamilyMember_documentation_en-US" xlink:label="lab_ax_OtherRealEstateOwnedMultifamilyMember" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Other Real Estate Owned Multifamily</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_OtherRealEstateOwnedMultifamilyMember" xlink:href="ax-20240331.xsd#ax_OtherRealEstateOwnedMultifamilyMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_OtherRealEstateOwnedMultifamilyMember" xlink:to="lab_ax_OtherRealEstateOwnedMultifamilyMember" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_TransfersToOtherRealEstateAndRepossessedVehicles_f9816b2c-82cc-439d-a821-2d806463f1b8_terseLabel_en-US" xlink:label="lab_ax_TransfersToOtherRealEstateAndRepossessedVehicles" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Transfers to other real estate and repossessed vehicles from loans held for investment</link:label>
    <link:label id="lab_ax_TransfersToOtherRealEstateAndRepossessedVehicles_label_en-US" xlink:label="lab_ax_TransfersToOtherRealEstateAndRepossessedVehicles" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Transfers To Other Real Estate And Repossessed Vehicles</link:label>
    <link:label id="lab_ax_TransfersToOtherRealEstateAndRepossessedVehicles_documentation_en-US" xlink:label="lab_ax_TransfersToOtherRealEstateAndRepossessedVehicles" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Transfers To Other Real Estate And Repossessed Vehicles</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_TransfersToOtherRealEstateAndRepossessedVehicles" xlink:href="ax-20240331.xsd#ax_TransfersToOtherRealEstateAndRepossessedVehicles"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_TransfersToOtherRealEstateAndRepossessedVehicles" xlink:to="lab_ax_TransfersToOtherRealEstateAndRepossessedVehicles" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_EntityEmergingGrowthCompany_05ebf317-2507-4619-ad85-63fb10f936d8_terseLabel_en-US" xlink:label="lab_dei_EntityEmergingGrowthCompany" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Entity Emerging Growth Company</link:label>
    <link:label id="lab_dei_EntityEmergingGrowthCompany_label_en-US" xlink:label="lab_dei_EntityEmergingGrowthCompany" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Entity Emerging Growth Company</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_EntityEmergingGrowthCompany" xlink:href="https://xbrl.sec.gov/dei/2023/dei-2023.xsd#dei_EntityEmergingGrowthCompany"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_EntityEmergingGrowthCompany" xlink:to="lab_dei_EntityEmergingGrowthCompany" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesFairValueAbstract_43eb9f41-81be-4978-8314-e8cb7448adc4_terseLabel_en-US" xlink:label="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesFairValueAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Available-for-Sale, Fair Value</link:label>
    <link:label id="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesFairValueAbstract_label_en-US" xlink:label="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesFairValueAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Debt Securities, Available-for-Sale, Fair Value, Fiscal Year Maturity [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesFairValueAbstract" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_AvailableForSaleSecuritiesDebtMaturitiesFairValueAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesFairValueAbstract" xlink:to="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesFairValueAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_PaymentsToAcquireProductiveAssets_a741956b-67ca-48f7-bc81-a292271b71b7_negatedTerseLabel_en-US" xlink:label="lab_us-gaap_PaymentsToAcquireProductiveAssets" xlink:role="http://www.xbrl.org/2009/role/negatedTerseLabel" xlink:type="resource" xml:lang="en-US">Purchases of furniture, equipment, software and intangibles</link:label>
    <link:label id="lab_us-gaap_PaymentsToAcquireProductiveAssets_label_en-US" xlink:label="lab_us-gaap_PaymentsToAcquireProductiveAssets" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Payments to Acquire Productive Assets</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_PaymentsToAcquireProductiveAssets" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_PaymentsToAcquireProductiveAssets"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_PaymentsToAcquireProductiveAssets" xlink:to="lab_us-gaap_PaymentsToAcquireProductiveAssets" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ScheduleOfDerivativeInstrumentsGainLossInStatementOfFinancialPerformanceTextBlock_3052175c-1ffd-435a-b62e-16b3c28fc6b8_terseLabel_en-US" xlink:label="lab_us-gaap_ScheduleOfDerivativeInstrumentsGainLossInStatementOfFinancialPerformanceTextBlock" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Schedule of Derivative Instruments, Gain (Loss)</link:label>
    <link:label id="lab_us-gaap_ScheduleOfDerivativeInstrumentsGainLossInStatementOfFinancialPerformanceTextBlock_label_en-US" xlink:label="lab_us-gaap_ScheduleOfDerivativeInstrumentsGainLossInStatementOfFinancialPerformanceTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Derivative Instruments, Gain (Loss) [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ScheduleOfDerivativeInstrumentsGainLossInStatementOfFinancialPerformanceTextBlock" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_ScheduleOfDerivativeInstrumentsGainLossInStatementOfFinancialPerformanceTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ScheduleOfDerivativeInstrumentsGainLossInStatementOfFinancialPerformanceTextBlock" xlink:to="lab_us-gaap_ScheduleOfDerivativeInstrumentsGainLossInStatementOfFinancialPerformanceTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_AgencyResidentialMortgageBackedSecuritiesMember_c1949d01-b9db-4eb4-8799-e301d6799cc4_verboseLabel_en-US" xlink:label="lab_ax_AgencyResidentialMortgageBackedSecuritiesMember" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xml:lang="en-US">Agency MBS</link:label>
    <link:label id="lab_ax_AgencyResidentialMortgageBackedSecuritiesMember_a6f90001-1381-44dc-a5aa-cf8f6a72e7c7_terseLabel_en-US" xlink:label="lab_ax_AgencyResidentialMortgageBackedSecuritiesMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Agency</link:label>
    <link:label id="lab_ax_AgencyResidentialMortgageBackedSecuritiesMember_label_en-US" xlink:label="lab_ax_AgencyResidentialMortgageBackedSecuritiesMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Agency, Residential Mortgage Backed Securities [Member]</link:label>
    <link:label id="lab_ax_AgencyResidentialMortgageBackedSecuritiesMember_documentation_en-US" xlink:label="lab_ax_AgencyResidentialMortgageBackedSecuritiesMember" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Agency, Residential Mortgage Backed [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_AgencyResidentialMortgageBackedSecuritiesMember" xlink:href="ax-20240331.xsd#ax_AgencyResidentialMortgageBackedSecuritiesMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_AgencyResidentialMortgageBackedSecuritiesMember" xlink:to="lab_ax_AgencyResidentialMortgageBackedSecuritiesMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_IncreaseDecreaseInStockholdersEquityRollForward_ee042b1f-6e34-4912-b90b-d1f2d29d47e6_terseLabel_en-US" xlink:label="lab_us-gaap_IncreaseDecreaseInStockholdersEquityRollForward" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Increase (Decrease) in Stockholders' Equity [Roll Forward]</link:label>
    <link:label id="lab_us-gaap_IncreaseDecreaseInStockholdersEquityRollForward_label_en-US" xlink:label="lab_us-gaap_IncreaseDecreaseInStockholdersEquityRollForward" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Increase (Decrease) in Stockholders' Equity [Roll Forward]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_IncreaseDecreaseInStockholdersEquityRollForward" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_IncreaseDecreaseInStockholdersEquityRollForward"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_IncreaseDecreaseInStockholdersEquityRollForward" xlink:to="lab_us-gaap_IncreaseDecreaseInStockholdersEquityRollForward" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_IncreaseDecreaseInSecuritiesLoanedTransactions_2c4b1eaa-5b78-4fb8-8b79-503458cb3466_terseLabel_en-US" xlink:label="lab_us-gaap_IncreaseDecreaseInSecuritiesLoanedTransactions" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Securities loaned</link:label>
    <link:label id="lab_us-gaap_IncreaseDecreaseInSecuritiesLoanedTransactions_label_en-US" xlink:label="lab_us-gaap_IncreaseDecreaseInSecuritiesLoanedTransactions" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Increase (Decrease) in Securities Loaned Transactions</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_IncreaseDecreaseInSecuritiesLoanedTransactions" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_IncreaseDecreaseInSecuritiesLoanedTransactions"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_IncreaseDecreaseInSecuritiesLoanedTransactions" xlink:to="lab_us-gaap_IncreaseDecreaseInSecuritiesLoanedTransactions" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_FinancingReceivableInterestIncomePerformingLoansTemporarilyModifiedAsTDRs_9b54b2fe-ac68-435b-afc5-26a04cd82c87_terseLabel_en-US" xlink:label="lab_ax_FinancingReceivableInterestIncomePerformingLoansTemporarilyModifiedAsTDRs" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Interest income recognized on nonaccrual loans</link:label>
    <link:label id="lab_ax_FinancingReceivableInterestIncomePerformingLoansTemporarilyModifiedAsTDRs_label_en-US" xlink:label="lab_ax_FinancingReceivableInterestIncomePerformingLoansTemporarilyModifiedAsTDRs" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financing Receivable, Interest Income, Performing Loans Temporarily Modified As TDRs</link:label>
    <link:label id="lab_ax_FinancingReceivableInterestIncomePerformingLoansTemporarilyModifiedAsTDRs_documentation_en-US" xlink:label="lab_ax_FinancingReceivableInterestIncomePerformingLoansTemporarilyModifiedAsTDRs" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Financing Receivable, Interest Income, Performing Loans Temporarily Modified As TDRs</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_FinancingReceivableInterestIncomePerformingLoansTemporarilyModifiedAsTDRs" xlink:href="ax-20240331.xsd#ax_FinancingReceivableInterestIncomePerformingLoansTemporarilyModifiedAsTDRs"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_FinancingReceivableInterestIncomePerformingLoansTemporarilyModifiedAsTDRs" xlink:to="lab_ax_FinancingReceivableInterestIncomePerformingLoansTemporarilyModifiedAsTDRs" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_DocumentFiscalPeriodFocus_ec161d82-872c-4507-954b-1fae2c7b65f8_terseLabel_en-US" xlink:label="lab_dei_DocumentFiscalPeriodFocus" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Document Fiscal Period Focus</link:label>
    <link:label id="lab_dei_DocumentFiscalPeriodFocus_label_en-US" xlink:label="lab_dei_DocumentFiscalPeriodFocus" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Document Fiscal Period Focus</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_DocumentFiscalPeriodFocus" xlink:href="https://xbrl.sec.gov/dei/2023/dei-2023.xsd#dei_DocumentFiscalPeriodFocus"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_DocumentFiscalPeriodFocus" xlink:to="lab_dei_DocumentFiscalPeriodFocus" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LoansReceivableMember_b6a87add-7753-4b7f-a01c-a75469051d6c_terseLabel_en-US" xlink:label="lab_us-gaap_LoansReceivableMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Provision for credit losses - loans</link:label>
    <link:label id="lab_us-gaap_LoansReceivableMember_089937c6-ae47-4fd1-a4c6-7d34bc500456_verboseLabel_en-US" xlink:label="lab_us-gaap_LoansReceivableMember" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xml:lang="en-US">Provision (benefit) for credit losses - loans</link:label>
    <link:label id="lab_us-gaap_LoansReceivableMember_label_en-US" xlink:label="lab_us-gaap_LoansReceivableMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Loans Receivable [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LoansReceivableMember" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_LoansReceivableMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LoansReceivableMember" xlink:to="lab_us-gaap_LoansReceivableMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueNextTwelveMonths_8f888772-5897-4482-9091-c3dffa77f727_terseLabel_en-US" xlink:label="lab_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueNextTwelveMonths" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">After one year and within two years</link:label>
    <link:label id="lab_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueNextTwelveMonths_label_en-US" xlink:label="lab_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueNextTwelveMonths" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Lessee, Operating Lease, Liability, to be Paid, Year One</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueNextTwelveMonths" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueNextTwelveMonths"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueNextTwelveMonths" xlink:to="lab_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueNextTwelveMonths" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_MortgageLoansInProcessOfForeclosureAmount_ac317202-cc04-472a-a0a1-e84951bdfe0f_terseLabel_en-US" xlink:label="lab_us-gaap_MortgageLoansInProcessOfForeclosureAmount" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Mortgage loans in process of foreclosure, amount</link:label>
    <link:label id="lab_us-gaap_MortgageLoansInProcessOfForeclosureAmount_label_en-US" xlink:label="lab_us-gaap_MortgageLoansInProcessOfForeclosureAmount" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Mortgage Loans in Process of Foreclosure, Amount</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_MortgageLoansInProcessOfForeclosureAmount" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_MortgageLoansInProcessOfForeclosureAmount"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_MortgageLoansInProcessOfForeclosureAmount" xlink:to="lab_us-gaap_MortgageLoansInProcessOfForeclosureAmount" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_FairValueLoansHeldForSaleTableTextBlock_84525c17-1dee-4ba5-9dba-a8d7d101ea28_terseLabel_en-US" xlink:label="lab_ax_FairValueLoansHeldForSaleTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Schedule of Aggregate Fair Value, Contractual Balance, and Gains of Loans Held For Sale</link:label>
    <link:label id="lab_ax_FairValueLoansHeldForSaleTableTextBlock_label_en-US" xlink:label="lab_ax_FairValueLoansHeldForSaleTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Fair Value, Loans Held For Sale [Table Text Block]</link:label>
    <link:label id="lab_ax_FairValueLoansHeldForSaleTableTextBlock_documentation_en-US" xlink:label="lab_ax_FairValueLoansHeldForSaleTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Fair Value, Loans Held For Sale [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_FairValueLoansHeldForSaleTableTextBlock" xlink:href="ax-20240331.xsd#ax_FairValueLoansHeldForSaleTableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_FairValueLoansHeldForSaleTableTextBlock" xlink:to="lab_ax_FairValueLoansHeldForSaleTableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_BrokerDealerFeeIncome_85a9d61a-f2b3-4480-b005-296bd94cca10_terseLabel_en-US" xlink:label="lab_ax_BrokerDealerFeeIncome" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Broker-dealer fee income</link:label>
    <link:label id="lab_ax_BrokerDealerFeeIncome_label_en-US" xlink:label="lab_ax_BrokerDealerFeeIncome" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Broker Dealer Fee Income</link:label>
    <link:label id="lab_ax_BrokerDealerFeeIncome_documentation_en-US" xlink:label="lab_ax_BrokerDealerFeeIncome" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Broker Dealer Fee Income</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_BrokerDealerFeeIncome" xlink:href="ax-20240331.xsd#ax_BrokerDealerFeeIncome"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_BrokerDealerFeeIncome" xlink:to="lab_ax_BrokerDealerFeeIncome" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueYearFour_427489e0-ab16-4db2-b1a4-dd240e1bbbfb_verboseLabel_en-US" xlink:label="lab_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueYearFour" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xml:lang="en-US">After four years within five years</link:label>
    <link:label id="lab_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueYearFour_label_en-US" xlink:label="lab_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueYearFour" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Lessee, Operating Lease, Liability, to be Paid, Year Four</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueYearFour" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueYearFour"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueYearFour" xlink:to="lab_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueYearFour" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShareBasedCompensation_2df18893-e7fb-4d9e-bc29-2eb971d62d50_terseLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensation" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Stock-based compensation expense</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensation_label_en-US" xlink:label="lab_us-gaap_ShareBasedCompensation" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Share-Based Payment Arrangement, Noncash Expense</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShareBasedCompensation" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_ShareBasedCompensation"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShareBasedCompensation" xlink:to="lab_us-gaap_ShareBasedCompensation" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_InterestIncomeExpenseAfterProvisionForLoanLoss_97f2bc46-37d4-4353-9af5-1ff160720555_totalLabel_en-US" xlink:label="lab_us-gaap_InterestIncomeExpenseAfterProvisionForLoanLoss" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xml:lang="en-US">Net interest income, after provision for credit losses</link:label>
    <link:label id="lab_us-gaap_InterestIncomeExpenseAfterProvisionForLoanLoss_label_en-US" xlink:label="lab_us-gaap_InterestIncomeExpenseAfterProvisionForLoanLoss" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Interest Income (Expense), after Provision for Loan Loss</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_InterestIncomeExpenseAfterProvisionForLoanLoss" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_InterestIncomeExpenseAfterProvisionForLoanLoss"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_InterestIncomeExpenseAfterProvisionForLoanLoss" xlink:to="lab_us-gaap_InterestIncomeExpenseAfterProvisionForLoanLoss" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_NoninterestIncomeAdvisoryFees_34298c55-e81a-48f0-9d73-c34877d98773_terseLabel_en-US" xlink:label="lab_ax_NoninterestIncomeAdvisoryFees" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Advisory fee income</link:label>
    <link:label id="lab_ax_NoninterestIncomeAdvisoryFees_label_en-US" xlink:label="lab_ax_NoninterestIncomeAdvisoryFees" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Noninterest Income, Advisory Fees</link:label>
    <link:label id="lab_ax_NoninterestIncomeAdvisoryFees_documentation_en-US" xlink:label="lab_ax_NoninterestIncomeAdvisoryFees" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Noninterest Income, Advisory Fees</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_NoninterestIncomeAdvisoryFees" xlink:href="ax-20240331.xsd#ax_NoninterestIncomeAdvisoryFees"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_NoninterestIncomeAdvisoryFees" xlink:to="lab_ax_NoninterestIncomeAdvisoryFees" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_OtherRealEstateOwnedMeasurementInput_2d0da5ee-053c-4777-aa5a-131e11bba11e_terseLabel_en-US" xlink:label="lab_us-gaap_OtherRealEstateOwnedMeasurementInput" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Other real estate owned, measurement input</link:label>
    <link:label id="lab_us-gaap_OtherRealEstateOwnedMeasurementInput_label_en-US" xlink:label="lab_us-gaap_OtherRealEstateOwnedMeasurementInput" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Other Real Estate Owned, Measurement Input</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_OtherRealEstateOwnedMeasurementInput" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_OtherRealEstateOwnedMeasurementInput"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_OtherRealEstateOwnedMeasurementInput" xlink:to="lab_us-gaap_OtherRealEstateOwnedMeasurementInput" xlink:type="arc" order="1"/>
    <link:label id="lab_srt_WeightedAverageMember_8ee6a2cb-c54e-439d-9fab-abef5acf32e3_terseLabel_en-US" xlink:label="lab_srt_WeightedAverageMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Weighted Average</link:label>
    <link:label id="lab_srt_WeightedAverageMember_label_en-US" xlink:label="lab_srt_WeightedAverageMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Weighted Average [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_srt_WeightedAverageMember" xlink:href="https://xbrl.fasb.org/srt/2023/elts/srt-2023.xsd#srt_WeightedAverageMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_srt_WeightedAverageMember" xlink:to="lab_srt_WeightedAverageMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_CommonStockMember_2a2aca5d-662a-4b50-bcc1-17b1966508bf_terseLabel_en-US" xlink:label="lab_us-gaap_CommonStockMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Common Stock</link:label>
    <link:label id="lab_us-gaap_CommonStockMember_label_en-US" xlink:label="lab_us-gaap_CommonStockMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Common Stock [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_CommonStockMember" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_CommonStockMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_CommonStockMember" xlink:to="lab_us-gaap_CommonStockMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_OffBalanceSheetCreditLossLiability_e4ed68ac-fa8c-495e-8fc2-c70e508f47b2_periodStartLabel_en-US" xlink:label="lab_us-gaap_OffBalanceSheetCreditLossLiability" xlink:role="http://www.xbrl.org/2003/role/periodStartLabel" xlink:type="resource" xml:lang="en-US">Balance, beginning of period</link:label>
    <link:label id="lab_us-gaap_OffBalanceSheetCreditLossLiability_9c9bd259-b85c-47e5-9586-a845e21774fb_periodEndLabel_en-US" xlink:label="lab_us-gaap_OffBalanceSheetCreditLossLiability" xlink:role="http://www.xbrl.org/2003/role/periodEndLabel" xlink:type="resource" xml:lang="en-US">Balance, end of period</link:label>
    <link:label id="lab_us-gaap_OffBalanceSheetCreditLossLiability_label_en-US" xlink:label="lab_us-gaap_OffBalanceSheetCreditLossLiability" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Off-Balance-Sheet, Credit Loss, Liability</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_OffBalanceSheetCreditLossLiability" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_OffBalanceSheetCreditLossLiability"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_OffBalanceSheetCreditLossLiability" xlink:to="lab_us-gaap_OffBalanceSheetCreditLossLiability" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_FinancingReceivableRatioOfGradeClassToGrossLoansYearFourOriginatedThreeYearsBeforeCurrentFiscalYear_2068594b-4505-433b-89a4-bc05064a2b65_terseLabel_en-US" xlink:label="lab_ax_FinancingReceivableRatioOfGradeClassToGrossLoansYearFourOriginatedThreeYearsBeforeCurrentFiscalYear" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">2021</link:label>
    <link:label id="lab_ax_FinancingReceivableRatioOfGradeClassToGrossLoansYearFourOriginatedThreeYearsBeforeCurrentFiscalYear_label_en-US" xlink:label="lab_ax_FinancingReceivableRatioOfGradeClassToGrossLoansYearFourOriginatedThreeYearsBeforeCurrentFiscalYear" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financing Receivable, Ratio Of Grade Class To Gross Loans, Year Four, Originated, Three Years Before Current Fiscal Year</link:label>
    <link:label id="lab_ax_FinancingReceivableRatioOfGradeClassToGrossLoansYearFourOriginatedThreeYearsBeforeCurrentFiscalYear_documentation_en-US" xlink:label="lab_ax_FinancingReceivableRatioOfGradeClassToGrossLoansYearFourOriginatedThreeYearsBeforeCurrentFiscalYear" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Financing Receivable, Ratio Of Grade Class To Gross Loans, Year Four, Originated, Three Years Before Current Fiscal Year</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_FinancingReceivableRatioOfGradeClassToGrossLoansYearFourOriginatedThreeYearsBeforeCurrentFiscalYear" xlink:href="ax-20240331.xsd#ax_FinancingReceivableRatioOfGradeClassToGrossLoansYearFourOriginatedThreeYearsBeforeCurrentFiscalYear"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_FinancingReceivableRatioOfGradeClassToGrossLoansYearFourOriginatedThreeYearsBeforeCurrentFiscalYear" xlink:to="lab_ax_FinancingReceivableRatioOfGradeClassToGrossLoansYearFourOriginatedThreeYearsBeforeCurrentFiscalYear" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_CityAreaCode_b79b16c3-a6d7-40f2-a4bb-c67c9dbeed32_terseLabel_en-US" xlink:label="lab_dei_CityAreaCode" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">City Area Code</link:label>
    <link:label id="lab_dei_CityAreaCode_label_en-US" xlink:label="lab_dei_CityAreaCode" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">City Area Code</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_CityAreaCode" xlink:href="https://xbrl.sec.gov/dei/2023/dei-2023.xsd#dei_CityAreaCode"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_CityAreaCode" xlink:to="lab_dei_CityAreaCode" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_EntityAddressPostalZipCode_5497a165-43d4-47dd-bed3-7ea88bbcad81_terseLabel_en-US" xlink:label="lab_dei_EntityAddressPostalZipCode" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Entity Address, Postal Zip Code</link:label>
    <link:label id="lab_dei_EntityAddressPostalZipCode_label_en-US" xlink:label="lab_dei_EntityAddressPostalZipCode" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Entity Address, Postal Zip Code</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_EntityAddressPostalZipCode" xlink:href="https://xbrl.sec.gov/dei/2023/dei-2023.xsd#dei_EntityAddressPostalZipCode"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_EntityAddressPostalZipCode" xlink:to="lab_dei_EntityAddressPostalZipCode" xlink:type="arc" order="1"/>
    <link:label id="lab_srt_ProductOrServiceAxis_e801dbc1-ed90-4e10-9049-3aed8f8a0a8a_terseLabel_en-US" xlink:label="lab_srt_ProductOrServiceAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Product and Service [Axis]</link:label>
    <link:label id="lab_srt_ProductOrServiceAxis_label_en-US" xlink:label="lab_srt_ProductOrServiceAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Product and Service [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_srt_ProductOrServiceAxis" xlink:href="https://xbrl.fasb.org/srt/2023/elts/srt-2023.xsd#srt_ProductOrServiceAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_srt_ProductOrServiceAxis" xlink:to="lab_srt_ProductOrServiceAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FinancingReceivablesPeriodPastDueDomain_36585805-9f88-4e4a-ad81-7a8de8653267_terseLabel_en-US" xlink:label="lab_us-gaap_FinancingReceivablesPeriodPastDueDomain" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Financial Asset, Period Past Due [Domain]</link:label>
    <link:label id="lab_us-gaap_FinancingReceivablesPeriodPastDueDomain_label_en-US" xlink:label="lab_us-gaap_FinancingReceivablesPeriodPastDueDomain" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financial Asset, Aging [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FinancingReceivablesPeriodPastDueDomain" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FinancingReceivablesPeriodPastDueDomain"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FinancingReceivablesPeriodPastDueDomain" xlink:to="lab_us-gaap_FinancingReceivablesPeriodPastDueDomain" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_EarningsPerShareTextBlock_960513b7-2f3b-4c0b-aacf-7506fb62e1c6_terseLabel_en-US" xlink:label="lab_us-gaap_EarningsPerShareTextBlock" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">EARNINGS PER COMMON SHARE</link:label>
    <link:label id="lab_us-gaap_EarningsPerShareTextBlock_label_en-US" xlink:label="lab_us-gaap_EarningsPerShareTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Earnings Per Share [Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_EarningsPerShareTextBlock" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_EarningsPerShareTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_EarningsPerShareTextBlock" xlink:to="lab_us-gaap_EarningsPerShareTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueRecurringBasisUnobservableInputReconciliationAssetGainLossStatementOfOtherComprehensiveIncomeExtensibleList_523c6ed1-e515-4876-a5df-09eff2a75333_terseLabel_en-US" xlink:label="lab_us-gaap_FairValueRecurringBasisUnobservableInputReconciliationAssetGainLossStatementOfOtherComprehensiveIncomeExtensibleList" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Included in other comprehensive income [Extensible Enumeration]</link:label>
    <link:label id="lab_us-gaap_FairValueRecurringBasisUnobservableInputReconciliationAssetGainLossStatementOfOtherComprehensiveIncomeExtensibleList_label_en-US" xlink:label="lab_us-gaap_FairValueRecurringBasisUnobservableInputReconciliationAssetGainLossStatementOfOtherComprehensiveIncomeExtensibleList" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Fair Value, Asset, Recurring Basis, Unobservable Input Reconciliation, Asset, Gain (Loss), Statement of Other Comprehensive Income or Comprehensive Income [Extensible Enumeration]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueRecurringBasisUnobservableInputReconciliationAssetGainLossStatementOfOtherComprehensiveIncomeExtensibleList" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FairValueRecurringBasisUnobservableInputReconciliationAssetGainLossStatementOfOtherComprehensiveIncomeExtensibleList"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueRecurringBasisUnobservableInputReconciliationAssetGainLossStatementOfOtherComprehensiveIncomeExtensibleList" xlink:to="lab_us-gaap_FairValueRecurringBasisUnobservableInputReconciliationAssetGainLossStatementOfOtherComprehensiveIncomeExtensibleList" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_FinancingReceivableExcludingAccruedInterestAfterAllowanceForCreditLossFairValueDisclosure_a3f7acbe-bb77-4073-a703-0a90a734117e_terseLabel_en-US" xlink:label="lab_ax_FinancingReceivableExcludingAccruedInterestAfterAllowanceForCreditLossFairValueDisclosure" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Unpaid principal balance, fair value</link:label>
    <link:label id="lab_ax_FinancingReceivableExcludingAccruedInterestAfterAllowanceForCreditLossFairValueDisclosure_label_en-US" xlink:label="lab_ax_FinancingReceivableExcludingAccruedInterestAfterAllowanceForCreditLossFairValueDisclosure" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financing Receivable, Excluding Accrued Interest, after Allowance for Credit Loss, Fair Value Disclosure</link:label>
    <link:label id="lab_ax_FinancingReceivableExcludingAccruedInterestAfterAllowanceForCreditLossFairValueDisclosure_documentation_en-US" xlink:label="lab_ax_FinancingReceivableExcludingAccruedInterestAfterAllowanceForCreditLossFairValueDisclosure" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Financing Receivable, Excluding Accrued Interest, after Allowance for Credit Loss, Fair Value Disclosure</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_FinancingReceivableExcludingAccruedInterestAfterAllowanceForCreditLossFairValueDisclosure" xlink:href="ax-20240331.xsd#ax_FinancingReceivableExcludingAccruedInterestAfterAllowanceForCreditLossFairValueDisclosure"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_FinancingReceivableExcludingAccruedInterestAfterAllowanceForCreditLossFairValueDisclosure" xlink:to="lab_ax_FinancingReceivableExcludingAccruedInterestAfterAllowanceForCreditLossFairValueDisclosure" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_DocumentFiscalYearFocus_3adffbfa-5d2b-462e-bc8c-a90a705eee09_terseLabel_en-US" xlink:label="lab_dei_DocumentFiscalYearFocus" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Document Fiscal Year Focus</link:label>
    <link:label id="lab_dei_DocumentFiscalYearFocus_label_en-US" xlink:label="lab_dei_DocumentFiscalYearFocus" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Document Fiscal Year Focus</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_DocumentFiscalYearFocus" xlink:href="https://xbrl.sec.gov/dei/2023/dei-2023.xsd#dei_DocumentFiscalYearFocus"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_DocumentFiscalYearFocus" xlink:to="lab_dei_DocumentFiscalYearFocus" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AccountsPayableAndOtherAccruedLiabilities_fbb9687b-e94d-4654-a17c-3567746c6152_terseLabel_en-US" xlink:label="lab_us-gaap_AccountsPayableAndOtherAccruedLiabilities" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Accounts payable and other liabilities</link:label>
    <link:label id="lab_us-gaap_AccountsPayableAndOtherAccruedLiabilities_label_en-US" xlink:label="lab_us-gaap_AccountsPayableAndOtherAccruedLiabilities" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Accounts Payable and Other Accrued Liabilities</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AccountsPayableAndOtherAccruedLiabilities" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_AccountsPayableAndOtherAccruedLiabilities"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AccountsPayableAndOtherAccruedLiabilities" xlink:to="lab_us-gaap_AccountsPayableAndOtherAccruedLiabilities" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_ResidentialPortfolioMultifamilyRealEstateAndCommercialMortgageSegmentMember_2106cf1d-9da2-49e7-98e2-bd438d139773_terseLabel_en-US" xlink:label="lab_ax_ResidentialPortfolioMultifamilyRealEstateAndCommercialMortgageSegmentMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Multifamily and Commercial Mortgage</link:label>
    <link:label id="lab_ax_ResidentialPortfolioMultifamilyRealEstateAndCommercialMortgageSegmentMember_label_en-US" xlink:label="lab_ax_ResidentialPortfolioMultifamilyRealEstateAndCommercialMortgageSegmentMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Residential Portfolio, Multifamily Real Estate And Commercial Mortgage Segment [Member]</link:label>
    <link:label id="lab_ax_ResidentialPortfolioMultifamilyRealEstateAndCommercialMortgageSegmentMember_documentation_en-US" xlink:label="lab_ax_ResidentialPortfolioMultifamilyRealEstateAndCommercialMortgageSegmentMember" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Residential Portfolio, Multifamily Real Estate And Commercial Mortgage Segment</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_ResidentialPortfolioMultifamilyRealEstateAndCommercialMortgageSegmentMember" xlink:href="ax-20240331.xsd#ax_ResidentialPortfolioMultifamilyRealEstateAndCommercialMortgageSegmentMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_ResidentialPortfolioMultifamilyRealEstateAndCommercialMortgageSegmentMember" xlink:to="lab_ax_ResidentialPortfolioMultifamilyRealEstateAndCommercialMortgageSegmentMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_Deposits_b9605bc1-ff8e-4c05-a80a-f395c2b806c0_totalLabel_en-US" xlink:label="lab_us-gaap_Deposits" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xml:lang="en-US">Total deposits</link:label>
    <link:label id="lab_us-gaap_Deposits_label_en-US" xlink:label="lab_us-gaap_Deposits" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Deposits</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_Deposits" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_Deposits"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_Deposits" xlink:to="lab_us-gaap_Deposits" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_InterestBearingDepositLiabilities_8ef019f7-bf64-4087-b7f7-1a8ecfac187c_terseLabel_en-US" xlink:label="lab_us-gaap_InterestBearingDepositLiabilities" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Interest bearing</link:label>
    <link:label id="lab_us-gaap_InterestBearingDepositLiabilities_label_en-US" xlink:label="lab_us-gaap_InterestBearingDepositLiabilities" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Interest-Bearing Deposit Liabilities</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_InterestBearingDepositLiabilities" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_InterestBearingDepositLiabilities"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_InterestBearingDepositLiabilities" xlink:to="lab_us-gaap_InterestBearingDepositLiabilities" xlink:type="arc" order="1"/>
    <link:label id="lab_srt_MinimumMember_c9fe7669-5717-4ae2-8321-70c84edbbbc0_terseLabel_en-US" xlink:label="lab_srt_MinimumMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Minimum</link:label>
    <link:label id="lab_srt_MinimumMember_label_en-US" xlink:label="lab_srt_MinimumMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Minimum [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_srt_MinimumMember" xlink:href="https://xbrl.fasb.org/srt/2023/elts/srt-2023.xsd#srt_MinimumMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_srt_MinimumMember" xlink:to="lab_srt_MinimumMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ReceivablesAbstract_bb2ab86c-4f4d-4b7a-8488-b9a7332d3a5f_terseLabel_en-US" xlink:label="lab_us-gaap_ReceivablesAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Receivables [Abstract]</link:label>
    <link:label id="lab_us-gaap_ReceivablesAbstract_label_en-US" xlink:label="lab_us-gaap_ReceivablesAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Receivables [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ReceivablesAbstract" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_ReceivablesAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ReceivablesAbstract" xlink:to="lab_us-gaap_ReceivablesAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_OrganizationConsolidationBasisOfPresentationBusinessDescriptionAndAccountingPoliciesTextBlock_bdd919e4-e553-4293-85dc-221c6707f800_terseLabel_en-US" xlink:label="lab_us-gaap_OrganizationConsolidationBasisOfPresentationBusinessDescriptionAndAccountingPoliciesTextBlock" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">SUMMARY OF SIGNIFICANT ACCOUNTING POLICIES</link:label>
    <link:label id="lab_us-gaap_OrganizationConsolidationBasisOfPresentationBusinessDescriptionAndAccountingPoliciesTextBlock_label_en-US" xlink:label="lab_us-gaap_OrganizationConsolidationBasisOfPresentationBusinessDescriptionAndAccountingPoliciesTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Organization, Consolidation, Basis of Presentation, Business Description and Accounting Policies [Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_OrganizationConsolidationBasisOfPresentationBusinessDescriptionAndAccountingPoliciesTextBlock" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_OrganizationConsolidationBasisOfPresentationBusinessDescriptionAndAccountingPoliciesTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_OrganizationConsolidationBasisOfPresentationBusinessDescriptionAndAccountingPoliciesTextBlock" xlink:to="lab_us-gaap_OrganizationConsolidationBasisOfPresentationBusinessDescriptionAndAccountingPoliciesTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_PrepaymentPenaltyFeeIncome_0444a720-3118-40ec-90f0-c8fb32fb0879_terseLabel_en-US" xlink:label="lab_ax_PrepaymentPenaltyFeeIncome" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Prepayment penalty fee income</link:label>
    <link:label id="lab_ax_PrepaymentPenaltyFeeIncome_label_en-US" xlink:label="lab_ax_PrepaymentPenaltyFeeIncome" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Prepayment Penalty Fee Income</link:label>
    <link:label id="lab_ax_PrepaymentPenaltyFeeIncome_documentation_en-US" xlink:label="lab_ax_PrepaymentPenaltyFeeIncome" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Prepayment Penalty Fee Income</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_PrepaymentPenaltyFeeIncome" xlink:href="ax-20240331.xsd#ax_PrepaymentPenaltyFeeIncome"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_PrepaymentPenaltyFeeIncome" xlink:to="lab_ax_PrepaymentPenaltyFeeIncome" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_StatementOfCashFlowsAbstract_121311ac-0e52-4677-9f20-289501baceb3_terseLabel_en-US" xlink:label="lab_us-gaap_StatementOfCashFlowsAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Statement of Cash Flows [Abstract]</link:label>
    <link:label id="lab_us-gaap_StatementOfCashFlowsAbstract_label_en-US" xlink:label="lab_us-gaap_StatementOfCashFlowsAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Statement of Cash Flows [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_StatementOfCashFlowsAbstract" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_StatementOfCashFlowsAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_StatementOfCashFlowsAbstract" xlink:to="lab_us-gaap_StatementOfCashFlowsAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AssetsAbstract_8a7f50b3-d92e-4699-8c4e-9383d533080a_terseLabel_en-US" xlink:label="lab_us-gaap_AssetsAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">ASSETS</link:label>
    <link:label id="lab_us-gaap_AssetsAbstract_label_en-US" xlink:label="lab_us-gaap_AssetsAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Assets [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AssetsAbstract" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_AssetsAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AssetsAbstract" xlink:to="lab_us-gaap_AssetsAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_EarningsPerShareBasicLineItems_fd4ab61c-6fb0-4cd8-9824-a64d1dbb8c18_terseLabel_en-US" xlink:label="lab_us-gaap_EarningsPerShareBasicLineItems" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Earnings Per Share, Basic, by Common Class, Including Two Class Method [Line Items]</link:label>
    <link:label id="lab_us-gaap_EarningsPerShareBasicLineItems_label_en-US" xlink:label="lab_us-gaap_EarningsPerShareBasicLineItems" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Earnings Per Share, Basic, by Common Class, Including Two Class Method [Line Items]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_EarningsPerShareBasicLineItems" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_EarningsPerShareBasicLineItems"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_EarningsPerShareBasicLineItems" xlink:to="lab_us-gaap_EarningsPerShareBasicLineItems" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterTenYearsFairValue_e29878ce-4280-4706-8ace-b9e2a4c54493_terseLabel_en-US" xlink:label="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterTenYearsFairValue" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Due After Ten Years</link:label>
    <link:label id="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterTenYearsFairValue_label_en-US" xlink:label="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterTenYearsFairValue" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Debt Securities, Available-for-Sale, Fair Value, Maturity, Allocated and Single Maturity Date, after Year 10</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterTenYearsFairValue" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterTenYearsFairValue"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterTenYearsFairValue" xlink:to="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterTenYearsFairValue" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ScheduleOfImpairedFinancingReceivableTable_811e6135-98c3-4444-b94c-1516f33c3b22_terseLabel_en-US" xlink:label="lab_us-gaap_ScheduleOfImpairedFinancingReceivableTable" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Schedule of Impaired Financing Receivable [Table]</link:label>
    <link:label id="lab_us-gaap_ScheduleOfImpairedFinancingReceivableTable_label_en-US" xlink:label="lab_us-gaap_ScheduleOfImpairedFinancingReceivableTable" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Schedule of Impaired Financing Receivable [Table]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ScheduleOfImpairedFinancingReceivableTable" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_ScheduleOfImpairedFinancingReceivableTable"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ScheduleOfImpairedFinancingReceivableTable" xlink:to="lab_us-gaap_ScheduleOfImpairedFinancingReceivableTable" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DerivativeFinancialInstrumentsAssetsMember_ff2ae8e9-e2ef-477b-a4fe-0899a848754c_terseLabel_en-US" xlink:label="lab_us-gaap_DerivativeFinancialInstrumentsAssetsMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Derivative Instruments, net</link:label>
    <link:label id="lab_us-gaap_DerivativeFinancialInstrumentsAssetsMember_label_en-US" xlink:label="lab_us-gaap_DerivativeFinancialInstrumentsAssetsMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Derivative Financial Instruments, Assets [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DerivativeFinancialInstrumentsAssetsMember" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_DerivativeFinancialInstrumentsAssetsMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DerivativeFinancialInstrumentsAssetsMember" xlink:to="lab_us-gaap_DerivativeFinancialInstrumentsAssetsMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_PaymentsRelatedToTaxWithholdingForShareBasedCompensation_3311c54f-54a5-4185-bdec-6333a6a6107c_negatedTerseLabel_en-US" xlink:label="lab_us-gaap_PaymentsRelatedToTaxWithholdingForShareBasedCompensation" xlink:role="http://www.xbrl.org/2009/role/negatedTerseLabel" xlink:type="resource" xml:lang="en-US">Tax payments related to settlement of restricted stock units</link:label>
    <link:label id="lab_us-gaap_PaymentsRelatedToTaxWithholdingForShareBasedCompensation_label_en-US" xlink:label="lab_us-gaap_PaymentsRelatedToTaxWithholdingForShareBasedCompensation" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Payment, Tax Withholding, Share-Based Payment Arrangement</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_PaymentsRelatedToTaxWithholdingForShareBasedCompensation" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_PaymentsRelatedToTaxWithholdingForShareBasedCompensation"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_PaymentsRelatedToTaxWithholdingForShareBasedCompensation" xlink:to="lab_us-gaap_PaymentsRelatedToTaxWithholdingForShareBasedCompensation" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_NetCashProvidedByUsedInFinancingActivities_903b1781-d694-4213-a519-de81c7a847cb_totalLabel_en-US" xlink:label="lab_us-gaap_NetCashProvidedByUsedInFinancingActivities" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xml:lang="en-US">Net cash provided by financing activities</link:label>
    <link:label id="lab_us-gaap_NetCashProvidedByUsedInFinancingActivities_label_en-US" xlink:label="lab_us-gaap_NetCashProvidedByUsedInFinancingActivities" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Net Cash Provided by (Used in) Financing Activities</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_NetCashProvidedByUsedInFinancingActivities" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_NetCashProvidedByUsedInFinancingActivities"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_NetCashProvidedByUsedInFinancingActivities" xlink:to="lab_us-gaap_NetCashProvidedByUsedInFinancingActivities" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_CommitmentsAndContingenciesDisclosureTextBlock_a6c20eb9-a76b-4ad7-9b3f-823af6688c5f_terseLabel_en-US" xlink:label="lab_us-gaap_CommitmentsAndContingenciesDisclosureTextBlock" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">COMMITMENTS AND CONTINGENCIES</link:label>
    <link:label id="lab_us-gaap_CommitmentsAndContingenciesDisclosureTextBlock_label_en-US" xlink:label="lab_us-gaap_CommitmentsAndContingenciesDisclosureTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Commitments and Contingencies Disclosure [Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_CommitmentsAndContingenciesDisclosureTextBlock" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_CommitmentsAndContingenciesDisclosureTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_CommitmentsAndContingenciesDisclosureTextBlock" xlink:to="lab_us-gaap_CommitmentsAndContingenciesDisclosureTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_FixedInterestRateMember_45e04250-7a56-4cc0-b5b8-7810a097a090_terseLabel_en-US" xlink:label="lab_ax_FixedInterestRateMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Fixed Interest Rate</link:label>
    <link:label id="lab_ax_FixedInterestRateMember_label_en-US" xlink:label="lab_ax_FixedInterestRateMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Fixed Interest Rate [Member]</link:label>
    <link:label id="lab_ax_FixedInterestRateMember_documentation_en-US" xlink:label="lab_ax_FixedInterestRateMember" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Fixed Interest Rate [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_FixedInterestRateMember" xlink:href="ax-20240331.xsd#ax_FixedInterestRateMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_FixedInterestRateMember" xlink:to="lab_ax_FixedInterestRateMember" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_FinancingReceivableRatioOfGradeClassToGrossLoansOriginatedMoreThanFiveYearsBeforeCurrentFiscalYear_4d2c8ec1-ecbf-4c40-b93c-2525bd2c8750_terseLabel_en-US" xlink:label="lab_ax_FinancingReceivableRatioOfGradeClassToGrossLoansOriginatedMoreThanFiveYearsBeforeCurrentFiscalYear" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Prior</link:label>
    <link:label id="lab_ax_FinancingReceivableRatioOfGradeClassToGrossLoansOriginatedMoreThanFiveYearsBeforeCurrentFiscalYear_label_en-US" xlink:label="lab_ax_FinancingReceivableRatioOfGradeClassToGrossLoansOriginatedMoreThanFiveYearsBeforeCurrentFiscalYear" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financing Receivable, Ratio Of Grade Class To Gross Loans, Originated, More Than Five Years Before Current Fiscal Year</link:label>
    <link:label id="lab_ax_FinancingReceivableRatioOfGradeClassToGrossLoansOriginatedMoreThanFiveYearsBeforeCurrentFiscalYear_documentation_en-US" xlink:label="lab_ax_FinancingReceivableRatioOfGradeClassToGrossLoansOriginatedMoreThanFiveYearsBeforeCurrentFiscalYear" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Financing Receivable, Ratio Of Grade Class To Gross Loans, Originated, More Than Five Years Before Current Fiscal Year</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_FinancingReceivableRatioOfGradeClassToGrossLoansOriginatedMoreThanFiveYearsBeforeCurrentFiscalYear" xlink:href="ax-20240331.xsd#ax_FinancingReceivableRatioOfGradeClassToGrossLoansOriginatedMoreThanFiveYearsBeforeCurrentFiscalYear"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_FinancingReceivableRatioOfGradeClassToGrossLoansOriginatedMoreThanFiveYearsBeforeCurrentFiscalYear" xlink:to="lab_ax_FinancingReceivableRatioOfGradeClassToGrossLoansOriginatedMoreThanFiveYearsBeforeCurrentFiscalYear" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_RetainedEarningsMember_855f8a02-b058-4f80-8fe0-52b68886ce30_terseLabel_en-US" xlink:label="lab_us-gaap_RetainedEarningsMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Retained Earnings</link:label>
    <link:label id="lab_us-gaap_RetainedEarningsMember_label_en-US" xlink:label="lab_us-gaap_RetainedEarningsMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Retained Earnings [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_RetainedEarningsMember" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_RetainedEarningsMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_RetainedEarningsMember" xlink:to="lab_us-gaap_RetainedEarningsMember" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_ReceivablesFromTradeBrokersDealersAndClearingOrganizations_5aad9ec4-f5cb-48a0-aadb-97af0222c8d0_verboseLabel_en-US" xlink:label="lab_ax_ReceivablesFromTradeBrokersDealersAndClearingOrganizations" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xml:lang="en-US">Customer, broker-dealer and clearing receivables</link:label>
    <link:label id="lab_ax_ReceivablesFromTradeBrokersDealersAndClearingOrganizations_label_en-US" xlink:label="lab_ax_ReceivablesFromTradeBrokersDealersAndClearingOrganizations" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Receivables From Trade, Brokers-Dealers And Clearing Organizations</link:label>
    <link:label id="lab_ax_ReceivablesFromTradeBrokersDealersAndClearingOrganizations_documentation_en-US" xlink:label="lab_ax_ReceivablesFromTradeBrokersDealersAndClearingOrganizations" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Receivables From Trade, Brokers-Dealers And Clearing Organizations</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_ReceivablesFromTradeBrokersDealersAndClearingOrganizations" xlink:href="ax-20240331.xsd#ax_ReceivablesFromTradeBrokersDealersAndClearingOrganizations"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_ReceivablesFromTradeBrokersDealersAndClearingOrganizations" xlink:to="lab_ax_ReceivablesFromTradeBrokersDealersAndClearingOrganizations" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_PaymentsToAcquireRegulatoryAgenciesStock_518a4126-79bf-48fc-8188-b6d29b2bc886_negatedTerseLabel_en-US" xlink:label="lab_ax_PaymentsToAcquireRegulatoryAgenciesStock" xlink:role="http://www.xbrl.org/2009/role/negatedTerseLabel" xlink:type="resource" xml:lang="en-US">Purchase of stock of regulatory agencies</link:label>
    <link:label id="lab_ax_PaymentsToAcquireRegulatoryAgenciesStock_label_en-US" xlink:label="lab_ax_PaymentsToAcquireRegulatoryAgenciesStock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Payments To Acquire Regulatory Agencies Stock</link:label>
    <link:label id="lab_ax_PaymentsToAcquireRegulatoryAgenciesStock_documentation_en-US" xlink:label="lab_ax_PaymentsToAcquireRegulatoryAgenciesStock" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Payments To Acquire Regulatory Agencies Stock</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_PaymentsToAcquireRegulatoryAgenciesStock" xlink:href="ax-20240331.xsd#ax_PaymentsToAcquireRegulatoryAgenciesStock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_PaymentsToAcquireRegulatoryAgenciesStock" xlink:to="lab_ax_PaymentsToAcquireRegulatoryAgenciesStock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AccretionAmortizationOfDiscountsAndPremiumsInvestments_6e917382-138c-4248-82bb-bcef899d0a42_negatedTerseLabel_en-US" xlink:label="lab_us-gaap_AccretionAmortizationOfDiscountsAndPremiumsInvestments" xlink:role="http://www.xbrl.org/2009/role/negatedTerseLabel" xlink:type="resource" xml:lang="en-US">Other accretion and amortization</link:label>
    <link:label id="lab_us-gaap_AccretionAmortizationOfDiscountsAndPremiumsInvestments_label_en-US" xlink:label="lab_us-gaap_AccretionAmortizationOfDiscountsAndPremiumsInvestments" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Accretion (Amortization) of Discounts and Premiums, Investments</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AccretionAmortizationOfDiscountsAndPremiumsInvestments" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_AccretionAmortizationOfDiscountsAndPremiumsInvestments"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AccretionAmortizationOfDiscountsAndPremiumsInvestments" xlink:to="lab_us-gaap_AccretionAmortizationOfDiscountsAndPremiumsInvestments" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LiabilitiesAndStockholdersEquity_c6a49d0d-cc6f-4fd3-a286-6c6fcdde0dbb_totalLabel_en-US" xlink:label="lab_us-gaap_LiabilitiesAndStockholdersEquity" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xml:lang="en-US">TOTAL LIABILITIES AND STOCKHOLDERS&#8217; EQUITY</link:label>
    <link:label id="lab_us-gaap_LiabilitiesAndStockholdersEquity_label_en-US" xlink:label="lab_us-gaap_LiabilitiesAndStockholdersEquity" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Liabilities and Equity</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LiabilitiesAndStockholdersEquity" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_LiabilitiesAndStockholdersEquity"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LiabilitiesAndStockholdersEquity" xlink:to="lab_us-gaap_LiabilitiesAndStockholdersEquity" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_LesseeOperatingLeaseLiabilityToBePaidAfterYearFour_771f409c-4fe2-43d9-a199-d896348e1438_terseLabel_en-US" xlink:label="lab_ax_LesseeOperatingLeaseLiabilityToBePaidAfterYearFour" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">After five years</link:label>
    <link:label id="lab_ax_LesseeOperatingLeaseLiabilityToBePaidAfterYearFour_label_en-US" xlink:label="lab_ax_LesseeOperatingLeaseLiabilityToBePaidAfterYearFour" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Lessee, Operating Lease, Liability, To Be Paid, After Year Four</link:label>
    <link:label id="lab_ax_LesseeOperatingLeaseLiabilityToBePaidAfterYearFour_documentation_en-US" xlink:label="lab_ax_LesseeOperatingLeaseLiabilityToBePaidAfterYearFour" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Lessee, Operating Lease, Liability, To Be Paid, After Year Four</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_LesseeOperatingLeaseLiabilityToBePaidAfterYearFour" xlink:href="ax-20240331.xsd#ax_LesseeOperatingLeaseLiabilityToBePaidAfterYearFour"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_LesseeOperatingLeaseLiabilityToBePaidAfterYearFour" xlink:to="lab_ax_LesseeOperatingLeaseLiabilityToBePaidAfterYearFour" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_DerivativeInstrumentCashCollateralReceived_8235d7b4-ecec-4e59-8e3c-6bd53cbf5227_terseLabel_en-US" xlink:label="lab_ax_DerivativeInstrumentCashCollateralReceived" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Cash collateral received</link:label>
    <link:label id="lab_ax_DerivativeInstrumentCashCollateralReceived_label_en-US" xlink:label="lab_ax_DerivativeInstrumentCashCollateralReceived" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Derivative Instrument, Cash Collateral Received</link:label>
    <link:label id="lab_ax_DerivativeInstrumentCashCollateralReceived_documentation_en-US" xlink:label="lab_ax_DerivativeInstrumentCashCollateralReceived" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Derivative Instrument, Cash Collateral Received</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_DerivativeInstrumentCashCollateralReceived" xlink:href="ax-20240331.xsd#ax_DerivativeInstrumentCashCollateralReceived"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_DerivativeInstrumentCashCollateralReceived" xlink:to="lab_ax_DerivativeInstrumentCashCollateralReceived" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_EarningsPerShareBasic_7da8aef3-0e64-4d63-888a-3cffce2b4b0c_terseLabel_en-US" xlink:label="lab_us-gaap_EarningsPerShareBasic" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Basic earnings per common share (in dollars per share)</link:label>
    <link:label id="lab_us-gaap_EarningsPerShareBasic_label_en-US" xlink:label="lab_us-gaap_EarningsPerShareBasic" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Earnings Per Share, Basic</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_EarningsPerShareBasic" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_EarningsPerShareBasic"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_EarningsPerShareBasic" xlink:to="lab_us-gaap_EarningsPerShareBasic" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DebtInstrumentTable_13beb3a3-4b0f-4756-88ca-aa386e439534_terseLabel_en-US" xlink:label="lab_us-gaap_DebtInstrumentTable" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Schedule of Long-term Debt Instruments [Table]</link:label>
    <link:label id="lab_us-gaap_DebtInstrumentTable_label_en-US" xlink:label="lab_us-gaap_DebtInstrumentTable" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Schedule of Long-Term Debt Instruments [Table]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DebtInstrumentTable" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_DebtInstrumentTable"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DebtInstrumentTable" xlink:to="lab_us-gaap_DebtInstrumentTable" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AccountingPoliciesAbstract_cac932c8-5082-4969-951b-60b6cd34fb8b_terseLabel_en-US" xlink:label="lab_us-gaap_AccountingPoliciesAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Accounting Policies [Abstract]</link:label>
    <link:label id="lab_us-gaap_AccountingPoliciesAbstract_label_en-US" xlink:label="lab_us-gaap_AccountingPoliciesAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Accounting Policies [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AccountingPoliciesAbstract" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_AccountingPoliciesAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AccountingPoliciesAbstract" xlink:to="lab_us-gaap_AccountingPoliciesAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_AssetAcquisitionGainLossOnTransaction_338dc91e-2be6-4343-9a7e-661f777a7a9b_terseLabel_en-US" xlink:label="lab_ax_AssetAcquisitionGainLossOnTransaction" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Gain on acquisition</link:label>
    <link:label id="lab_ax_AssetAcquisitionGainLossOnTransaction_label_en-US" xlink:label="lab_ax_AssetAcquisitionGainLossOnTransaction" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Asset Acquisition, Gain (Loss) on Transaction</link:label>
    <link:label id="lab_ax_AssetAcquisitionGainLossOnTransaction_documentation_en-US" xlink:label="lab_ax_AssetAcquisitionGainLossOnTransaction" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Asset Acquisition, Gain (Loss) on Transaction</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_AssetAcquisitionGainLossOnTransaction" xlink:href="ax-20240331.xsd#ax_AssetAcquisitionGainLossOnTransaction"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_AssetAcquisitionGainLossOnTransaction" xlink:to="lab_ax_AssetAcquisitionGainLossOnTransaction" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_IntangibleAndOtherAssetsMember_cf53eda0-6e3f-4826-bfe3-7c23037ee94a_terseLabel_en-US" xlink:label="lab_ax_IntangibleAndOtherAssetsMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Intangible and Other Assets</link:label>
    <link:label id="lab_ax_IntangibleAndOtherAssetsMember_label_en-US" xlink:label="lab_ax_IntangibleAndOtherAssetsMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Intangible And Other Assets [Member]</link:label>
    <link:label id="lab_ax_IntangibleAndOtherAssetsMember_documentation_en-US" xlink:label="lab_ax_IntangibleAndOtherAssetsMember" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Intangible And Other Assets</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_IntangibleAndOtherAssetsMember" xlink:href="ax-20240331.xsd#ax_IntangibleAndOtherAssetsMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_IntangibleAndOtherAssetsMember" xlink:to="lab_ax_IntangibleAndOtherAssetsMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LesseeOperatingLeaseLiabilityPaymentsRemainderOfFiscalYear_25301c9d-27da-41cf-aba9-998110f46065_terseLabel_en-US" xlink:label="lab_us-gaap_LesseeOperatingLeaseLiabilityPaymentsRemainderOfFiscalYear" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Within one year</link:label>
    <link:label id="lab_us-gaap_LesseeOperatingLeaseLiabilityPaymentsRemainderOfFiscalYear_label_en-US" xlink:label="lab_us-gaap_LesseeOperatingLeaseLiabilityPaymentsRemainderOfFiscalYear" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Lessee, Operating Lease, Liability, to be Paid, Remainder of Fiscal Year</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LesseeOperatingLeaseLiabilityPaymentsRemainderOfFiscalYear" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_LesseeOperatingLeaseLiabilityPaymentsRemainderOfFiscalYear"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LesseeOperatingLeaseLiabilityPaymentsRemainderOfFiscalYear" xlink:to="lab_us-gaap_LesseeOperatingLeaseLiabilityPaymentsRemainderOfFiscalYear" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_NetIncomeLossAvailableToCommonStockholdersDiluted_a3670664-2a49-4cb5-943f-20c43942df48_terseLabel_en-US" xlink:label="lab_us-gaap_NetIncomeLossAvailableToCommonStockholdersDiluted" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Net income</link:label>
    <link:label id="lab_us-gaap_NetIncomeLossAvailableToCommonStockholdersDiluted_label_en-US" xlink:label="lab_us-gaap_NetIncomeLossAvailableToCommonStockholdersDiluted" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Net Income (Loss) Available to Common Stockholders, Diluted</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_NetIncomeLossAvailableToCommonStockholdersDiluted" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_NetIncomeLossAvailableToCommonStockholdersDiluted"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_NetIncomeLossAvailableToCommonStockholdersDiluted" xlink:to="lab_us-gaap_NetIncomeLossAvailableToCommonStockholdersDiluted" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPositionFairValueTableTextBlock_18219a29-ffd3-4bd9-815c-11d758f8492b_terseLabel_en-US" xlink:label="lab_us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPositionFairValueTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Schedule of Securities in a Continuous Unrealized Loss Position</link:label>
    <link:label id="lab_us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPositionFairValueTableTextBlock_label_en-US" xlink:label="lab_us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPositionFairValueTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Debt Securities, Available-for-Sale, Unrealized Loss Position, Fair Value [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPositionFairValueTableTextBlock" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPositionFairValueTableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPositionFairValueTableTextBlock" xlink:to="lab_us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPositionFairValueTableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_CommercialRealEstatePortfolioSegmentMember_2c12f444-bb7c-4cb5-8bd7-935af56ca003_terseLabel_en-US" xlink:label="lab_us-gaap_CommercialRealEstatePortfolioSegmentMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Commercial Real Estate</link:label>
    <link:label id="lab_us-gaap_CommercialRealEstatePortfolioSegmentMember_label_en-US" xlink:label="lab_us-gaap_CommercialRealEstatePortfolioSegmentMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Commercial Real Estate Portfolio Segment [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_CommercialRealEstatePortfolioSegmentMember" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_CommercialRealEstatePortfolioSegmentMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_CommercialRealEstatePortfolioSegmentMember" xlink:to="lab_us-gaap_CommercialRealEstatePortfolioSegmentMember" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_EntityAddressCityOrTown_f5fc9aef-ee86-486e-97b0-5fffd5b250d4_terseLabel_en-US" xlink:label="lab_dei_EntityAddressCityOrTown" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Entity Address, City or Town</link:label>
    <link:label id="lab_dei_EntityAddressCityOrTown_label_en-US" xlink:label="lab_dei_EntityAddressCityOrTown" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Entity Address, City or Town</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_EntityAddressCityOrTown" xlink:href="https://xbrl.sec.gov/dei/2023/dei-2023.xsd#dei_EntityAddressCityOrTown"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_EntityAddressCityOrTown" xlink:to="lab_dei_EntityAddressCityOrTown" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ScheduleOfSegmentReportingInformationBySegmentTextBlock_e3ab8a17-a969-4fdb-af6c-5eb0cc4ab2c3_terseLabel_en-US" xlink:label="lab_us-gaap_ScheduleOfSegmentReportingInformationBySegmentTextBlock" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Schedule of Segment Reporting Information, by Segment</link:label>
    <link:label id="lab_us-gaap_ScheduleOfSegmentReportingInformationBySegmentTextBlock_label_en-US" xlink:label="lab_us-gaap_ScheduleOfSegmentReportingInformationBySegmentTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Schedule of Segment Reporting Information, by Segment [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ScheduleOfSegmentReportingInformationBySegmentTextBlock" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_ScheduleOfSegmentReportingInformationBySegmentTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ScheduleOfSegmentReportingInformationBySegmentTextBlock" xlink:to="lab_us-gaap_ScheduleOfSegmentReportingInformationBySegmentTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesWithoutSingleMaturityDateAmortizedCost_b5706e4c-018c-4d62-ac48-de9314d1799d_totalLabel_en-US" xlink:label="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesWithoutSingleMaturityDateAmortizedCost" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xml:lang="en-US">Total Amount</link:label>
    <link:label id="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesWithoutSingleMaturityDateAmortizedCost_label_en-US" xlink:label="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesWithoutSingleMaturityDateAmortizedCost" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Debt Securities, Available-for-Sale, Maturity, without Single Maturity Date, Amortized Cost</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesWithoutSingleMaturityDateAmortizedCost" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_AvailableForSaleSecuritiesDebtMaturitiesWithoutSingleMaturityDateAmortizedCost"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesWithoutSingleMaturityDateAmortizedCost" xlink:to="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesWithoutSingleMaturityDateAmortizedCost" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_IncomeTaxesPaid_1c07b1d3-b96b-4510-88f4-b2c454929990_terseLabel_en-US" xlink:label="lab_us-gaap_IncomeTaxesPaid" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Income taxes paid</link:label>
    <link:label id="lab_us-gaap_IncomeTaxesPaid_label_en-US" xlink:label="lab_us-gaap_IncomeTaxesPaid" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Income Taxes Paid</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_IncomeTaxesPaid" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_IncomeTaxesPaid"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_IncomeTaxesPaid" xlink:to="lab_us-gaap_IncomeTaxesPaid" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_OtherRealEstateOwnedAndForeclosedAssetsFairValueDisclosure_bb4ff654-f655-4a36-837a-4321373a4076_terseLabel_en-US" xlink:label="lab_ax_OtherRealEstateOwnedAndForeclosedAssetsFairValueDisclosure" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Other real estate owned and foreclosed assets, fair value</link:label>
    <link:label id="lab_ax_OtherRealEstateOwnedAndForeclosedAssetsFairValueDisclosure_label_en-US" xlink:label="lab_ax_OtherRealEstateOwnedAndForeclosedAssetsFairValueDisclosure" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Other Real Estate Owned and Foreclosed Assets, Fair Value Disclosure</link:label>
    <link:label id="lab_ax_OtherRealEstateOwnedAndForeclosedAssetsFairValueDisclosure_documentation_en-US" xlink:label="lab_ax_OtherRealEstateOwnedAndForeclosedAssetsFairValueDisclosure" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Other Real Estate Owned and Foreclosed Assets, Fair Value Disclosure</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_OtherRealEstateOwnedAndForeclosedAssetsFairValueDisclosure" xlink:href="ax-20240331.xsd#ax_OtherRealEstateOwnedAndForeclosedAssetsFairValueDisclosure"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_OtherRealEstateOwnedAndForeclosedAssetsFairValueDisclosure" xlink:to="lab_ax_OtherRealEstateOwnedAndForeclosedAssetsFairValueDisclosure" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ConsolidationPolicyTextBlock_6add1e8b-5498-40fe-8993-21a8f4d98a2d_terseLabel_en-US" xlink:label="lab_us-gaap_ConsolidationPolicyTextBlock" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Consolidation</link:label>
    <link:label id="lab_us-gaap_ConsolidationPolicyTextBlock_label_en-US" xlink:label="lab_us-gaap_ConsolidationPolicyTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Consolidation, Policy [Policy Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ConsolidationPolicyTextBlock" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_ConsolidationPolicyTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ConsolidationPolicyTextBlock" xlink:to="lab_us-gaap_ConsolidationPolicyTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_DocumentTransitionReport_7e0a2849-1012-418a-bf92-bcd8f6357cc6_terseLabel_en-US" xlink:label="lab_dei_DocumentTransitionReport" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Document Transition Report</link:label>
    <link:label id="lab_dei_DocumentTransitionReport_label_en-US" xlink:label="lab_dei_DocumentTransitionReport" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Document Transition Report</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_DocumentTransitionReport" xlink:href="https://xbrl.sec.gov/dei/2023/dei-2023.xsd#dei_DocumentTransitionReport"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_DocumentTransitionReport" xlink:to="lab_dei_DocumentTransitionReport" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_StockRepurchaseProgramRemainingAuthorizedRepurchaseAmount1_a5feb5bc-3ea5-488a-b37d-9344ab3cc121_terseLabel_en-US" xlink:label="lab_us-gaap_StockRepurchaseProgramRemainingAuthorizedRepurchaseAmount1" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Remaining amount under board authorization</link:label>
    <link:label id="lab_us-gaap_StockRepurchaseProgramRemainingAuthorizedRepurchaseAmount1_label_en-US" xlink:label="lab_us-gaap_StockRepurchaseProgramRemainingAuthorizedRepurchaseAmount1" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Stock Repurchase Program, Remaining Authorized Repurchase Amount</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_StockRepurchaseProgramRemainingAuthorizedRepurchaseAmount1" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_StockRepurchaseProgramRemainingAuthorizedRepurchaseAmount1"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_StockRepurchaseProgramRemainingAuthorizedRepurchaseAmount1" xlink:to="lab_us-gaap_StockRepurchaseProgramRemainingAuthorizedRepurchaseAmount1" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_IncreaseDecreaseInDeposits_bfd2eeb1-69a8-4ff5-a339-de6a7f7fecfd_terseLabel_en-US" xlink:label="lab_us-gaap_IncreaseDecreaseInDeposits" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Net increase in deposits</link:label>
    <link:label id="lab_us-gaap_IncreaseDecreaseInDeposits_label_en-US" xlink:label="lab_us-gaap_IncreaseDecreaseInDeposits" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Increase (Decrease) in Deposits</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_IncreaseDecreaseInDeposits" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_IncreaseDecreaseInDeposits"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_IncreaseDecreaseInDeposits" xlink:to="lab_us-gaap_IncreaseDecreaseInDeposits" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_CommonStockSharesAuthorized_835a2584-e106-451f-99f6-c5b671551675_verboseLabel_en-US" xlink:label="lab_us-gaap_CommonStockSharesAuthorized" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xml:lang="en-US">Common stock, shares authorized (in shares)</link:label>
    <link:label id="lab_us-gaap_CommonStockSharesAuthorized_label_en-US" xlink:label="lab_us-gaap_CommonStockSharesAuthorized" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Common Stock, Shares Authorized</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_CommonStockSharesAuthorized" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_CommonStockSharesAuthorized"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_CommonStockSharesAuthorized" xlink:to="lab_us-gaap_CommonStockSharesAuthorized" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ScheduleOfFinancingReceivablesPastDueTable_792a1d3c-62f4-43a6-b830-8f123adad597_terseLabel_en-US" xlink:label="lab_us-gaap_ScheduleOfFinancingReceivablesPastDueTable" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Financing Receivable, Past Due [Table]</link:label>
    <link:label id="lab_us-gaap_ScheduleOfFinancingReceivablesPastDueTable_label_en-US" xlink:label="lab_us-gaap_ScheduleOfFinancingReceivablesPastDueTable" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financing Receivable, Past Due [Table]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ScheduleOfFinancingReceivablesPastDueTable" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_ScheduleOfFinancingReceivablesPastDueTable"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ScheduleOfFinancingReceivablesPastDueTable" xlink:to="lab_us-gaap_ScheduleOfFinancingReceivablesPastDueTable" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FinancingReceivableExcludingAccruedInterestYearFiveOriginatedFourYearsBeforeCurrentFiscalYear_80722045-9a16-4473-9ab4-d13dcd85a97d_terseLabel_en-US" xlink:label="lab_us-gaap_FinancingReceivableExcludingAccruedInterestYearFiveOriginatedFourYearsBeforeCurrentFiscalYear" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">2020</link:label>
    <link:label id="lab_us-gaap_FinancingReceivableExcludingAccruedInterestYearFiveOriginatedFourYearsBeforeCurrentFiscalYear_label_en-US" xlink:label="lab_us-gaap_FinancingReceivableExcludingAccruedInterestYearFiveOriginatedFourYearsBeforeCurrentFiscalYear" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financing Receivable, Excluding Accrued Interest, Year Five, Originated, Four Years before Current Fiscal Year</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FinancingReceivableExcludingAccruedInterestYearFiveOriginatedFourYearsBeforeCurrentFiscalYear" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FinancingReceivableExcludingAccruedInterestYearFiveOriginatedFourYearsBeforeCurrentFiscalYear"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FinancingReceivableExcludingAccruedInterestYearFiveOriginatedFourYearsBeforeCurrentFiscalYear" xlink:to="lab_us-gaap_FinancingReceivableExcludingAccruedInterestYearFiveOriginatedFourYearsBeforeCurrentFiscalYear" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FinancingReceivablesPeriodPastDueAxis_feb8255b-6373-453f-9eaf-110c864bb33d_terseLabel_en-US" xlink:label="lab_us-gaap_FinancingReceivablesPeriodPastDueAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Financial Asset, Period Past Due [Axis]</link:label>
    <link:label id="lab_us-gaap_FinancingReceivablesPeriodPastDueAxis_label_en-US" xlink:label="lab_us-gaap_FinancingReceivablesPeriodPastDueAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financial Asset, Aging [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FinancingReceivablesPeriodPastDueAxis" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FinancingReceivablesPeriodPastDueAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FinancingReceivablesPeriodPastDueAxis" xlink:to="lab_us-gaap_FinancingReceivablesPeriodPastDueAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AvailableForSaleDebtSecuritiesAccumulatedGrossUnrealizedGainBeforeTax_fa4b3b4d-e63c-4af0-85f2-12c9fbe63dc9_verboseLabel_en-US" xlink:label="lab_us-gaap_AvailableForSaleDebtSecuritiesAccumulatedGrossUnrealizedGainBeforeTax" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xml:lang="en-US">Unrealized Gains</link:label>
    <link:label id="lab_us-gaap_AvailableForSaleDebtSecuritiesAccumulatedGrossUnrealizedGainBeforeTax_label_en-US" xlink:label="lab_us-gaap_AvailableForSaleDebtSecuritiesAccumulatedGrossUnrealizedGainBeforeTax" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Debt Securities, Available-for-Sale, Accumulated Gross Unrealized Gain, before Tax</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AvailableForSaleDebtSecuritiesAccumulatedGrossUnrealizedGainBeforeTax" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_AvailableForSaleDebtSecuritiesAccumulatedGrossUnrealizedGainBeforeTax"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AvailableForSaleDebtSecuritiesAccumulatedGrossUnrealizedGainBeforeTax" xlink:to="lab_us-gaap_AvailableForSaleDebtSecuritiesAccumulatedGrossUnrealizedGainBeforeTax" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisLineItems_c8b54c20-05b2-4f30-8122-3593e0c88413_terseLabel_en-US" xlink:label="lab_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisLineItems" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Fair Value, Assets and Liabilities Measured on Recurring and Nonrecurring Basis [Line Items]</link:label>
    <link:label id="lab_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisLineItems_label_en-US" xlink:label="lab_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisLineItems" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Fair Value, Assets and Liabilities Measured on Recurring and Nonrecurring Basis [Line Items]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisLineItems" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisLineItems"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisLineItems" xlink:to="lab_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisLineItems" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AvailableForSaleSecuritiesContinuousUnrealizedLossPositionAccumulatedLossAbstract_9e590e2c-04bc-4abc-a2d3-7e4396311b98_terseLabel_en-US" xlink:label="lab_us-gaap_AvailableForSaleSecuritiesContinuousUnrealizedLossPositionAccumulatedLossAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Gross Unrealized Losses</link:label>
    <link:label id="lab_us-gaap_AvailableForSaleSecuritiesContinuousUnrealizedLossPositionAccumulatedLossAbstract_label_en-US" xlink:label="lab_us-gaap_AvailableForSaleSecuritiesContinuousUnrealizedLossPositionAccumulatedLossAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Debt Securities, Available-for-Sale, Unrealized Loss Position, Accumulated Loss [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AvailableForSaleSecuritiesContinuousUnrealizedLossPositionAccumulatedLossAbstract" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_AvailableForSaleSecuritiesContinuousUnrealizedLossPositionAccumulatedLossAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AvailableForSaleSecuritiesContinuousUnrealizedLossPositionAccumulatedLossAbstract" xlink:to="lab_us-gaap_AvailableForSaleSecuritiesContinuousUnrealizedLossPositionAccumulatedLossAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DerivativeInstrumentRiskAxis_cf8b07e5-360d-4a15-bee2-986f71d89c47_terseLabel_en-US" xlink:label="lab_us-gaap_DerivativeInstrumentRiskAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Derivative Instrument [Axis]</link:label>
    <link:label id="lab_us-gaap_DerivativeInstrumentRiskAxis_label_en-US" xlink:label="lab_us-gaap_DerivativeInstrumentRiskAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Derivative Instrument [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DerivativeInstrumentRiskAxis" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_DerivativeInstrumentRiskAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DerivativeInstrumentRiskAxis" xlink:to="lab_us-gaap_DerivativeInstrumentRiskAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AdjustmentsToReconcileNetIncomeLossToCashProvidedByUsedInOperatingActivitiesAbstract_8b69e1d4-bf86-4879-8893-ac272b93f8bf_terseLabel_en-US" xlink:label="lab_us-gaap_AdjustmentsToReconcileNetIncomeLossToCashProvidedByUsedInOperatingActivitiesAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Adjustments to reconcile net income to net cash provided by (used in) operating activities:</link:label>
    <link:label id="lab_us-gaap_AdjustmentsToReconcileNetIncomeLossToCashProvidedByUsedInOperatingActivitiesAbstract_label_en-US" xlink:label="lab_us-gaap_AdjustmentsToReconcileNetIncomeLossToCashProvidedByUsedInOperatingActivitiesAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Adjustments to Reconcile Net Income (Loss) to Cash Provided by (Used in) Operating Activities [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AdjustmentsToReconcileNetIncomeLossToCashProvidedByUsedInOperatingActivitiesAbstract" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_AdjustmentsToReconcileNetIncomeLossToCashProvidedByUsedInOperatingActivitiesAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AdjustmentsToReconcileNetIncomeLossToCashProvidedByUsedInOperatingActivitiesAbstract" xlink:to="lab_us-gaap_AdjustmentsToReconcileNetIncomeLossToCashProvidedByUsedInOperatingActivitiesAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_MeasurementInputTypeAxis_e584822a-2aaf-4bca-ad27-0b3f0ac6a79b_terseLabel_en-US" xlink:label="lab_us-gaap_MeasurementInputTypeAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Measurement Input Type [Axis]</link:label>
    <link:label id="lab_us-gaap_MeasurementInputTypeAxis_label_en-US" xlink:label="lab_us-gaap_MeasurementInputTypeAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Measurement Input Type [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_MeasurementInputTypeAxis" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_MeasurementInputTypeAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_MeasurementInputTypeAxis" xlink:to="lab_us-gaap_MeasurementInputTypeAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_SubstandardMember_1f845a60-9549-47c3-acd1-e9fded494916_terseLabel_en-US" xlink:label="lab_us-gaap_SubstandardMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Substandard</link:label>
    <link:label id="lab_us-gaap_SubstandardMember_label_en-US" xlink:label="lab_us-gaap_SubstandardMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Substandard [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_SubstandardMember" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_SubstandardMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_SubstandardMember" xlink:to="lab_us-gaap_SubstandardMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesWithinOneYearAmortizedCost_54423a98-a6cc-499c-965d-85cb694de501_terseLabel_en-US" xlink:label="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesWithinOneYearAmortizedCost" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Due Within One Year</link:label>
    <link:label id="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesWithinOneYearAmortizedCost_label_en-US" xlink:label="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesWithinOneYearAmortizedCost" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Debt Securities, Available-for-Sale, Amortized Cost, Maturity, Allocated and Single Maturity Date, Year One</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesWithinOneYearAmortizedCost" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_AvailableForSaleSecuritiesDebtMaturitiesWithinOneYearAmortizedCost"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesWithinOneYearAmortizedCost" xlink:to="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesWithinOneYearAmortizedCost" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DerivativeLineItems_97709fa7-cb12-4511-84d5-419e3e2be691_terseLabel_en-US" xlink:label="lab_us-gaap_DerivativeLineItems" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Derivative [Line Items]</link:label>
    <link:label id="lab_us-gaap_DerivativeLineItems_label_en-US" xlink:label="lab_us-gaap_DerivativeLineItems" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Derivative [Line Items]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DerivativeLineItems" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_DerivativeLineItems"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DerivativeLineItems" xlink:to="lab_us-gaap_DerivativeLineItems" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_AccumulatedOtherComprehensiveIncomeLossOtherthanTemporaryImpairmentNotCreditLossBeforeTaxAvailableforSaleDebtSecurities_d7a84eb3-59ff-4e84-ac38-1f415b8d3e83_negatedLabel_en-US" xlink:label="lab_ax_AccumulatedOtherComprehensiveIncomeLossOtherthanTemporaryImpairmentNotCreditLossBeforeTaxAvailableforSaleDebtSecurities" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xml:lang="en-US">Available-for-sale securities&#8212;non-credit related</link:label>
    <link:label id="lab_ax_AccumulatedOtherComprehensiveIncomeLossOtherthanTemporaryImpairmentNotCreditLossBeforeTaxAvailableforSaleDebtSecurities_label_en-US" xlink:label="lab_ax_AccumulatedOtherComprehensiveIncomeLossOtherthanTemporaryImpairmentNotCreditLossBeforeTaxAvailableforSaleDebtSecurities" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Accumulated Other Comprehensive Income (Loss), Other than Temporary Impairment, Not Credit Loss, Before Tax, Available-for-Sale, Debt Securities</link:label>
    <link:label id="lab_ax_AccumulatedOtherComprehensiveIncomeLossOtherthanTemporaryImpairmentNotCreditLossBeforeTaxAvailableforSaleDebtSecurities_documentation_en-US" xlink:label="lab_ax_AccumulatedOtherComprehensiveIncomeLossOtherthanTemporaryImpairmentNotCreditLossBeforeTaxAvailableforSaleDebtSecurities" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Accumulated Other Comprehensive Income (Loss), Other than Temporary Impairment, Not Credit Loss, Before Tax, Available-for-Sale, Debt Securities</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_AccumulatedOtherComprehensiveIncomeLossOtherthanTemporaryImpairmentNotCreditLossBeforeTaxAvailableforSaleDebtSecurities" xlink:href="ax-20240331.xsd#ax_AccumulatedOtherComprehensiveIncomeLossOtherthanTemporaryImpairmentNotCreditLossBeforeTaxAvailableforSaleDebtSecurities"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_AccumulatedOtherComprehensiveIncomeLossOtherthanTemporaryImpairmentNotCreditLossBeforeTaxAvailableforSaleDebtSecurities" xlink:to="lab_ax_AccumulatedOtherComprehensiveIncomeLossOtherthanTemporaryImpairmentNotCreditLossBeforeTaxAvailableforSaleDebtSecurities" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ScheduleOfAccountsNotesLoansAndFinancingReceivableTable_7fd768e7-2e11-49c0-9cca-8be650424b5f_terseLabel_en-US" xlink:label="lab_us-gaap_ScheduleOfAccountsNotesLoansAndFinancingReceivableTable" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Schedule of Accounts, Notes, Loans and Financing Receivable [Table]</link:label>
    <link:label id="lab_us-gaap_ScheduleOfAccountsNotesLoansAndFinancingReceivableTable_label_en-US" xlink:label="lab_us-gaap_ScheduleOfAccountsNotesLoansAndFinancingReceivableTable" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Schedule of Accounts, Notes, Loans and Financing Receivable [Table]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ScheduleOfAccountsNotesLoansAndFinancingReceivableTable" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_ScheduleOfAccountsNotesLoansAndFinancingReceivableTable"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ScheduleOfAccountsNotesLoansAndFinancingReceivableTable" xlink:to="lab_us-gaap_ScheduleOfAccountsNotesLoansAndFinancingReceivableTable" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_OtherRealEstateOwnedSingleFamilyMember_9bb8e491-b7da-4116-ae5d-d9582ee05819_terseLabel_en-US" xlink:label="lab_ax_OtherRealEstateOwnedSingleFamilyMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Single family real estate</link:label>
    <link:label id="lab_ax_OtherRealEstateOwnedSingleFamilyMember_label_en-US" xlink:label="lab_ax_OtherRealEstateOwnedSingleFamilyMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Other Real Estate Owned Single Family [Member]</link:label>
    <link:label id="lab_ax_OtherRealEstateOwnedSingleFamilyMember_documentation_en-US" xlink:label="lab_ax_OtherRealEstateOwnedSingleFamilyMember" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Other Real Estate Owned Single Family [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_OtherRealEstateOwnedSingleFamilyMember" xlink:href="ax-20240331.xsd#ax_OtherRealEstateOwnedSingleFamilyMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_OtherRealEstateOwnedSingleFamilyMember" xlink:to="lab_ax_OtherRealEstateOwnedSingleFamilyMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_MeasurementInputConstantPrepaymentRateMember_24b76376-65dd-4b2c-b851-49119a090852_terseLabel_en-US" xlink:label="lab_us-gaap_MeasurementInputConstantPrepaymentRateMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Projected Constant Prepayment Rate</link:label>
    <link:label id="lab_us-gaap_MeasurementInputConstantPrepaymentRateMember_label_en-US" xlink:label="lab_us-gaap_MeasurementInputConstantPrepaymentRateMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Measurement Input, Constant Prepayment Rate [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_MeasurementInputConstantPrepaymentRateMember" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_MeasurementInputConstantPrepaymentRateMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_MeasurementInputConstantPrepaymentRateMember" xlink:to="lab_us-gaap_MeasurementInputConstantPrepaymentRateMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedInPeriodTotalFairValue_20d8ba14-a14d-4190-8184-b5d8f0b1d024_terseLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedInPeriodTotalFairValue" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Total fair value of shares vested</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedInPeriodTotalFairValue_label_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedInPeriodTotalFairValue" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Share-Based Compensation Arrangement by Share-Based Payment Award, Equity Instruments Other than Options, Vested in Period, Fair Value</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedInPeriodTotalFairValue" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedInPeriodTotalFairValue"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedInPeriodTotalFairValue" xlink:to="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedInPeriodTotalFairValue" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_OtherCommitmentsAxis_8b79aebe-fabc-4ed3-b38d-d594b6f25d8e_terseLabel_en-US" xlink:label="lab_us-gaap_OtherCommitmentsAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Other Commitments [Axis]</link:label>
    <link:label id="lab_us-gaap_OtherCommitmentsAxis_label_en-US" xlink:label="lab_us-gaap_OtherCommitmentsAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Other Commitments [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_OtherCommitmentsAxis" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_OtherCommitmentsAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_OtherCommitmentsAxis" xlink:to="lab_us-gaap_OtherCommitmentsAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AdditionalPaidInCapital_790f5c77-4ebb-4a4e-a9d1-5b7c6a18fe0a_terseLabel_en-US" xlink:label="lab_us-gaap_AdditionalPaidInCapital" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Additional paid-in capital</link:label>
    <link:label id="lab_us-gaap_AdditionalPaidInCapital_label_en-US" xlink:label="lab_us-gaap_AdditionalPaidInCapital" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Additional Paid in Capital</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AdditionalPaidInCapital" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_AdditionalPaidInCapital"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AdditionalPaidInCapital" xlink:to="lab_us-gaap_AdditionalPaidInCapital" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterFiveThroughTenYearsFairValue_14fca8b9-b9ab-4a1a-86f4-4d63587acb11_terseLabel_en-US" xlink:label="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterFiveThroughTenYearsFairValue" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Due after Five but within Ten Years</link:label>
    <link:label id="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterFiveThroughTenYearsFairValue_label_en-US" xlink:label="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterFiveThroughTenYearsFairValue" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Debt Securities, Available-for-Sale, Fair Value, Maturity, Allocated and Single Maturity Date, after Year 5 Through 10</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterFiveThroughTenYearsFairValue" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterFiveThroughTenYearsFairValue"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterFiveThroughTenYearsFairValue" xlink:to="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterFiveThroughTenYearsFairValue" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DerivativeAssets_5ff00971-bcb8-443c-8762-331ffaffff79_terseLabel_en-US" xlink:label="lab_us-gaap_DerivativeAssets" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Other assets&#8212;Derivative instruments</link:label>
    <link:label id="lab_us-gaap_DerivativeAssets_76297383-6296-4c93-8edf-5e417fb96a3d_verboseLabel_en-US" xlink:label="lab_us-gaap_DerivativeAssets" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xml:lang="en-US">Other Assets &#8212; Interest Rate Derivative Assets1 &#8212; Fair Value</link:label>
    <link:label id="lab_us-gaap_DerivativeAssets_label_en-US" xlink:label="lab_us-gaap_DerivativeAssets" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Derivative Asset</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DerivativeAssets" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_DerivativeAssets"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DerivativeAssets" xlink:to="lab_us-gaap_DerivativeAssets" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsForfeituresWeightedAverageGrantDateFairValue_799b0d20-fd2b-4467-af2d-e1d1b2bfe7d2_terseLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsForfeituresWeightedAverageGrantDateFairValue" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Forfeited (in dollars per share)</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsForfeituresWeightedAverageGrantDateFairValue_label_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsForfeituresWeightedAverageGrantDateFairValue" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Share-Based Compensation Arrangement by Share-Based Payment Award, Equity Instruments Other than Options, Forfeitures, Weighted Average Grant Date Fair Value</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsForfeituresWeightedAverageGrantDateFairValue" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsForfeituresWeightedAverageGrantDateFairValue"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsForfeituresWeightedAverageGrantDateFairValue" xlink:to="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsForfeituresWeightedAverageGrantDateFairValue" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FinancingReceivableExcludingAccruedInterestAllowanceForCreditLossWriteoffByOriginationYearAbstract_9b83b862-ef84-4741-bafd-10558d0332d5_terseLabel_en-US" xlink:label="lab_us-gaap_FinancingReceivableExcludingAccruedInterestAllowanceForCreditLossWriteoffByOriginationYearAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Gross charge-offs</link:label>
    <link:label id="lab_us-gaap_FinancingReceivableExcludingAccruedInterestAllowanceForCreditLossWriteoffByOriginationYearAbstract_label_en-US" xlink:label="lab_us-gaap_FinancingReceivableExcludingAccruedInterestAllowanceForCreditLossWriteoffByOriginationYearAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financing Receivable, Excluding Accrued Interest, Allowance for Credit Loss, Writeoff, by Origination Year [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FinancingReceivableExcludingAccruedInterestAllowanceForCreditLossWriteoffByOriginationYearAbstract" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FinancingReceivableExcludingAccruedInterestAllowanceForCreditLossWriteoffByOriginationYearAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FinancingReceivableExcludingAccruedInterestAllowanceForCreditLossWriteoffByOriginationYearAbstract" xlink:to="lab_us-gaap_FinancingReceivableExcludingAccruedInterestAllowanceForCreditLossWriteoffByOriginationYearAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LoansReceivableFairValueDisclosure_a419e83d-9925-47c9-8933-b412d707f546_totalLabel_en-US" xlink:label="lab_us-gaap_LoansReceivableFairValueDisclosure" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xml:lang="en-US">Purchase price</link:label>
    <link:label id="lab_us-gaap_LoansReceivableFairValueDisclosure_620b8673-e3ed-4e7c-90ae-b58d3ef51640_terseLabel_en-US" xlink:label="lab_us-gaap_LoansReceivableFairValueDisclosure" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Loans held for investment&#8212;net</link:label>
    <link:label id="lab_us-gaap_LoansReceivableFairValueDisclosure_label_en-US" xlink:label="lab_us-gaap_LoansReceivableFairValueDisclosure" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Loans Receivable, Fair Value Disclosure</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LoansReceivableFairValueDisclosure" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_LoansReceivableFairValueDisclosure"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LoansReceivableFairValueDisclosure" xlink:to="lab_us-gaap_LoansReceivableFairValueDisclosure" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DeferredIncomeTaxExpenseBenefit_c7fdf573-60b8-4f35-bac3-7478137cde3f_terseLabel_en-US" xlink:label="lab_us-gaap_DeferredIncomeTaxExpenseBenefit" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Deferred income taxes</link:label>
    <link:label id="lab_us-gaap_DeferredIncomeTaxExpenseBenefit_label_en-US" xlink:label="lab_us-gaap_DeferredIncomeTaxExpenseBenefit" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Deferred Income Tax Expense (Benefit)</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DeferredIncomeTaxExpenseBenefit" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_DeferredIncomeTaxExpenseBenefit"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DeferredIncomeTaxExpenseBenefit" xlink:to="lab_us-gaap_DeferredIncomeTaxExpenseBenefit" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_FinancingReceivableRatioOfGradeClassToGrossLoansRevolving_f6237ed9-3e3c-4220-9937-5b7d5db78ae1_terseLabel_en-US" xlink:label="lab_ax_FinancingReceivableRatioOfGradeClassToGrossLoansRevolving" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Revolving Loans</link:label>
    <link:label id="lab_ax_FinancingReceivableRatioOfGradeClassToGrossLoansRevolving_label_en-US" xlink:label="lab_ax_FinancingReceivableRatioOfGradeClassToGrossLoansRevolving" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financing Receivable, Ratio Of Grade Class To Gross Loans, Revolving</link:label>
    <link:label id="lab_ax_FinancingReceivableRatioOfGradeClassToGrossLoansRevolving_documentation_en-US" xlink:label="lab_ax_FinancingReceivableRatioOfGradeClassToGrossLoansRevolving" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Financing Receivable, Ratio Of Grade Class To Gross Loans, Revolving</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_FinancingReceivableRatioOfGradeClassToGrossLoansRevolving" xlink:href="ax-20240331.xsd#ax_FinancingReceivableRatioOfGradeClassToGrossLoansRevolving"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_FinancingReceivableRatioOfGradeClassToGrossLoansRevolving" xlink:to="lab_ax_FinancingReceivableRatioOfGradeClassToGrossLoansRevolving" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_StatementOfIncomeAndComprehensiveIncomeAbstract_e7f5dcb9-8ab2-4b5c-a0bb-f20aeec0c40f_terseLabel_en-US" xlink:label="lab_us-gaap_StatementOfIncomeAndComprehensiveIncomeAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Statement of Comprehensive Income [Abstract]</link:label>
    <link:label id="lab_us-gaap_StatementOfIncomeAndComprehensiveIncomeAbstract_label_en-US" xlink:label="lab_us-gaap_StatementOfIncomeAndComprehensiveIncomeAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Statement of Comprehensive Income [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_StatementOfIncomeAndComprehensiveIncomeAbstract" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_StatementOfIncomeAndComprehensiveIncomeAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_StatementOfIncomeAndComprehensiveIncomeAbstract" xlink:to="lab_us-gaap_StatementOfIncomeAndComprehensiveIncomeAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DoubtfulMember_924ff68d-c4fe-452a-be17-5691f616438c_terseLabel_en-US" xlink:label="lab_us-gaap_DoubtfulMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Doubtful</link:label>
    <link:label id="lab_us-gaap_DoubtfulMember_label_en-US" xlink:label="lab_us-gaap_DoubtfulMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Doubtful [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DoubtfulMember" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_DoubtfulMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DoubtfulMember" xlink:to="lab_us-gaap_DoubtfulMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsForfeitedInPeriod_fcebaac1-02d1-4baf-96df-3107c030bf73_negatedTerseLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsForfeitedInPeriod" xlink:role="http://www.xbrl.org/2009/role/negatedTerseLabel" xlink:type="resource" xml:lang="en-US">Forfeited (in shares)</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsForfeitedInPeriod_label_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsForfeitedInPeriod" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Share-Based Compensation Arrangement by Share-Based Payment Award, Equity Instruments Other than Options, Forfeited in Period</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsForfeitedInPeriod" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsForfeitedInPeriod"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsForfeitedInPeriod" xlink:to="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsForfeitedInPeriod" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DepositsAbstract_1921cd92-9f0e-4bb1-83c8-f22a5bbfaffc_terseLabel_en-US" xlink:label="lab_us-gaap_DepositsAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Deposits:</link:label>
    <link:label id="lab_us-gaap_DepositsAbstract_label_en-US" xlink:label="lab_us-gaap_DepositsAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Deposits [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DepositsAbstract" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_DepositsAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DepositsAbstract" xlink:to="lab_us-gaap_DepositsAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_MunicipalBondsMember_d875cf7e-d801-4db8-9dd6-d381589bcd83_terseLabel_en-US" xlink:label="lab_us-gaap_MunicipalBondsMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Municipal</link:label>
    <link:label id="lab_us-gaap_MunicipalBondsMember_bc9f7544-ce5c-4290-b5f3-313319cfef82_verboseLabel_en-US" xlink:label="lab_us-gaap_MunicipalBondsMember" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xml:lang="en-US">Municipal</link:label>
    <link:label id="lab_us-gaap_MunicipalBondsMember_a8c49cbf-6414-4a26-a411-c65a565b785b_netLabel_en-US" xlink:label="lab_us-gaap_MunicipalBondsMember" xlink:role="http://www.xbrl.org/2009/role/netLabel" xlink:type="resource" xml:lang="en-US">Municipal</link:label>
    <link:label id="lab_us-gaap_MunicipalBondsMember_label_en-US" xlink:label="lab_us-gaap_MunicipalBondsMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Municipal Bonds [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_MunicipalBondsMember" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_MunicipalBondsMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_MunicipalBondsMember" xlink:to="lab_us-gaap_MunicipalBondsMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ProceedsFromRepaymentsOfOtherDebt_965671c0-9b06-4d50-b48f-11c0261800c4_terseLabel_en-US" xlink:label="lab_us-gaap_ProceedsFromRepaymentsOfOtherDebt" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Net (repayment) proceeds of other borrowings</link:label>
    <link:label id="lab_us-gaap_ProceedsFromRepaymentsOfOtherDebt_label_en-US" xlink:label="lab_us-gaap_ProceedsFromRepaymentsOfOtherDebt" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Proceeds from (Repayments of) Other Debt</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ProceedsFromRepaymentsOfOtherDebt" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_ProceedsFromRepaymentsOfOtherDebt"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ProceedsFromRepaymentsOfOtherDebt" xlink:to="lab_us-gaap_ProceedsFromRepaymentsOfOtherDebt" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_ProceedsFromSaleOfRegulatoryAgenciesStock_7d8525b0-1181-4af1-9160-d8c8b450baae_terseLabel_en-US" xlink:label="lab_ax_ProceedsFromSaleOfRegulatoryAgenciesStock" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Proceeds from redemption of stock of regulatory agencies</link:label>
    <link:label id="lab_ax_ProceedsFromSaleOfRegulatoryAgenciesStock_label_en-US" xlink:label="lab_ax_ProceedsFromSaleOfRegulatoryAgenciesStock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Proceeds From Sale Of Regulatory Agencies Stock</link:label>
    <link:label id="lab_ax_ProceedsFromSaleOfRegulatoryAgenciesStock_documentation_en-US" xlink:label="lab_ax_ProceedsFromSaleOfRegulatoryAgenciesStock" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Proceeds From Sale Of Regulatory Agencies Stock</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_ProceedsFromSaleOfRegulatoryAgenciesStock" xlink:href="ax-20240331.xsd#ax_ProceedsFromSaleOfRegulatoryAgenciesStock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_ProceedsFromSaleOfRegulatoryAgenciesStock" xlink:to="lab_ax_ProceedsFromSaleOfRegulatoryAgenciesStock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_OtherGeneralAndAdministrativeExpense_ce724d59-fe3b-434f-a78c-bfa39711f902_terseLabel_en-US" xlink:label="lab_us-gaap_OtherGeneralAndAdministrativeExpense" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">General and administrative expense</link:label>
    <link:label id="lab_us-gaap_OtherGeneralAndAdministrativeExpense_label_en-US" xlink:label="lab_us-gaap_OtherGeneralAndAdministrativeExpense" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Other General and Administrative Expense</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_OtherGeneralAndAdministrativeExpense" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_OtherGeneralAndAdministrativeExpense"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_OtherGeneralAndAdministrativeExpense" xlink:to="lab_us-gaap_OtherGeneralAndAdministrativeExpense" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ProceedsFromCollectionOfFinanceReceivables_18cd75a3-3e94-441f-98a1-9148943c0f0e_terseLabel_en-US" xlink:label="lab_us-gaap_ProceedsFromCollectionOfFinanceReceivables" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Principal repayments on loans</link:label>
    <link:label id="lab_us-gaap_ProceedsFromCollectionOfFinanceReceivables_label_en-US" xlink:label="lab_us-gaap_ProceedsFromCollectionOfFinanceReceivables" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Proceeds from Collection of Finance Receivables</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ProceedsFromCollectionOfFinanceReceivables" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_ProceedsFromCollectionOfFinanceReceivables"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ProceedsFromCollectionOfFinanceReceivables" xlink:to="lab_us-gaap_ProceedsFromCollectionOfFinanceReceivables" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ScheduleOfSegmentReportingInformationBySegmentTable_9487eaa4-b72b-4616-97a4-403593c13c82_terseLabel_en-US" xlink:label="lab_us-gaap_ScheduleOfSegmentReportingInformationBySegmentTable" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Schedule of Segment Reporting Information, by Segment [Table]</link:label>
    <link:label id="lab_us-gaap_ScheduleOfSegmentReportingInformationBySegmentTable_label_en-US" xlink:label="lab_us-gaap_ScheduleOfSegmentReportingInformationBySegmentTable" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Schedule of Segment Reporting Information, by Segment [Table]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ScheduleOfSegmentReportingInformationBySegmentTable" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_ScheduleOfSegmentReportingInformationBySegmentTable"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ScheduleOfSegmentReportingInformationBySegmentTable" xlink:to="lab_us-gaap_ScheduleOfSegmentReportingInformationBySegmentTable" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_PaymentsForOriginationAndPurchasesOfLoansHeldForSale_8bf1808a-fb69-474b-92f4-95c626d31a32_negatedTerseLabel_en-US" xlink:label="lab_us-gaap_PaymentsForOriginationAndPurchasesOfLoansHeldForSale" xlink:role="http://www.xbrl.org/2009/role/negatedTerseLabel" xlink:type="resource" xml:lang="en-US">Origination of loans held for sale</link:label>
    <link:label id="lab_us-gaap_PaymentsForOriginationAndPurchasesOfLoansHeldForSale_label_en-US" xlink:label="lab_us-gaap_PaymentsForOriginationAndPurchasesOfLoansHeldForSale" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Payment for Origination and Purchase, Loan, Held-for-Sale</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_PaymentsForOriginationAndPurchasesOfLoansHeldForSale" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_PaymentsForOriginationAndPurchasesOfLoansHeldForSale"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_PaymentsForOriginationAndPurchasesOfLoansHeldForSale" xlink:to="lab_us-gaap_PaymentsForOriginationAndPurchasesOfLoansHeldForSale" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_OtherAssets_04e9ee1f-f3c5-4c0e-a2ca-f36fa15265e9_terseLabel_en-US" xlink:label="lab_us-gaap_OtherAssets" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Other assets</link:label>
    <link:label id="lab_us-gaap_OtherAssets_label_en-US" xlink:label="lab_us-gaap_OtherAssets" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Other Assets</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_OtherAssets" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_OtherAssets"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_OtherAssets" xlink:to="lab_us-gaap_OtherAssets" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_EntityRegistrantName_0d129d86-feeb-4e99-bc0e-6121084e1e1d_terseLabel_en-US" xlink:label="lab_dei_EntityRegistrantName" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Entity Registrant Name</link:label>
    <link:label id="lab_dei_EntityRegistrantName_label_en-US" xlink:label="lab_dei_EntityRegistrantName" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Entity Registrant Name</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_EntityRegistrantName" xlink:href="https://xbrl.sec.gov/dei/2023/dei-2023.xsd#dei_EntityRegistrantName"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_EntityRegistrantName" xlink:to="lab_dei_EntityRegistrantName" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_IncrementalCommonSharesAttributableToShareBasedPaymentArrangements_e26d2bf9-6db3-43ea-8519-596284f42162_verboseLabel_en-US" xlink:label="lab_us-gaap_IncrementalCommonSharesAttributableToShareBasedPaymentArrangements" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xml:lang="en-US">Dilutive effect of average unvested RSUs (in shares)</link:label>
    <link:label id="lab_us-gaap_IncrementalCommonSharesAttributableToShareBasedPaymentArrangements_label_en-US" xlink:label="lab_us-gaap_IncrementalCommonSharesAttributableToShareBasedPaymentArrangements" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Incremental Common Shares Attributable to Dilutive Effect of Share-Based Payment Arrangements</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_IncrementalCommonSharesAttributableToShareBasedPaymentArrangements" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_IncrementalCommonSharesAttributableToShareBasedPaymentArrangements"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_IncrementalCommonSharesAttributableToShareBasedPaymentArrangements" xlink:to="lab_us-gaap_IncrementalCommonSharesAttributableToShareBasedPaymentArrangements" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_IncreaseDecreaseInOtherOperatingAssets_ff4ddbf8-5e2d-471a-95bd-667f92b19317_negatedTerseLabel_en-US" xlink:label="lab_us-gaap_IncreaseDecreaseInOtherOperatingAssets" xlink:role="http://www.xbrl.org/2009/role/negatedTerseLabel" xlink:type="resource" xml:lang="en-US">Other Assets</link:label>
    <link:label id="lab_us-gaap_IncreaseDecreaseInOtherOperatingAssets_label_en-US" xlink:label="lab_us-gaap_IncreaseDecreaseInOtherOperatingAssets" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Increase (Decrease) in Other Operating Assets</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_IncreaseDecreaseInOtherOperatingAssets" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_IncreaseDecreaseInOtherOperatingAssets"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_IncreaseDecreaseInOtherOperatingAssets" xlink:to="lab_us-gaap_IncreaseDecreaseInOtherOperatingAssets" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_SalesCommitmentMember_351bc6e3-055f-4f87-b5fe-5c429579fceb_terseLabel_en-US" xlink:label="lab_ax_SalesCommitmentMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Sales commitment</link:label>
    <link:label id="lab_ax_SalesCommitmentMember_label_en-US" xlink:label="lab_ax_SalesCommitmentMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Sales Commitment [Member]</link:label>
    <link:label id="lab_ax_SalesCommitmentMember_documentation_en-US" xlink:label="lab_ax_SalesCommitmentMember" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Sales Commitment [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_SalesCommitmentMember" xlink:href="ax-20240331.xsd#ax_SalesCommitmentMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_SalesCommitmentMember" xlink:to="lab_ax_SalesCommitmentMember" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_ForeclosedAssetsRecreationalVehicleandAutoMember_e9bfe565-8440-49c8-8be6-5e611689cdac_terseLabel_en-US" xlink:label="lab_ax_ForeclosedAssetsRecreationalVehicleandAutoMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Autos</link:label>
    <link:label id="lab_ax_ForeclosedAssetsRecreationalVehicleandAutoMember_label_en-US" xlink:label="lab_ax_ForeclosedAssetsRecreationalVehicleandAutoMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Foreclosed Assets, Recreational Vehicle and Auto [Member]</link:label>
    <link:label id="lab_ax_ForeclosedAssetsRecreationalVehicleandAutoMember_documentation_en-US" xlink:label="lab_ax_ForeclosedAssetsRecreationalVehicleandAutoMember" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Foreclosed Assets, Recreational Vehicle and Auto [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_ForeclosedAssetsRecreationalVehicleandAutoMember" xlink:href="ax-20240331.xsd#ax_ForeclosedAssetsRecreationalVehicleandAutoMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_ForeclosedAssetsRecreationalVehicleandAutoMember" xlink:to="lab_ax_ForeclosedAssetsRecreationalVehicleandAutoMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FinancingReceivableExcludingAccruedInterestOriginatedMoreThanFiveYearsBeforeCurrentFiscalYearWriteoff_8d9920f1-6799-4361-99fa-04b1f87f7b44_terseLabel_en-US" xlink:label="lab_us-gaap_FinancingReceivableExcludingAccruedInterestOriginatedMoreThanFiveYearsBeforeCurrentFiscalYearWriteoff" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Prior</link:label>
    <link:label id="lab_us-gaap_FinancingReceivableExcludingAccruedInterestOriginatedMoreThanFiveYearsBeforeCurrentFiscalYearWriteoff_label_en-US" xlink:label="lab_us-gaap_FinancingReceivableExcludingAccruedInterestOriginatedMoreThanFiveYearsBeforeCurrentFiscalYearWriteoff" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financing Receivable, Excluding Accrued Interest, Originated, More than Five Years before Current Fiscal Year, Writeoff</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FinancingReceivableExcludingAccruedInterestOriginatedMoreThanFiveYearsBeforeCurrentFiscalYearWriteoff" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FinancingReceivableExcludingAccruedInterestOriginatedMoreThanFiveYearsBeforeCurrentFiscalYearWriteoff"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FinancingReceivableExcludingAccruedInterestOriginatedMoreThanFiveYearsBeforeCurrentFiscalYearWriteoff" xlink:to="lab_us-gaap_FinancingReceivableExcludingAccruedInterestOriginatedMoreThanFiveYearsBeforeCurrentFiscalYearWriteoff" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_DocumentPeriodEndDate_a7c09c09-bc98-43a8-841e-268368f0faaf_terseLabel_en-US" xlink:label="lab_dei_DocumentPeriodEndDate" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Document Period End Date</link:label>
    <link:label id="lab_dei_DocumentPeriodEndDate_label_en-US" xlink:label="lab_dei_DocumentPeriodEndDate" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Document Period End Date</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_DocumentPeriodEndDate" xlink:href="https://xbrl.sec.gov/dei/2023/dei-2023.xsd#dei_DocumentPeriodEndDate"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_DocumentPeriodEndDate" xlink:to="lab_dei_DocumentPeriodEndDate" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ScheduleOfFairValueAssetsAndLiabilitiesMeasuredOnRecurringBasisTableTextBlock_9c2fff82-71d4-4e0f-bba8-46234c10d215_terseLabel_en-US" xlink:label="lab_us-gaap_ScheduleOfFairValueAssetsAndLiabilitiesMeasuredOnRecurringBasisTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Schedule of Assets and Liabilities Measured at Fair Value on Recurring Basis</link:label>
    <link:label id="lab_us-gaap_ScheduleOfFairValueAssetsAndLiabilitiesMeasuredOnRecurringBasisTableTextBlock_label_en-US" xlink:label="lab_us-gaap_ScheduleOfFairValueAssetsAndLiabilitiesMeasuredOnRecurringBasisTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Schedule of Fair Value, Assets and Liabilities Measured on Recurring Basis [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ScheduleOfFairValueAssetsAndLiabilitiesMeasuredOnRecurringBasisTableTextBlock" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_ScheduleOfFairValueAssetsAndLiabilitiesMeasuredOnRecurringBasisTableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ScheduleOfFairValueAssetsAndLiabilitiesMeasuredOnRecurringBasisTableTextBlock" xlink:to="lab_us-gaap_ScheduleOfFairValueAssetsAndLiabilitiesMeasuredOnRecurringBasisTableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_IncreaseDecreaseInPayablesToBrokerDealers_0652804e-5638-41e4-90fc-e1d80d01b9a3_verboseLabel_en-US" xlink:label="lab_us-gaap_IncreaseDecreaseInPayablesToBrokerDealers" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xml:lang="en-US">Customer, broker-dealer and clearing payables</link:label>
    <link:label id="lab_us-gaap_IncreaseDecreaseInPayablesToBrokerDealers_label_en-US" xlink:label="lab_us-gaap_IncreaseDecreaseInPayablesToBrokerDealers" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Increase (Decrease) in Payable to Broker-Dealer and Clearing Organization</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_IncreaseDecreaseInPayablesToBrokerDealers" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_IncreaseDecreaseInPayablesToBrokerDealers"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_IncreaseDecreaseInPayablesToBrokerDealers" xlink:to="lab_us-gaap_IncreaseDecreaseInPayablesToBrokerDealers" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_TreasuryStockCommonMember_87211f0c-5061-4a50-aea2-0de37446be63_terseLabel_en-US" xlink:label="lab_us-gaap_TreasuryStockCommonMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Treasury Stock</link:label>
    <link:label id="lab_us-gaap_TreasuryStockCommonMember_label_en-US" xlink:label="lab_us-gaap_TreasuryStockCommonMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Treasury Stock, Common [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_TreasuryStockCommonMember" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_TreasuryStockCommonMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_TreasuryStockCommonMember" xlink:to="lab_us-gaap_TreasuryStockCommonMember" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_EntityCentralIndexKey_00a2e241-20a8-4447-b5ca-cc9ddcda28b2_terseLabel_en-US" xlink:label="lab_dei_EntityCentralIndexKey" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Entity Central Index Key</link:label>
    <link:label id="lab_dei_EntityCentralIndexKey_label_en-US" xlink:label="lab_dei_EntityCentralIndexKey" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Entity Central Index Key</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_EntityCentralIndexKey" xlink:href="https://xbrl.sec.gov/dei/2023/dei-2023.xsd#dei_EntityCentralIndexKey"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_EntityCentralIndexKey" xlink:to="lab_dei_EntityCentralIndexKey" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_SegmentReportingInformationLineItems_1fff69e5-79dd-47f0-89be-3ad0a54c438b_terseLabel_en-US" xlink:label="lab_us-gaap_SegmentReportingInformationLineItems" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Segment Reporting Information [Line Items]</link:label>
    <link:label id="lab_us-gaap_SegmentReportingInformationLineItems_label_en-US" xlink:label="lab_us-gaap_SegmentReportingInformationLineItems" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Segment Reporting Information [Line Items]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_SegmentReportingInformationLineItems" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_SegmentReportingInformationLineItems"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_SegmentReportingInformationLineItems" xlink:to="lab_us-gaap_SegmentReportingInformationLineItems" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LiabilitiesFairValueDisclosureAbstract_cf2002d2-c202-407c-8914-36a7dcfbd28b_verboseLabel_en-US" xlink:label="lab_us-gaap_LiabilitiesFairValueDisclosureAbstract" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xml:lang="en-US">LIABILITIES:</link:label>
    <link:label id="lab_us-gaap_LiabilitiesFairValueDisclosureAbstract_450706dd-7bea-4ebe-b6f5-2f97d90d9d55_terseLabel_en-US" xlink:label="lab_us-gaap_LiabilitiesFairValueDisclosureAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Financial liabilities:</link:label>
    <link:label id="lab_us-gaap_LiabilitiesFairValueDisclosureAbstract_label_en-US" xlink:label="lab_us-gaap_LiabilitiesFairValueDisclosureAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Liabilities, Fair Value Disclosure [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LiabilitiesFairValueDisclosureAbstract" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_LiabilitiesFairValueDisclosureAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LiabilitiesFairValueDisclosureAbstract" xlink:to="lab_us-gaap_LiabilitiesFairValueDisclosureAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DerivativeGainLossOnDerivativeNet_d34c53ec-9a41-41f3-b6db-1ecd83d40f4f_terseLabel_en-US" xlink:label="lab_us-gaap_DerivativeGainLossOnDerivativeNet" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Derivative, gain (loss) on derivative, net</link:label>
    <link:label id="lab_us-gaap_DerivativeGainLossOnDerivativeNet_label_en-US" xlink:label="lab_us-gaap_DerivativeGainLossOnDerivativeNet" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Derivative, Gain (Loss) on Derivative, Net</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DerivativeGainLossOnDerivativeNet" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_DerivativeGainLossOnDerivativeNet"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DerivativeGainLossOnDerivativeNet" xlink:to="lab_us-gaap_DerivativeGainLossOnDerivativeNet" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_FinancingReceivableRatioOfGradeClassToGrossLoansAbstract_49c3eb6e-dd48-4039-820f-096bdcd22864_terseLabel_en-US" xlink:label="lab_ax_FinancingReceivableRatioOfGradeClassToGrossLoansAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">As a % of total gross loans</link:label>
    <link:label id="lab_ax_FinancingReceivableRatioOfGradeClassToGrossLoansAbstract_label_en-US" xlink:label="lab_ax_FinancingReceivableRatioOfGradeClassToGrossLoansAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financing Receivable, Ratio Of Grade Class To Gross Loans [Abstract]</link:label>
    <link:label id="lab_ax_FinancingReceivableRatioOfGradeClassToGrossLoansAbstract_documentation_en-US" xlink:label="lab_ax_FinancingReceivableRatioOfGradeClassToGrossLoansAbstract" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Financing Receivable, Ratio Of Grade Class To Gross Loans</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_FinancingReceivableRatioOfGradeClassToGrossLoansAbstract" xlink:href="ax-20240331.xsd#ax_FinancingReceivableRatioOfGradeClassToGrossLoansAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_FinancingReceivableRatioOfGradeClassToGrossLoansAbstract" xlink:to="lab_ax_FinancingReceivableRatioOfGradeClassToGrossLoansAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetGainLossIncludedInEarnings1_d9eb840e-0ee5-4293-ac47-a6e591ff927f_terseLabel_en-US" xlink:label="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetGainLossIncludedInEarnings1" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Included in earnings&#8212;Mortgage banking and servicing rights income</link:label>
    <link:label id="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetGainLossIncludedInEarnings1_label_en-US" xlink:label="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetGainLossIncludedInEarnings1" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Fair Value, Measurement with Unobservable Inputs Reconciliation, Recurring Basis, Asset, Gain (Loss) Included in Earnings</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetGainLossIncludedInEarnings1" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetGainLossIncludedInEarnings1"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetGainLossIncludedInEarnings1" xlink:to="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetGainLossIncludedInEarnings1" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LossContingenciesByNatureOfContingencyAxis_bb7a76ee-0458-4351-b1dd-a77c2519f303_terseLabel_en-US" xlink:label="lab_us-gaap_LossContingenciesByNatureOfContingencyAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Loss Contingency Nature [Axis]</link:label>
    <link:label id="lab_us-gaap_LossContingenciesByNatureOfContingencyAxis_label_en-US" xlink:label="lab_us-gaap_LossContingenciesByNatureOfContingencyAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Loss Contingency Nature [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LossContingenciesByNatureOfContingencyAxis" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_LossContingenciesByNatureOfContingencyAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LossContingenciesByNatureOfContingencyAxis" xlink:to="lab_us-gaap_LossContingenciesByNatureOfContingencyAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_IncomeTaxExpenseBenefit_7076f7a4-a4e7-42c3-870f-39909fc82fdd_terseLabel_en-US" xlink:label="lab_us-gaap_IncomeTaxExpenseBenefit" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">INCOME TAXES</link:label>
    <link:label id="lab_us-gaap_IncomeTaxExpenseBenefit_label_en-US" xlink:label="lab_us-gaap_IncomeTaxExpenseBenefit" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Income Tax Expense (Benefit)</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_IncomeTaxExpenseBenefit" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_IncomeTaxExpenseBenefit"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_IncomeTaxExpenseBenefit" xlink:to="lab_us-gaap_IncomeTaxExpenseBenefit" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsOutstandingWeightedAverageRemainingContractualTerms_93f1d85b-d5d2-4a53-996b-1984d9695b67_terseLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsOutstandingWeightedAverageRemainingContractualTerms" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Weighted-average remaining time period</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsOutstandingWeightedAverageRemainingContractualTerms_label_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsOutstandingWeightedAverageRemainingContractualTerms" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Share-Based Compensation Arrangement by Share-Based Payment Award, Equity Instruments Other than Options, Outstanding, Weighted Average Remaining Contractual Terms</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsOutstandingWeightedAverageRemainingContractualTerms" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsOutstandingWeightedAverageRemainingContractualTerms"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsOutstandingWeightedAverageRemainingContractualTerms" xlink:to="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsOutstandingWeightedAverageRemainingContractualTerms" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FinancingReceivableAllowanceForCreditLossesWriteOffs_89d89f53-1e08-4674-9366-46c63a815a83_negatedLabel_en-US" xlink:label="lab_us-gaap_FinancingReceivableAllowanceForCreditLossesWriteOffs" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xml:lang="en-US">Charge-offs</link:label>
    <link:label id="lab_us-gaap_FinancingReceivableAllowanceForCreditLossesWriteOffs_label_en-US" xlink:label="lab_us-gaap_FinancingReceivableAllowanceForCreditLossesWriteOffs" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financing Receivable, Allowance for Credit Loss, Writeoff</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FinancingReceivableAllowanceForCreditLossesWriteOffs" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FinancingReceivableAllowanceForCreditLossesWriteOffs"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FinancingReceivableAllowanceForCreditLossesWriteOffs" xlink:to="lab_us-gaap_FinancingReceivableAllowanceForCreditLossesWriteOffs" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueDisclosuresTextBlock_20e94b44-5e6b-4d83-916d-b0c08d24d111_terseLabel_en-US" xlink:label="lab_us-gaap_FairValueDisclosuresTextBlock" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">FAIR VALUE</link:label>
    <link:label id="lab_us-gaap_FairValueDisclosuresTextBlock_label_en-US" xlink:label="lab_us-gaap_FairValueDisclosuresTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Fair Value Disclosures [Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueDisclosuresTextBlock" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FairValueDisclosuresTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueDisclosuresTextBlock" xlink:to="lab_us-gaap_FairValueDisclosuresTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_NumberOfOperatingSegments_e42439d4-a8e7-485a-9526-14e68b540743_terseLabel_en-US" xlink:label="lab_us-gaap_NumberOfOperatingSegments" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Number of operating segments</link:label>
    <link:label id="lab_us-gaap_NumberOfOperatingSegments_label_en-US" xlink:label="lab_us-gaap_NumberOfOperatingSegments" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Number of Operating Segments</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_NumberOfOperatingSegments" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_NumberOfOperatingSegments"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_NumberOfOperatingSegments" xlink:to="lab_us-gaap_NumberOfOperatingSegments" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_MarineFloorFinancingLoansMember_62671779-9426-4bac-87a2-ab3a87e35494_terseLabel_en-US" xlink:label="lab_ax_MarineFloorFinancingLoansMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Marine Floor Financing Loans</link:label>
    <link:label id="lab_ax_MarineFloorFinancingLoansMember_label_en-US" xlink:label="lab_ax_MarineFloorFinancingLoansMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Marine Floor Financing Loans [Member]</link:label>
    <link:label id="lab_ax_MarineFloorFinancingLoansMember_documentation_en-US" xlink:label="lab_ax_MarineFloorFinancingLoansMember" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Marine Floor Financing Loans</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_MarineFloorFinancingLoansMember" xlink:href="ax-20240331.xsd#ax_MarineFloorFinancingLoansMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_MarineFloorFinancingLoansMember" xlink:to="lab_ax_MarineFloorFinancingLoansMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_OtherComprehensiveIncomeLossNetOfTaxPortionAttributableToParent_69c4c87a-7975-487a-97f0-0afbec366127_totalLabel_en-US" xlink:label="lab_us-gaap_OtherComprehensiveIncomeLossNetOfTaxPortionAttributableToParent" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xml:lang="en-US">Other comprehensive income (loss)</link:label>
    <link:label id="lab_us-gaap_OtherComprehensiveIncomeLossNetOfTaxPortionAttributableToParent_88696849-b01a-45a8-812e-dc1d7c19b69b_terseLabel_en-US" xlink:label="lab_us-gaap_OtherComprehensiveIncomeLossNetOfTaxPortionAttributableToParent" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Other comprehensive income (loss)</link:label>
    <link:label id="lab_us-gaap_OtherComprehensiveIncomeLossNetOfTaxPortionAttributableToParent_label_en-US" xlink:label="lab_us-gaap_OtherComprehensiveIncomeLossNetOfTaxPortionAttributableToParent" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Other Comprehensive Income (Loss), Net of Tax, Portion Attributable to Parent</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_OtherComprehensiveIncomeLossNetOfTaxPortionAttributableToParent" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_OtherComprehensiveIncomeLossNetOfTaxPortionAttributableToParent"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_OtherComprehensiveIncomeLossNetOfTaxPortionAttributableToParent" xlink:to="lab_us-gaap_OtherComprehensiveIncomeLossNetOfTaxPortionAttributableToParent" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPosition12MonthsOrLongerAccumulatedLoss_9c012a69-a65b-4900-90d6-fddbb12d8eae_negatedLabel_en-US" xlink:label="lab_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPosition12MonthsOrLongerAccumulatedLoss" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xml:lang="en-US">More Than 12 Months</link:label>
    <link:label id="lab_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPosition12MonthsOrLongerAccumulatedLoss_label_en-US" xlink:label="lab_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPosition12MonthsOrLongerAccumulatedLoss" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Debt Securities, Available-for-Sale, Continuous Unrealized Loss Position, 12 Months or Longer, Accumulated Loss</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPosition12MonthsOrLongerAccumulatedLoss" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPosition12MonthsOrLongerAccumulatedLoss"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPosition12MonthsOrLongerAccumulatedLoss" xlink:to="lab_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPosition12MonthsOrLongerAccumulatedLoss" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ScheduleOfAvailableForSaleSecuritiesLineItems_69a96891-7d40-4ab4-9c53-6a08dc8bfc47_terseLabel_en-US" xlink:label="lab_us-gaap_ScheduleOfAvailableForSaleSecuritiesLineItems" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Debt Securities, Available-for-sale [Line Items]</link:label>
    <link:label id="lab_us-gaap_ScheduleOfAvailableForSaleSecuritiesLineItems_label_en-US" xlink:label="lab_us-gaap_ScheduleOfAvailableForSaleSecuritiesLineItems" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Debt Securities, Available-for-Sale [Line Items]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ScheduleOfAvailableForSaleSecuritiesLineItems" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_ScheduleOfAvailableForSaleSecuritiesLineItems"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ScheduleOfAvailableForSaleSecuritiesLineItems" xlink:to="lab_us-gaap_ScheduleOfAvailableForSaleSecuritiesLineItems" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FinancingReceivables60To89DaysPastDueMember_8445bc82-5572-4d66-b332-537f567a4f01_terseLabel_en-US" xlink:label="lab_us-gaap_FinancingReceivables60To89DaysPastDueMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">60-89 Days</link:label>
    <link:label id="lab_us-gaap_FinancingReceivables60To89DaysPastDueMember_label_en-US" xlink:label="lab_us-gaap_FinancingReceivables60To89DaysPastDueMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financial Asset, 60 to 89 Days Past Due [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FinancingReceivables60To89DaysPastDueMember" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FinancingReceivables60To89DaysPastDueMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FinancingReceivables60To89DaysPastDueMember" xlink:to="lab_us-gaap_FinancingReceivables60To89DaysPastDueMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LongtermDebtTypeAxis_f3a9908c-2d97-42b6-8c27-191d9cc7336e_terseLabel_en-US" xlink:label="lab_us-gaap_LongtermDebtTypeAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Long-term Debt, Type [Axis]</link:label>
    <link:label id="lab_us-gaap_LongtermDebtTypeAxis_label_en-US" xlink:label="lab_us-gaap_LongtermDebtTypeAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Long-Term Debt, Type [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LongtermDebtTypeAxis" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_LongtermDebtTypeAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LongtermDebtTypeAxis" xlink:to="lab_us-gaap_LongtermDebtTypeAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_InterestExpenseDeposits_911d4b72-4c6a-4d4d-8556-17dc2463a473_terseLabel_en-US" xlink:label="lab_us-gaap_InterestExpenseDeposits" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Deposits</link:label>
    <link:label id="lab_us-gaap_InterestExpenseDeposits_label_en-US" xlink:label="lab_us-gaap_InterestExpenseDeposits" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Interest Expense, Deposits</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_InterestExpenseDeposits" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_InterestExpenseDeposits"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_InterestExpenseDeposits" xlink:to="lab_us-gaap_InterestExpenseDeposits" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_AmendmentFlag_14ffcd23-8217-4d7c-8b01-0e9e2b589fc5_terseLabel_en-US" xlink:label="lab_dei_AmendmentFlag" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Amendment Flag</link:label>
    <link:label id="lab_dei_AmendmentFlag_label_en-US" xlink:label="lab_dei_AmendmentFlag" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Amendment Flag</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_AmendmentFlag" xlink:href="https://xbrl.sec.gov/dei/2023/dei-2023.xsd#dei_AmendmentFlag"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_AmendmentFlag" xlink:to="lab_dei_AmendmentFlag" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_TransferOfLoansHeldForSaleToPortfolioLoans1_df44e007-909e-419d-986f-905db6958506_terseLabel_en-US" xlink:label="lab_us-gaap_TransferOfLoansHeldForSaleToPortfolioLoans1" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Transfers from loans held for sale to loans and leases held for investment</link:label>
    <link:label id="lab_us-gaap_TransferOfLoansHeldForSaleToPortfolioLoans1_label_en-US" xlink:label="lab_us-gaap_TransferOfLoansHeldForSaleToPortfolioLoans1" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Loan, Transfer from Held-for-Sale to Held-in-Portfolio</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_TransferOfLoansHeldForSaleToPortfolioLoans1" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_TransferOfLoansHeldForSaleToPortfolioLoans1"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_TransferOfLoansHeldForSaleToPortfolioLoans1" xlink:to="lab_us-gaap_TransferOfLoansHeldForSaleToPortfolioLoans1" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FinancingReceivableReclassificationToHeldForSale_9445953c-c15e-4a5c-88de-1b91e7326ec7_terseLabel_en-US" xlink:label="lab_us-gaap_FinancingReceivableReclassificationToHeldForSale" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Transfers from loans held for investment to loans held for sale</link:label>
    <link:label id="lab_us-gaap_FinancingReceivableReclassificationToHeldForSale_label_en-US" xlink:label="lab_us-gaap_FinancingReceivableReclassificationToHeldForSale" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financing Receivable, Reclassification to Held-for-Sale</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FinancingReceivableReclassificationToHeldForSale" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FinancingReceivableReclassificationToHeldForSale"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FinancingReceivableReclassificationToHeldForSale" xlink:to="lab_us-gaap_FinancingReceivableReclassificationToHeldForSale" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FinancialInstrumentPerformanceStatusAxis_353bda59-20ab-408a-9c7c-8db4f9192cbe_terseLabel_en-US" xlink:label="lab_us-gaap_FinancialInstrumentPerformanceStatusAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Financial Instrument Performance Status [Axis]</link:label>
    <link:label id="lab_us-gaap_FinancialInstrumentPerformanceStatusAxis_label_en-US" xlink:label="lab_us-gaap_FinancialInstrumentPerformanceStatusAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financial Instrument Performance Status [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FinancialInstrumentPerformanceStatusAxis" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FinancialInstrumentPerformanceStatusAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FinancialInstrumentPerformanceStatusAxis" xlink:to="lab_us-gaap_FinancialInstrumentPerformanceStatusAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionLessThan12MonthsAccumulatedLoss_fb674776-5a0d-4f95-8f47-d6ebfca20ca8_negatedTerseLabel_en-US" xlink:label="lab_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionLessThan12MonthsAccumulatedLoss" xlink:role="http://www.xbrl.org/2009/role/negatedTerseLabel" xlink:type="resource" xml:lang="en-US">Less Than 12 Months</link:label>
    <link:label id="lab_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionLessThan12MonthsAccumulatedLoss_label_en-US" xlink:label="lab_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionLessThan12MonthsAccumulatedLoss" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Debt Securities, Available-for-Sale, Continuous Unrealized Loss Position, Less than 12 Months, Accumulated Loss</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionLessThan12MonthsAccumulatedLoss" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionLessThan12MonthsAccumulatedLoss"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionLessThan12MonthsAccumulatedLoss" xlink:to="lab_us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionLessThan12MonthsAccumulatedLoss" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_CashAndCashEquivalentsAtCarryingValue_cec7c000-7d5f-4434-b8f3-54e6a04a9e0f_terseLabel_en-US" xlink:label="lab_us-gaap_CashAndCashEquivalentsAtCarryingValue" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Cash and cash equivalents</link:label>
    <link:label id="lab_us-gaap_CashAndCashEquivalentsAtCarryingValue_label_en-US" xlink:label="lab_us-gaap_CashAndCashEquivalentsAtCarryingValue" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Cash and Cash Equivalents, at Carrying Value</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_CashAndCashEquivalentsAtCarryingValue" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_CashAndCashEquivalentsAtCarryingValue"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_CashAndCashEquivalentsAtCarryingValue" xlink:to="lab_us-gaap_CashAndCashEquivalentsAtCarryingValue" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_PaymentsToAcquireBusinessesNetOfCashAcquired_1237a941-a4d4-4ad3-bfe6-79ebf9a9fb96_negatedTerseLabel_en-US" xlink:label="lab_us-gaap_PaymentsToAcquireBusinessesNetOfCashAcquired" xlink:role="http://www.xbrl.org/2009/role/negatedTerseLabel" xlink:type="resource" xml:lang="en-US">Acquisition of business activity, net of cash acquired</link:label>
    <link:label id="lab_us-gaap_PaymentsToAcquireBusinessesNetOfCashAcquired_label_en-US" xlink:label="lab_us-gaap_PaymentsToAcquireBusinessesNetOfCashAcquired" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Payments to Acquire Businesses, Net of Cash Acquired</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_PaymentsToAcquireBusinessesNetOfCashAcquired" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_PaymentsToAcquireBusinessesNetOfCashAcquired"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_PaymentsToAcquireBusinessesNetOfCashAcquired" xlink:to="lab_us-gaap_PaymentsToAcquireBusinessesNetOfCashAcquired" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_SharesPaidForTaxWithholdingForShareBasedCompensation_9be0bd41-1618-4fc2-a7dc-21da3717c19e_negatedLabel_en-US" xlink:label="lab_us-gaap_SharesPaidForTaxWithholdingForShareBasedCompensation" xlink:role="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="resource" xml:lang="en-US">Stock-based compensation activity, treasury stock (in shares)</link:label>
    <link:label id="lab_us-gaap_SharesPaidForTaxWithholdingForShareBasedCompensation_label_en-US" xlink:label="lab_us-gaap_SharesPaidForTaxWithholdingForShareBasedCompensation" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Share-Based Payment Arrangement, Shares Withheld for Tax Withholding Obligation</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_SharesPaidForTaxWithholdingForShareBasedCompensation" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_SharesPaidForTaxWithholdingForShareBasedCompensation"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_SharesPaidForTaxWithholdingForShareBasedCompensation" xlink:to="lab_us-gaap_SharesPaidForTaxWithholdingForShareBasedCompensation" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_InterestPaidNet_232ef3b3-8bc9-4e3e-a2a3-144feee4b62b_terseLabel_en-US" xlink:label="lab_us-gaap_InterestPaidNet" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Interest paid on interest-bearing liabilities</link:label>
    <link:label id="lab_us-gaap_InterestPaidNet_label_en-US" xlink:label="lab_us-gaap_InterestPaidNet" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Interest Paid, Excluding Capitalized Interest, Operating Activities</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_InterestPaidNet" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_InterestPaidNet"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_InterestPaidNet" xlink:to="lab_us-gaap_InterestPaidNet" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_InterestIncomeExpenseNet_ab2d800a-8716-434d-be9d-8de46cd3c9a0_terseLabel_en-US" xlink:label="lab_us-gaap_InterestIncomeExpenseNet" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Net interest income</link:label>
    <link:label id="lab_us-gaap_InterestIncomeExpenseNet_c7adf743-a9ab-45ea-a5e3-04d56fdf6778_verboseLabel_en-US" xlink:label="lab_us-gaap_InterestIncomeExpenseNet" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xml:lang="en-US">Net interest income</link:label>
    <link:label id="lab_us-gaap_InterestIncomeExpenseNet_label_en-US" xlink:label="lab_us-gaap_InterestIncomeExpenseNet" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Interest Income (Expense), Net</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_InterestIncomeExpenseNet" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_InterestIncomeExpenseNet"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_InterestIncomeExpenseNet" xlink:to="lab_us-gaap_InterestIncomeExpenseNet" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ScheduleOfFinancingReceivableRecordedInvestmentCreditQualityIndicatorTable_f9a2839a-32c3-4de1-bfd2-047e86ea5d9f_terseLabel_en-US" xlink:label="lab_us-gaap_ScheduleOfFinancingReceivableRecordedInvestmentCreditQualityIndicatorTable" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Financing Receivable, Credit Quality Indicator [Table]</link:label>
    <link:label id="lab_us-gaap_ScheduleOfFinancingReceivableRecordedInvestmentCreditQualityIndicatorTable_label_en-US" xlink:label="lab_us-gaap_ScheduleOfFinancingReceivableRecordedInvestmentCreditQualityIndicatorTable" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financing Receivable, Credit Quality Indicator [Table]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ScheduleOfFinancingReceivableRecordedInvestmentCreditQualityIndicatorTable" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_ScheduleOfFinancingReceivableRecordedInvestmentCreditQualityIndicatorTable"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ScheduleOfFinancingReceivableRecordedInvestmentCreditQualityIndicatorTable" xlink:to="lab_us-gaap_ScheduleOfFinancingReceivableRecordedInvestmentCreditQualityIndicatorTable" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_PastDueFinancingReceivablesTableTextBlock_d1715de2-7f5d-4191-8865-bfef65033609_terseLabel_en-US" xlink:label="lab_us-gaap_PastDueFinancingReceivablesTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Schedule of Past Due Loan and Leases</link:label>
    <link:label id="lab_us-gaap_PastDueFinancingReceivablesTableTextBlock_label_en-US" xlink:label="lab_us-gaap_PastDueFinancingReceivablesTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financing Receivable, Past Due [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_PastDueFinancingReceivablesTableTextBlock" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_PastDueFinancingReceivablesTableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_PastDueFinancingReceivablesTableTextBlock" xlink:to="lab_us-gaap_PastDueFinancingReceivablesTableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesWithinOneYearFairValue_a4dcd325-aaab-45e4-bd4c-951a1a43c1e0_terseLabel_en-US" xlink:label="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesWithinOneYearFairValue" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Due Within One Year</link:label>
    <link:label id="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesWithinOneYearFairValue_label_en-US" xlink:label="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesWithinOneYearFairValue" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Debt Securities, Available-for-Sale, Fair Value, Maturity, Allocated and Single Maturity Date, Year One</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesWithinOneYearFairValue" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_AvailableForSaleSecuritiesDebtMaturitiesWithinOneYearFairValue"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesWithinOneYearFairValue" xlink:to="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesWithinOneYearFairValue" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AssetsFairValueDisclosureAbstract_3dfa546b-62be-40d8-868c-c8e840bb46a8_verboseLabel_en-US" xlink:label="lab_us-gaap_AssetsFairValueDisclosureAbstract" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xml:lang="en-US">ASSETS:</link:label>
    <link:label id="lab_us-gaap_AssetsFairValueDisclosureAbstract_3ec49beb-8280-4aa4-b5c9-c55bf0bf82ff_terseLabel_en-US" xlink:label="lab_us-gaap_AssetsFairValueDisclosureAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Financial assets:</link:label>
    <link:label id="lab_us-gaap_AssetsFairValueDisclosureAbstract_label_en-US" xlink:label="lab_us-gaap_AssetsFairValueDisclosureAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Assets, Fair Value Disclosure [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AssetsFairValueDisclosureAbstract" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_AssetsFairValueDisclosureAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AssetsFairValueDisclosureAbstract" xlink:to="lab_us-gaap_AssetsFairValueDisclosureAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ServicingAsset_89764ee1-b81e-4f30-8681-a331a1e0d4de_verboseLabel_en-US" xlink:label="lab_us-gaap_ServicingAsset" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xml:lang="en-US">Servicing rights, carried at fair value</link:label>
    <link:label id="lab_us-gaap_ServicingAsset_label_en-US" xlink:label="lab_us-gaap_ServicingAsset" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Servicing Asset</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ServicingAsset" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_ServicingAsset"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ServicingAsset" xlink:to="lab_us-gaap_ServicingAsset" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_TreasuryStockSharesAcquired_ffb93973-6de3-471b-b028-7e1cd6ab9602_negatedTerseLabel_en-US" xlink:label="lab_us-gaap_TreasuryStockSharesAcquired" xlink:role="http://www.xbrl.org/2009/role/negatedTerseLabel" xlink:type="resource" xml:lang="en-US">Purchase of treasury stock (in shares)</link:label>
    <link:label id="lab_us-gaap_TreasuryStockSharesAcquired_7f4adcb3-480b-4b5a-9fcd-e8f6c158aee7_verboseLabel_en-US" xlink:label="lab_us-gaap_TreasuryStockSharesAcquired" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xml:lang="en-US">Number of shares repurchased (in shares)</link:label>
    <link:label id="lab_us-gaap_TreasuryStockSharesAcquired_label_en-US" xlink:label="lab_us-gaap_TreasuryStockSharesAcquired" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Treasury Stock, Shares, Acquired</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_TreasuryStockSharesAcquired" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_TreasuryStockSharesAcquired"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_TreasuryStockSharesAcquired" xlink:to="lab_us-gaap_TreasuryStockSharesAcquired" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueOptionQuantitativeDisclosuresTable_15ed7662-c1f5-4048-b93c-9205fe17d4ca_terseLabel_en-US" xlink:label="lab_us-gaap_FairValueOptionQuantitativeDisclosuresTable" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Fair Value Option, Disclosures [Table]</link:label>
    <link:label id="lab_us-gaap_FairValueOptionQuantitativeDisclosuresTable_label_en-US" xlink:label="lab_us-gaap_FairValueOptionQuantitativeDisclosuresTable" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Fair Value Option, Disclosures [Table]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueOptionQuantitativeDisclosuresTable" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FairValueOptionQuantitativeDisclosuresTable"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueOptionQuantitativeDisclosuresTable" xlink:to="lab_us-gaap_FairValueOptionQuantitativeDisclosuresTable" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_BankingBusinessSegmentMember_c2d9dcec-e6f6-4d03-b94c-f340ad6ca15a_terseLabel_en-US" xlink:label="lab_ax_BankingBusinessSegmentMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Banking Business</link:label>
    <link:label id="lab_ax_BankingBusinessSegmentMember_label_en-US" xlink:label="lab_ax_BankingBusinessSegmentMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Banking Business Segment [Member]</link:label>
    <link:label id="lab_ax_BankingBusinessSegmentMember_documentation_en-US" xlink:label="lab_ax_BankingBusinessSegmentMember" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Banking Business Segment [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_BankingBusinessSegmentMember" xlink:href="ax-20240331.xsd#ax_BankingBusinessSegmentMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_BankingBusinessSegmentMember" xlink:to="lab_ax_BankingBusinessSegmentMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FinancingReceivableExcludingAccruedInterestYearFourOriginatedThreeYearsBeforeCurrentFiscalYearWriteoff_40209e04-b727-4918-ab56-375763383130_terseLabel_en-US" xlink:label="lab_us-gaap_FinancingReceivableExcludingAccruedInterestYearFourOriginatedThreeYearsBeforeCurrentFiscalYearWriteoff" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">2021</link:label>
    <link:label id="lab_us-gaap_FinancingReceivableExcludingAccruedInterestYearFourOriginatedThreeYearsBeforeCurrentFiscalYearWriteoff_label_en-US" xlink:label="lab_us-gaap_FinancingReceivableExcludingAccruedInterestYearFourOriginatedThreeYearsBeforeCurrentFiscalYearWriteoff" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financing Receivable, Excluding Accrued Interest, Year Four, Originated, Three Years before Current Fiscal Year, Writeoff</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FinancingReceivableExcludingAccruedInterestYearFourOriginatedThreeYearsBeforeCurrentFiscalYearWriteoff" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FinancingReceivableExcludingAccruedInterestYearFourOriginatedThreeYearsBeforeCurrentFiscalYearWriteoff"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FinancingReceivableExcludingAccruedInterestYearFourOriginatedThreeYearsBeforeCurrentFiscalYearWriteoff" xlink:to="lab_us-gaap_FinancingReceivableExcludingAccruedInterestYearFourOriginatedThreeYearsBeforeCurrentFiscalYearWriteoff" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ProceedsFromSaleOfLoansHeldForSale_5f9bd999-13ae-480e-a378-cbcb348843dd_terseLabel_en-US" xlink:label="lab_us-gaap_ProceedsFromSaleOfLoansHeldForSale" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Proceeds from sale of loans held for sale</link:label>
    <link:label id="lab_us-gaap_ProceedsFromSaleOfLoansHeldForSale_label_en-US" xlink:label="lab_us-gaap_ProceedsFromSaleOfLoansHeldForSale" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Proceeds from Sale, Loan, Held-for-Sale</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ProceedsFromSaleOfLoansHeldForSale" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_ProceedsFromSaleOfLoansHeldForSale"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ProceedsFromSaleOfLoansHeldForSale" xlink:to="lab_us-gaap_ProceedsFromSaleOfLoansHeldForSale" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_WeightedAverageNumberOfDilutedSharesOutstanding_43711af9-382b-42e2-80fe-0e65b60776e8_verboseLabel_en-US" xlink:label="lab_us-gaap_WeightedAverageNumberOfDilutedSharesOutstanding" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xml:lang="en-US">Average common shares issued and outstanding (in shares)</link:label>
    <link:label id="lab_us-gaap_WeightedAverageNumberOfDilutedSharesOutstanding_label_en-US" xlink:label="lab_us-gaap_WeightedAverageNumberOfDilutedSharesOutstanding" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Weighted Average Number of Shares Outstanding, Diluted</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_WeightedAverageNumberOfDilutedSharesOutstanding" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_WeightedAverageNumberOfDilutedSharesOutstanding"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_WeightedAverageNumberOfDilutedSharesOutstanding" xlink:to="lab_us-gaap_WeightedAverageNumberOfDilutedSharesOutstanding" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DepositsFairValueDisclosure_d12f3d13-005c-4a3e-8ffb-a5dc022e9007_terseLabel_en-US" xlink:label="lab_us-gaap_DepositsFairValueDisclosure" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Total deposits</link:label>
    <link:label id="lab_us-gaap_DepositsFairValueDisclosure_label_en-US" xlink:label="lab_us-gaap_DepositsFairValueDisclosure" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Deposits, Fair Value Disclosure</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DepositsFairValueDisclosure" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_DepositsFairValueDisclosure"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DepositsFairValueDisclosure" xlink:to="lab_us-gaap_DepositsFairValueDisclosure" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_InterestRateContractMember_cde8239c-52c5-4e9b-a08c-fe074094e2d2_terseLabel_en-US" xlink:label="lab_us-gaap_InterestRateContractMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Interest Rate Contracts</link:label>
    <link:label id="lab_us-gaap_InterestRateContractMember_label_en-US" xlink:label="lab_us-gaap_InterestRateContractMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Interest Rate Contract [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_InterestRateContractMember" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_InterestRateContractMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_InterestRateContractMember" xlink:to="lab_us-gaap_InterestRateContractMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_OtherCommitment_54e9bb7c-3f3f-485b-b2a1-9c1780743367_terseLabel_en-US" xlink:label="lab_us-gaap_OtherCommitment" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Other commitment</link:label>
    <link:label id="lab_us-gaap_OtherCommitment_label_en-US" xlink:label="lab_us-gaap_OtherCommitment" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Other Commitment</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_OtherCommitment" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_OtherCommitment"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_OtherCommitment" xlink:to="lab_us-gaap_OtherCommitment" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_OffBalanceSheetRiskRatioOfCommitmentsToOriginateLoansToCommitmentsToSell_a34f3e7f-c0ee-46c4-903b-124d8d1e3df9_terseLabel_en-US" xlink:label="lab_ax_OffBalanceSheetRiskRatioOfCommitmentsToOriginateLoansToCommitmentsToSell" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Off-balance sheet risk, ratio of commitments to originate loans to commitments to sell</link:label>
    <link:label id="lab_ax_OffBalanceSheetRiskRatioOfCommitmentsToOriginateLoansToCommitmentsToSell_label_en-US" xlink:label="lab_ax_OffBalanceSheetRiskRatioOfCommitmentsToOriginateLoansToCommitmentsToSell" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Off-balance Sheet Risk, Ratio of Commitments to Originate Loans to Commitments to Sell</link:label>
    <link:label id="lab_ax_OffBalanceSheetRiskRatioOfCommitmentsToOriginateLoansToCommitmentsToSell_documentation_en-US" xlink:label="lab_ax_OffBalanceSheetRiskRatioOfCommitmentsToOriginateLoansToCommitmentsToSell" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Off-balance Sheet Risk, Ratio of Commitments to Originate Loans to Commitments to Sell</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_OffBalanceSheetRiskRatioOfCommitmentsToOriginateLoansToCommitmentsToSell" xlink:href="ax-20240331.xsd#ax_OffBalanceSheetRiskRatioOfCommitmentsToOriginateLoansToCommitmentsToSell"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_OffBalanceSheetRiskRatioOfCommitmentsToOriginateLoansToCommitmentsToSell" xlink:to="lab_ax_OffBalanceSheetRiskRatioOfCommitmentsToOriginateLoansToCommitmentsToSell" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_InterestAndDividendIncomeOperating_3cfd8744-ea26-4af6-9222-1625bfe1c32c_totalLabel_en-US" xlink:label="lab_us-gaap_InterestAndDividendIncomeOperating" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xml:lang="en-US">Total interest and dividend income</link:label>
    <link:label id="lab_us-gaap_InterestAndDividendIncomeOperating_label_en-US" xlink:label="lab_us-gaap_InterestAndDividendIncomeOperating" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Interest and Dividend Income, Operating</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_InterestAndDividendIncomeOperating" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_InterestAndDividendIncomeOperating"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_InterestAndDividendIncomeOperating" xlink:to="lab_us-gaap_InterestAndDividendIncomeOperating" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FinancingReceivableExcludingAccruedInterestYearThreeOriginatedTwoYearsBeforeCurrentFiscalYear_572b1ba3-2297-432d-86ff-9355d9fff6f5_terseLabel_en-US" xlink:label="lab_us-gaap_FinancingReceivableExcludingAccruedInterestYearThreeOriginatedTwoYearsBeforeCurrentFiscalYear" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">2022</link:label>
    <link:label id="lab_us-gaap_FinancingReceivableExcludingAccruedInterestYearThreeOriginatedTwoYearsBeforeCurrentFiscalYear_label_en-US" xlink:label="lab_us-gaap_FinancingReceivableExcludingAccruedInterestYearThreeOriginatedTwoYearsBeforeCurrentFiscalYear" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financing Receivable, Excluding Accrued Interest, Year Three, Originated, Two Years before Current Fiscal Year</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FinancingReceivableExcludingAccruedInterestYearThreeOriginatedTwoYearsBeforeCurrentFiscalYear" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FinancingReceivableExcludingAccruedInterestYearThreeOriginatedTwoYearsBeforeCurrentFiscalYear"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FinancingReceivableExcludingAccruedInterestYearThreeOriginatedTwoYearsBeforeCurrentFiscalYear" xlink:to="lab_us-gaap_FinancingReceivableExcludingAccruedInterestYearThreeOriginatedTwoYearsBeforeCurrentFiscalYear" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FinancingReceivableAllowanceForCreditLossesRecovery_e50f803c-ac83-42ac-bd7b-f4e7d47fa36c_terseLabel_en-US" xlink:label="lab_us-gaap_FinancingReceivableAllowanceForCreditLossesRecovery" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Recoveries</link:label>
    <link:label id="lab_us-gaap_FinancingReceivableAllowanceForCreditLossesRecovery_label_en-US" xlink:label="lab_us-gaap_FinancingReceivableAllowanceForCreditLossesRecovery" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financing Receivable, Allowance for Credit Loss, Recovery</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FinancingReceivableAllowanceForCreditLossesRecovery" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FinancingReceivableAllowanceForCreditLossesRecovery"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FinancingReceivableAllowanceForCreditLossesRecovery" xlink:to="lab_us-gaap_FinancingReceivableAllowanceForCreditLossesRecovery" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AdditionalPaidInCapitalMember_76bc2444-0524-494c-8ee4-01339ca9d0b0_terseLabel_en-US" xlink:label="lab_us-gaap_AdditionalPaidInCapitalMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Additional Paid-in Capital</link:label>
    <link:label id="lab_us-gaap_AdditionalPaidInCapitalMember_label_en-US" xlink:label="lab_us-gaap_AdditionalPaidInCapitalMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Additional Paid-in Capital [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AdditionalPaidInCapitalMember" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_AdditionalPaidInCapitalMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AdditionalPaidInCapitalMember" xlink:to="lab_us-gaap_AdditionalPaidInCapitalMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FinancingReceivables30To59DaysPastDueMember_c138bc4c-0f09-41fb-a09b-ee3e609d42e8_terseLabel_en-US" xlink:label="lab_us-gaap_FinancingReceivables30To59DaysPastDueMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">30-59 Days</link:label>
    <link:label id="lab_us-gaap_FinancingReceivables30To59DaysPastDueMember_label_en-US" xlink:label="lab_us-gaap_FinancingReceivables30To59DaysPastDueMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financial Asset, 30 to 59 Days Past Due [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FinancingReceivables30To59DaysPastDueMember" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FinancingReceivables30To59DaysPastDueMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FinancingReceivables30To59DaysPastDueMember" xlink:to="lab_us-gaap_FinancingReceivables30To59DaysPastDueMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetPurchasesSalesIssuancesSettlementsAbstract_735e96ab-abb3-412c-8e82-601dec599d5c_terseLabel_en-US" xlink:label="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetPurchasesSalesIssuancesSettlementsAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Purchases, retentions, issues, sales and settlements:</link:label>
    <link:label id="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetPurchasesSalesIssuancesSettlementsAbstract_label_en-US" xlink:label="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetPurchasesSalesIssuancesSettlementsAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Fair Value, Measurement with Unobservable Inputs Reconciliation, Recurring Basis, Asset, Purchases, (Sales), Issuances, (Settlements) [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetPurchasesSalesIssuancesSettlementsAbstract" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetPurchasesSalesIssuancesSettlementsAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetPurchasesSalesIssuancesSettlementsAbstract" xlink:to="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetPurchasesSalesIssuancesSettlementsAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_Assets_b4026c8a-d584-41cb-995a-79e7cfa7f730_totalLabel_en-US" xlink:label="lab_us-gaap_Assets" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xml:lang="en-US">TOTAL ASSETS</link:label>
    <link:label id="lab_us-gaap_Assets_0a692723-1e6c-4b21-bdb0-9d1a02e13421_terseLabel_en-US" xlink:label="lab_us-gaap_Assets" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Total Assets</link:label>
    <link:label id="lab_us-gaap_Assets_label_en-US" xlink:label="lab_us-gaap_Assets" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Assets</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_Assets" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_Assets"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_Assets" xlink:to="lab_us-gaap_Assets" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FinancingReceivableUnamortizedPurchasePremiumDiscount_3cf4ae3a-80a5-485d-b7d2-378c1d01b9fb_negatedTerseLabel_en-US" xlink:label="lab_us-gaap_FinancingReceivableUnamortizedPurchasePremiumDiscount" xlink:role="http://www.xbrl.org/2009/role/negatedTerseLabel" xlink:type="resource" xml:lang="en-US">Non-credit-related discount</link:label>
    <link:label id="lab_us-gaap_FinancingReceivableUnamortizedPurchasePremiumDiscount_0120cc4a-0c91-42f6-91af-1fc0e4f8f858_terseLabel_en-US" xlink:label="lab_us-gaap_FinancingReceivableUnamortizedPurchasePremiumDiscount" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Non-credit discount</link:label>
    <link:label id="lab_us-gaap_FinancingReceivableUnamortizedPurchasePremiumDiscount_label_en-US" xlink:label="lab_us-gaap_FinancingReceivableUnamortizedPurchasePremiumDiscount" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financing Receivable, Unamortized Purchase Premium (Discount)</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FinancingReceivableUnamortizedPurchasePremiumDiscount" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FinancingReceivableUnamortizedPurchasePremiumDiscount"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FinancingReceivableUnamortizedPurchasePremiumDiscount" xlink:to="lab_us-gaap_FinancingReceivableUnamortizedPurchasePremiumDiscount" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_CoverAbstract_2090e4b7-4328-43ac-a02e-9334450c9fd6_terseLabel_en-US" xlink:label="lab_dei_CoverAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Cover [Abstract]</link:label>
    <link:label id="lab_dei_CoverAbstract_label_en-US" xlink:label="lab_dei_CoverAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Cover [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_CoverAbstract" xlink:href="https://xbrl.sec.gov/dei/2023/dei-2023.xsd#dei_CoverAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_CoverAbstract" xlink:to="lab_dei_CoverAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LoansNotesTradeAndOtherReceivablesDisclosureTextBlock_a96c13ff-6630-4216-8f46-127c8baf4c79_terseLabel_en-US" xlink:label="lab_us-gaap_LoansNotesTradeAndOtherReceivablesDisclosureTextBlock" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">LOANS &amp; ALLOWANCE FOR CREDIT LOSSES</link:label>
    <link:label id="lab_us-gaap_LoansNotesTradeAndOtherReceivablesDisclosureTextBlock_label_en-US" xlink:label="lab_us-gaap_LoansNotesTradeAndOtherReceivablesDisclosureTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Loans, Notes, Trade and Other Receivables Disclosure [Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LoansNotesTradeAndOtherReceivablesDisclosureTextBlock" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_LoansNotesTradeAndOtherReceivablesDisclosureTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LoansNotesTradeAndOtherReceivablesDisclosureTextBlock" xlink:to="lab_us-gaap_LoansNotesTradeAndOtherReceivablesDisclosureTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueMeasurementsRecurringMember_ff3c40f2-b83d-42d0-b083-3a92e496ac19_terseLabel_en-US" xlink:label="lab_us-gaap_FairValueMeasurementsRecurringMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Recurring</link:label>
    <link:label id="lab_us-gaap_FairValueMeasurementsRecurringMember_label_en-US" xlink:label="lab_us-gaap_FairValueMeasurementsRecurringMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Fair Value, Recurring [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueMeasurementsRecurringMember" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FairValueMeasurementsRecurringMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueMeasurementsRecurringMember" xlink:to="lab_us-gaap_FairValueMeasurementsRecurringMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LaborAndRelatedExpense_bb7acd26-bfee-41da-80d6-6a23c2728b40_terseLabel_en-US" xlink:label="lab_us-gaap_LaborAndRelatedExpense" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Salaries and related costs</link:label>
    <link:label id="lab_us-gaap_LaborAndRelatedExpense_label_en-US" xlink:label="lab_us-gaap_LaborAndRelatedExpense" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Labor and Related Expense</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LaborAndRelatedExpense" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_LaborAndRelatedExpense"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LaborAndRelatedExpense" xlink:to="lab_us-gaap_LaborAndRelatedExpense" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_FinancingReceivableRatioOfGradeClassToGrossLoansYearThreeOriginatedTwoYearsBeforeCurrentFiscalYear_a0da1089-4a2e-44ed-bdb4-7a70dd1be5c1_terseLabel_en-US" xlink:label="lab_ax_FinancingReceivableRatioOfGradeClassToGrossLoansYearThreeOriginatedTwoYearsBeforeCurrentFiscalYear" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">2022</link:label>
    <link:label id="lab_ax_FinancingReceivableRatioOfGradeClassToGrossLoansYearThreeOriginatedTwoYearsBeforeCurrentFiscalYear_label_en-US" xlink:label="lab_ax_FinancingReceivableRatioOfGradeClassToGrossLoansYearThreeOriginatedTwoYearsBeforeCurrentFiscalYear" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financing Receivable, Ratio Of Grade Class To Gross Loans, Year Three, Originated, Two Years Before Current Fiscal Year</link:label>
    <link:label id="lab_ax_FinancingReceivableRatioOfGradeClassToGrossLoansYearThreeOriginatedTwoYearsBeforeCurrentFiscalYear_documentation_en-US" xlink:label="lab_ax_FinancingReceivableRatioOfGradeClassToGrossLoansYearThreeOriginatedTwoYearsBeforeCurrentFiscalYear" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Financing Receivable, Ratio Of Grade Class To Gross Loans, Year Three, Originated, Two Years Before Current Fiscal Year</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_FinancingReceivableRatioOfGradeClassToGrossLoansYearThreeOriginatedTwoYearsBeforeCurrentFiscalYear" xlink:href="ax-20240331.xsd#ax_FinancingReceivableRatioOfGradeClassToGrossLoansYearThreeOriginatedTwoYearsBeforeCurrentFiscalYear"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_FinancingReceivableRatioOfGradeClassToGrossLoansYearThreeOriginatedTwoYearsBeforeCurrentFiscalYear" xlink:to="lab_ax_FinancingReceivableRatioOfGradeClassToGrossLoansYearThreeOriginatedTwoYearsBeforeCurrentFiscalYear" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesLineItems_41d531aa-1a2c-45fe-84ed-e17007868fa5_terseLabel_en-US" xlink:label="lab_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesLineItems" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Fair Value Inputs, Equity, Quantitative Information [Line Items]</link:label>
    <link:label id="lab_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesLineItems_label_en-US" xlink:label="lab_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesLineItems" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Fair Value Measurement Inputs and Valuation Techniques [Line Items]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesLineItems" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesLineItems"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesLineItems" xlink:to="lab_us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesLineItems" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedInPeriodWeightedAverageGrantDateFairValue_56172874-5e70-493e-9d3c-7c4b355f04c9_terseLabel_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedInPeriodWeightedAverageGrantDateFairValue" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Vested (in dollars per share)</link:label>
    <link:label id="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedInPeriodWeightedAverageGrantDateFairValue_label_en-US" xlink:label="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedInPeriodWeightedAverageGrantDateFairValue" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Share-Based Compensation Arrangement by Share-Based Payment Award, Equity Instruments Other than Options, Vested in Period, Weighted Average Grant Date Fair Value</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedInPeriodWeightedAverageGrantDateFairValue" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedInPeriodWeightedAverageGrantDateFairValue"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedInPeriodWeightedAverageGrantDateFairValue" xlink:to="lab_us-gaap_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedInPeriodWeightedAverageGrantDateFairValue" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDue_32188ed1-ad44-487f-9184-06147cf33f82_totalLabel_en-US" xlink:label="lab_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDue" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xml:lang="en-US">Total lease payments</link:label>
    <link:label id="lab_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDue_label_en-US" xlink:label="lab_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDue" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Lessee, Operating Lease, Liability, to be Paid</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDue" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_LesseeOperatingLeaseLiabilityPaymentsDue"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDue" xlink:to="lab_us-gaap_LesseeOperatingLeaseLiabilityPaymentsDue" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FinancingReceivableExcludingAccruedInterestYearFiveOriginatedFourYearsBeforeCurrentFiscalYearWriteoff_03246d56-6bea-4ef1-a616-ea63d204bcd8_terseLabel_en-US" xlink:label="lab_us-gaap_FinancingReceivableExcludingAccruedInterestYearFiveOriginatedFourYearsBeforeCurrentFiscalYearWriteoff" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">2020</link:label>
    <link:label id="lab_us-gaap_FinancingReceivableExcludingAccruedInterestYearFiveOriginatedFourYearsBeforeCurrentFiscalYearWriteoff_label_en-US" xlink:label="lab_us-gaap_FinancingReceivableExcludingAccruedInterestYearFiveOriginatedFourYearsBeforeCurrentFiscalYearWriteoff" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financing Receivable, Excluding Accrued Interest, Year Five, Originated, Four Years before Current Fiscal Year, Writeoff</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FinancingReceivableExcludingAccruedInterestYearFiveOriginatedFourYearsBeforeCurrentFiscalYearWriteoff" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FinancingReceivableExcludingAccruedInterestYearFiveOriginatedFourYearsBeforeCurrentFiscalYearWriteoff"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FinancingReceivableExcludingAccruedInterestYearFiveOriginatedFourYearsBeforeCurrentFiscalYearWriteoff" xlink:to="lab_us-gaap_FinancingReceivableExcludingAccruedInterestYearFiveOriginatedFourYearsBeforeCurrentFiscalYearWriteoff" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_RevenueNotFromContractWithCustomerCardFeesForTheNonInterestIncome_85a3e1c8-d851-4431-9928-4558087f8369_terseLabel_en-US" xlink:label="lab_ax_RevenueNotFromContractWithCustomerCardFeesForTheNonInterestIncome" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Card fees</link:label>
    <link:label id="lab_ax_RevenueNotFromContractWithCustomerCardFeesForTheNonInterestIncome_label_en-US" xlink:label="lab_ax_RevenueNotFromContractWithCustomerCardFeesForTheNonInterestIncome" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Revenue Not from Contract with Customer, Card Fees for the Non-Interest Income</link:label>
    <link:label id="lab_ax_RevenueNotFromContractWithCustomerCardFeesForTheNonInterestIncome_documentation_en-US" xlink:label="lab_ax_RevenueNotFromContractWithCustomerCardFeesForTheNonInterestIncome" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Revenue Not from Contract with Customer, Card Fees for the Non-Interest Income</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_RevenueNotFromContractWithCustomerCardFeesForTheNonInterestIncome" xlink:href="ax-20240331.xsd#ax_RevenueNotFromContractWithCustomerCardFeesForTheNonInterestIncome"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_RevenueNotFromContractWithCustomerCardFeesForTheNonInterestIncome" xlink:to="lab_ax_RevenueNotFromContractWithCustomerCardFeesForTheNonInterestIncome" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_FinancingReceivableTDRsWithTimelyPaymentsConsideredNonperformingTerm_20e6e588-fb21-4029-a5f7-522defc3e12c_terseLabel_en-US" xlink:label="lab_ax_FinancingReceivableTDRsWithTimelyPaymentsConsideredNonperformingTerm" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Period over which borrowers can make timely payments after TDR considered non-performing (in months)</link:label>
    <link:label id="lab_ax_FinancingReceivableTDRsWithTimelyPaymentsConsideredNonperformingTerm_label_en-US" xlink:label="lab_ax_FinancingReceivableTDRsWithTimelyPaymentsConsideredNonperformingTerm" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financing Receivable, TDRs With Timely Payments Considered Nonperforming, Term</link:label>
    <link:label id="lab_ax_FinancingReceivableTDRsWithTimelyPaymentsConsideredNonperformingTerm_documentation_en-US" xlink:label="lab_ax_FinancingReceivableTDRsWithTimelyPaymentsConsideredNonperformingTerm" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Financing Receivable, TDRs With Timely Payments Considered Nonperforming, Term</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_FinancingReceivableTDRsWithTimelyPaymentsConsideredNonperformingTerm" xlink:href="ax-20240331.xsd#ax_FinancingReceivableTDRsWithTimelyPaymentsConsideredNonperformingTerm"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_FinancingReceivableTDRsWithTimelyPaymentsConsideredNonperformingTerm" xlink:to="lab_ax_FinancingReceivableTDRsWithTimelyPaymentsConsideredNonperformingTerm" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetPurchases_4579d0a5-35b0-4319-9148-7717d051f930_terseLabel_en-US" xlink:label="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetPurchases" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Purchases/Retentions</link:label>
    <link:label id="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetPurchases_label_en-US" xlink:label="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetPurchases" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Fair Value, Measurement with Unobservable Inputs Reconciliation, Recurring Basis, Asset, Purchases</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetPurchases" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetPurchases"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetPurchases" xlink:to="lab_us-gaap_FairValueMeasurementWithUnobservableInputsReconciliationRecurringBasisAssetPurchases" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AssetAcquisitionConsiderationTransferred_a64792e1-45e8-4898-a56a-82400dde26fe_terseLabel_en-US" xlink:label="lab_us-gaap_AssetAcquisitionConsiderationTransferred" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Consideration transferred</link:label>
    <link:label id="lab_us-gaap_AssetAcquisitionConsiderationTransferred_label_en-US" xlink:label="lab_us-gaap_AssetAcquisitionConsiderationTransferred" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Asset Acquisition, Consideration Transferred</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AssetAcquisitionConsiderationTransferred" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_AssetAcquisitionConsiderationTransferred"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AssetAcquisitionConsiderationTransferred" xlink:to="lab_us-gaap_AssetAcquisitionConsiderationTransferred" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_SegmentReportingDisclosureTextBlock_b94425a4-97e9-40f9-ada1-ec752eafaa1c_terseLabel_en-US" xlink:label="lab_us-gaap_SegmentReportingDisclosureTextBlock" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">SEGMENT REPORTING AND REVENUE INFORMATION</link:label>
    <link:label id="lab_us-gaap_SegmentReportingDisclosureTextBlock_label_en-US" xlink:label="lab_us-gaap_SegmentReportingDisclosureTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Segment Reporting Disclosure [Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_SegmentReportingDisclosureTextBlock" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_SegmentReportingDisclosureTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_SegmentReportingDisclosureTextBlock" xlink:to="lab_us-gaap_SegmentReportingDisclosureTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueAssetsMeasuredOnRecurringBasisUnobservableInputReconciliationCalculationRollForward_42818260-9517-4902-85a0-503cd78367e9_terseLabel_en-US" xlink:label="lab_us-gaap_FairValueAssetsMeasuredOnRecurringBasisUnobservableInputReconciliationCalculationRollForward" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Fair Value, Assets Measured on Recurring Basis, Unobservable Input Reconciliation, Calculation [Roll Forward]</link:label>
    <link:label id="lab_us-gaap_FairValueAssetsMeasuredOnRecurringBasisUnobservableInputReconciliationCalculationRollForward_label_en-US" xlink:label="lab_us-gaap_FairValueAssetsMeasuredOnRecurringBasisUnobservableInputReconciliationCalculationRollForward" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Fair Value, Assets Measured on Recurring Basis, Unobservable Input Reconciliation, Calculation [Roll Forward]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueAssetsMeasuredOnRecurringBasisUnobservableInputReconciliationCalculationRollForward" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FairValueAssetsMeasuredOnRecurringBasisUnobservableInputReconciliationCalculationRollForward"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueAssetsMeasuredOnRecurringBasisUnobservableInputReconciliationCalculationRollForward" xlink:to="lab_us-gaap_FairValueAssetsMeasuredOnRecurringBasisUnobservableInputReconciliationCalculationRollForward" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalentsPeriodIncreaseDecreaseIncludingExchangeRateEffect_63e2cd05-e004-4685-922f-3875db2e0db8_totalLabel_en-US" xlink:label="lab_us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalentsPeriodIncreaseDecreaseIncludingExchangeRateEffect" xlink:role="http://www.xbrl.org/2003/role/totalLabel" xlink:type="resource" xml:lang="en-US">NET CHANGE IN CASH, CASH EQUIVALENTS AND RESTRICTED CASH</link:label>
    <link:label id="lab_us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalentsPeriodIncreaseDecreaseIncludingExchangeRateEffect_label_en-US" xlink:label="lab_us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalentsPeriodIncreaseDecreaseIncludingExchangeRateEffect" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Cash, Cash Equivalents, Restricted Cash, and Restricted Cash Equivalents, Period Increase (Decrease), Including Exchange Rate Effect</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalentsPeriodIncreaseDecreaseIncludingExchangeRateEffect" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalentsPeriodIncreaseDecreaseIncludingExchangeRateEffect"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalentsPeriodIncreaseDecreaseIncludingExchangeRateEffect" xlink:to="lab_us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalentsPeriodIncreaseDecreaseIncludingExchangeRateEffect" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_NetCashProvidedByUsedInFinancingActivitiesAbstract_86a252c3-93ec-4a6b-a907-720350cf46c6_terseLabel_en-US" xlink:label="lab_us-gaap_NetCashProvidedByUsedInFinancingActivitiesAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">CASH FLOWS FROM FINANCING ACTIVITIES:</link:label>
    <link:label id="lab_us-gaap_NetCashProvidedByUsedInFinancingActivitiesAbstract_label_en-US" xlink:label="lab_us-gaap_NetCashProvidedByUsedInFinancingActivitiesAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Net Cash Provided by (Used in) Financing Activities [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_NetCashProvidedByUsedInFinancingActivitiesAbstract" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_NetCashProvidedByUsedInFinancingActivitiesAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_NetCashProvidedByUsedInFinancingActivitiesAbstract" xlink:to="lab_us-gaap_NetCashProvidedByUsedInFinancingActivitiesAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_FinancingReceivableLowerOfCostOrFairValue_0012674c-e925-4d8c-b17b-cc31ab74cd68_terseLabel_en-US" xlink:label="lab_ax_FinancingReceivableLowerOfCostOrFairValue" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Loans held for sale, lower of cost or fair value</link:label>
    <link:label id="lab_ax_FinancingReceivableLowerOfCostOrFairValue_label_en-US" xlink:label="lab_ax_FinancingReceivableLowerOfCostOrFairValue" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financing Receivable, Lower Of Cost Or Fair Value</link:label>
    <link:label id="lab_ax_FinancingReceivableLowerOfCostOrFairValue_documentation_en-US" xlink:label="lab_ax_FinancingReceivableLowerOfCostOrFairValue" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Financing Receivable, Lower Of Cost Or Fair Value</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_FinancingReceivableLowerOfCostOrFairValue" xlink:href="ax-20240331.xsd#ax_FinancingReceivableLowerOfCostOrFairValue"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_FinancingReceivableLowerOfCostOrFairValue" xlink:to="lab_ax_FinancingReceivableLowerOfCostOrFairValue" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_ResidentialPortfolioSingleFamilyRealEstateSegmentMember_fdbf9580-c95b-42e2-998e-f0d43f91b598_terseLabel_en-US" xlink:label="lab_ax_ResidentialPortfolioSingleFamilyRealEstateSegmentMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Single Family - Mortgage &amp; Warehouse</link:label>
    <link:label id="lab_ax_ResidentialPortfolioSingleFamilyRealEstateSegmentMember_label_en-US" xlink:label="lab_ax_ResidentialPortfolioSingleFamilyRealEstateSegmentMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Residential Portfolio, Single Family Real Estate Segment [Member]</link:label>
    <link:label id="lab_ax_ResidentialPortfolioSingleFamilyRealEstateSegmentMember_documentation_en-US" xlink:label="lab_ax_ResidentialPortfolioSingleFamilyRealEstateSegmentMember" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Residential Portfolio, Single Family Real Estate Segment</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_ResidentialPortfolioSingleFamilyRealEstateSegmentMember" xlink:href="ax-20240331.xsd#ax_ResidentialPortfolioSingleFamilyRealEstateSegmentMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_ResidentialPortfolioSingleFamilyRealEstateSegmentMember" xlink:to="lab_ax_ResidentialPortfolioSingleFamilyRealEstateSegmentMember" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_PCDPortfolioSegmentMember_93f83ac0-54fa-44f4-bee6-22223c0d60da_terseLabel_en-US" xlink:label="lab_ax_PCDPortfolioSegmentMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">PCD</link:label>
    <link:label id="lab_ax_PCDPortfolioSegmentMember_label_en-US" xlink:label="lab_ax_PCDPortfolioSegmentMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">PCD Portfolio Segment [Member]</link:label>
    <link:label id="lab_ax_PCDPortfolioSegmentMember_documentation_en-US" xlink:label="lab_ax_PCDPortfolioSegmentMember" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">PCD Portfolio Segment</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_PCDPortfolioSegmentMember" xlink:href="ax-20240331.xsd#ax_PCDPortfolioSegmentMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_PCDPortfolioSegmentMember" xlink:to="lab_ax_PCDPortfolioSegmentMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_IncreaseDecreaseInBrokerageReceivables_a74d9b77-f926-4e58-bfe9-5dca84a1be46_negatedTerseLabel_en-US" xlink:label="lab_us-gaap_IncreaseDecreaseInBrokerageReceivables" xlink:role="http://www.xbrl.org/2009/role/negatedTerseLabel" xlink:type="resource" xml:lang="en-US">Customer, broker-dealer and clearing receivables</link:label>
    <link:label id="lab_us-gaap_IncreaseDecreaseInBrokerageReceivables_label_en-US" xlink:label="lab_us-gaap_IncreaseDecreaseInBrokerageReceivables" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Increase (Decrease) in Receivable from Broker-Dealer and Clearing Organization</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_IncreaseDecreaseInBrokerageReceivables" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_IncreaseDecreaseInBrokerageReceivables"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_IncreaseDecreaseInBrokerageReceivables" xlink:to="lab_us-gaap_IncreaseDecreaseInBrokerageReceivables" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_EquityComponentDomain_fbb8621f-550a-49d2-9f17-28fc17fd4e4e_terseLabel_en-US" xlink:label="lab_us-gaap_EquityComponentDomain" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Equity Component [Domain]</link:label>
    <link:label id="lab_us-gaap_EquityComponentDomain_label_en-US" xlink:label="lab_us-gaap_EquityComponentDomain" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Equity Component [Domain]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_EquityComponentDomain" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_EquityComponentDomain"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_EquityComponentDomain" xlink:to="lab_us-gaap_EquityComponentDomain" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_MUFGUnionBankVAxosBankMember_aa2bc9d6-d7b0-4c7d-846a-019009ae3004_terseLabel_en-US" xlink:label="lab_ax_MUFGUnionBankVAxosBankMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">MUFG Union Bank v. Axos Bank</link:label>
    <link:label id="lab_ax_MUFGUnionBankVAxosBankMember_label_en-US" xlink:label="lab_ax_MUFGUnionBankVAxosBankMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">MUFG Union Bank v. Axos Bank [Member]</link:label>
    <link:label id="lab_ax_MUFGUnionBankVAxosBankMember_documentation_en-US" xlink:label="lab_ax_MUFGUnionBankVAxosBankMember" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">MUFG Union Bank v. Axos Bank</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_MUFGUnionBankVAxosBankMember" xlink:href="ax-20240331.xsd#ax_MUFGUnionBankVAxosBankMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_MUFGUnionBankVAxosBankMember" xlink:to="lab_ax_MUFGUnionBankVAxosBankMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DebtInstrumentLineItems_bee84510-6c6b-4448-9cfc-d137e3f05c24_terseLabel_en-US" xlink:label="lab_us-gaap_DebtInstrumentLineItems" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Debt Instrument [Line Items]</link:label>
    <link:label id="lab_us-gaap_DebtInstrumentLineItems_label_en-US" xlink:label="lab_us-gaap_DebtInstrumentLineItems" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Debt Instrument [Line Items]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DebtInstrumentLineItems" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_DebtInstrumentLineItems"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DebtInstrumentLineItems" xlink:to="lab_us-gaap_DebtInstrumentLineItems" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_WeightedAverageNumberOfSharesOutstandingBasic_ef2d5f66-d4af-4fda-af3d-4d005f9d9a15_terseLabel_en-US" xlink:label="lab_us-gaap_WeightedAverageNumberOfSharesOutstandingBasic" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Average common shares outstanding (in shares)</link:label>
    <link:label id="lab_us-gaap_WeightedAverageNumberOfSharesOutstandingBasic_label_en-US" xlink:label="lab_us-gaap_WeightedAverageNumberOfSharesOutstandingBasic" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Weighted Average Number of Shares Outstanding, Basic</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_WeightedAverageNumberOfSharesOutstandingBasic" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_WeightedAverageNumberOfSharesOutstandingBasic"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_WeightedAverageNumberOfSharesOutstandingBasic" xlink:to="lab_us-gaap_WeightedAverageNumberOfSharesOutstandingBasic" xlink:type="arc" order="1"/>
    <link:label id="lab_dei_EntityCurrentReportingStatus_224754af-a5bb-4668-ae04-b1e23910941a_terseLabel_en-US" xlink:label="lab_dei_EntityCurrentReportingStatus" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Entity Current Reporting Status</link:label>
    <link:label id="lab_dei_EntityCurrentReportingStatus_label_en-US" xlink:label="lab_dei_EntityCurrentReportingStatus" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Entity Current Reporting Status</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_dei_EntityCurrentReportingStatus" xlink:href="https://xbrl.sec.gov/dei/2023/dei-2023.xsd#dei_EntityCurrentReportingStatus"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_dei_EntityCurrentReportingStatus" xlink:to="lab_dei_EntityCurrentReportingStatus" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_LoanOriginationCommitmentsMember_2e4e4d82-e1e4-473b-8e71-96d2e291411f_terseLabel_en-US" xlink:label="lab_us-gaap_LoanOriginationCommitmentsMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Loan Origination Commitments</link:label>
    <link:label id="lab_us-gaap_LoanOriginationCommitmentsMember_label_en-US" xlink:label="lab_us-gaap_LoanOriginationCommitmentsMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Loan Origination Commitments [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_LoanOriginationCommitmentsMember" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_LoanOriginationCommitmentsMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_LoanOriginationCommitmentsMember" xlink:to="lab_us-gaap_LoanOriginationCommitmentsMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FinancingReceivableNonaccrualNoAllowance_c4fe860a-665e-45f6-986f-609b2ba5c398_terseLabel_en-US" xlink:label="lab_us-gaap_FinancingReceivableNonaccrualNoAllowance" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Nonaccrual loans</link:label>
    <link:label id="lab_us-gaap_FinancingReceivableNonaccrualNoAllowance_label_en-US" xlink:label="lab_us-gaap_FinancingReceivableNonaccrualNoAllowance" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financing Receivable, Nonaccrual, No Allowance</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FinancingReceivableNonaccrualNoAllowance" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FinancingReceivableNonaccrualNoAllowance"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FinancingReceivableNonaccrualNoAllowance" xlink:to="lab_us-gaap_FinancingReceivableNonaccrualNoAllowance" xlink:type="arc" order="1"/>
    <link:label id="lab_ax_InterestExpenseFederalHomeLoanBankAdvances_fba13477-5e9b-4054-bffa-deda6148f21a_terseLabel_en-US" xlink:label="lab_ax_InterestExpenseFederalHomeLoanBankAdvances" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Advances from the Federal Home Loan Bank</link:label>
    <link:label id="lab_ax_InterestExpenseFederalHomeLoanBankAdvances_label_en-US" xlink:label="lab_ax_InterestExpenseFederalHomeLoanBankAdvances" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Interest Expense, Federal Home Loan Bank Advances</link:label>
    <link:label id="lab_ax_InterestExpenseFederalHomeLoanBankAdvances_documentation_en-US" xlink:label="lab_ax_InterestExpenseFederalHomeLoanBankAdvances" xlink:role="http://www.xbrl.org/2003/role/documentation" xlink:type="resource" xml:lang="en-US">Interest Expense, Federal Home Loan Bank Advances</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_ax_InterestExpenseFederalHomeLoanBankAdvances" xlink:href="ax-20240331.xsd#ax_InterestExpenseFederalHomeLoanBankAdvances"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_ax_InterestExpenseFederalHomeLoanBankAdvances" xlink:to="lab_ax_InterestExpenseFederalHomeLoanBankAdvances" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FinancingReceivableExcludingAccruedInterestCreditLossExpenseReversal_8faa0b30-4781-461c-a1f3-7a8eb5ce9b09_terseLabel_en-US" xlink:label="lab_us-gaap_FinancingReceivableExcludingAccruedInterestCreditLossExpenseReversal" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Total provision for credit losses</link:label>
    <link:label id="lab_us-gaap_FinancingReceivableExcludingAccruedInterestCreditLossExpenseReversal_6be17e53-8b40-4831-b522-a5be17542dcc_verboseLabel_en-US" xlink:label="lab_us-gaap_FinancingReceivableExcludingAccruedInterestCreditLossExpenseReversal" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xml:lang="en-US">Provision (benefit) for credit losses - loans</link:label>
    <link:label id="lab_us-gaap_FinancingReceivableExcludingAccruedInterestCreditLossExpenseReversal_20847e9a-4bb8-4c3e-b47e-866bad27f93b_netLabel_en-US" xlink:label="lab_us-gaap_FinancingReceivableExcludingAccruedInterestCreditLossExpenseReversal" xlink:role="http://www.xbrl.org/2009/role/netLabel" xlink:type="resource" xml:lang="en-US">Provision for credit losses</link:label>
    <link:label id="lab_us-gaap_FinancingReceivableExcludingAccruedInterestCreditLossExpenseReversal_label_en-US" xlink:label="lab_us-gaap_FinancingReceivableExcludingAccruedInterestCreditLossExpenseReversal" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financing Receivable, Excluding Accrued Interest, Credit Loss Expense (Reversal)</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FinancingReceivableExcludingAccruedInterestCreditLossExpenseReversal" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FinancingReceivableExcludingAccruedInterestCreditLossExpenseReversal"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FinancingReceivableExcludingAccruedInterestCreditLossExpenseReversal" xlink:to="lab_us-gaap_FinancingReceivableExcludingAccruedInterestCreditLossExpenseReversal" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FederalHomeLoanBankBorrowingsFairValueDisclosure_13291a34-fe0b-46e1-bcde-8a3cc3f26b06_terseLabel_en-US" xlink:label="lab_us-gaap_FederalHomeLoanBankBorrowingsFairValueDisclosure" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Advances from the Federal Home Loan Bank</link:label>
    <link:label id="lab_us-gaap_FederalHomeLoanBankBorrowingsFairValueDisclosure_label_en-US" xlink:label="lab_us-gaap_FederalHomeLoanBankBorrowingsFairValueDisclosure" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Federal Home Loan Bank Borrowings, Fair Value Disclosure</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FederalHomeLoanBankBorrowingsFairValueDisclosure" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FederalHomeLoanBankBorrowingsFairValueDisclosure"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FederalHomeLoanBankBorrowingsFairValueDisclosure" xlink:to="lab_us-gaap_FederalHomeLoanBankBorrowingsFairValueDisclosure" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_StatementBusinessSegmentsAxis_1ec18979-cf05-4f5d-af26-8c62d1310fe6_terseLabel_en-US" xlink:label="lab_us-gaap_StatementBusinessSegmentsAxis" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Segments [Axis]</link:label>
    <link:label id="lab_us-gaap_StatementBusinessSegmentsAxis_label_en-US" xlink:label="lab_us-gaap_StatementBusinessSegmentsAxis" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Segments [Axis]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_StatementBusinessSegmentsAxis" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_StatementBusinessSegmentsAxis"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_StatementBusinessSegmentsAxis" xlink:to="lab_us-gaap_StatementBusinessSegmentsAxis" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_MortgageBankingMember_0687f5ed-eadb-447c-a8d1-816960d6b6a9_verboseLabel_en-US" xlink:label="lab_us-gaap_MortgageBankingMember" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xml:lang="en-US">Mortgage banking and servicing rights income</link:label>
    <link:label id="lab_us-gaap_MortgageBankingMember_label_en-US" xlink:label="lab_us-gaap_MortgageBankingMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Mortgage Banking [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_MortgageBankingMember" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_MortgageBankingMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_MortgageBankingMember" xlink:to="lab_us-gaap_MortgageBankingMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_MeasurementInputComparabilityAdjustmentMember_0c2b6c66-5a23-411e-8211-bf5ac8d9e422_terseLabel_en-US" xlink:label="lab_us-gaap_MeasurementInputComparabilityAdjustmentMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Differences between the comparable sales</link:label>
    <link:label id="lab_us-gaap_MeasurementInputComparabilityAdjustmentMember_label_en-US" xlink:label="lab_us-gaap_MeasurementInputComparabilityAdjustmentMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Measurement Input, Comparability Adjustment [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_MeasurementInputComparabilityAdjustmentMember" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_MeasurementInputComparabilityAdjustmentMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_MeasurementInputComparabilityAdjustmentMember" xlink:to="lab_us-gaap_MeasurementInputComparabilityAdjustmentMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_StatementLineItems_f5a4b078-bb2e-48da-a84d-a4b113f78c97_terseLabel_en-US" xlink:label="lab_us-gaap_StatementLineItems" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Statement [Line Items]</link:label>
    <link:label id="lab_us-gaap_StatementLineItems_label_en-US" xlink:label="lab_us-gaap_StatementLineItems" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Statement [Line Items]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_StatementLineItems" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_StatementLineItems"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_StatementLineItems" xlink:to="lab_us-gaap_StatementLineItems" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_EstimateOfFairValueFairValueDisclosureMember_3ccd8650-722e-4621-809c-0b0ded69c7d8_terseLabel_en-US" xlink:label="lab_us-gaap_EstimateOfFairValueFairValueDisclosureMember" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Total Fair Value</link:label>
    <link:label id="lab_us-gaap_EstimateOfFairValueFairValueDisclosureMember_065aa737-85a1-4bc7-b9ae-f0140bec8bb5_verboseLabel_en-US" xlink:label="lab_us-gaap_EstimateOfFairValueFairValueDisclosureMember" xlink:role="http://www.xbrl.org/2003/role/verboseLabel" xlink:type="resource" xml:lang="en-US">Fair Value</link:label>
    <link:label id="lab_us-gaap_EstimateOfFairValueFairValueDisclosureMember_label_en-US" xlink:label="lab_us-gaap_EstimateOfFairValueFairValueDisclosureMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Estimate of Fair Value Measurement [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_EstimateOfFairValueFairValueDisclosureMember" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_EstimateOfFairValueFairValueDisclosureMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_EstimateOfFairValueFairValueDisclosureMember" xlink:to="lab_us-gaap_EstimateOfFairValueFairValueDisclosureMember" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_ScheduleOfDerivativeInstrumentsTextBlock_9a2da45b-1afe-4992-b002-5c8fa34fa09e_terseLabel_en-US" xlink:label="lab_us-gaap_ScheduleOfDerivativeInstrumentsTextBlock" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Schedule of Derivative Instruments</link:label>
    <link:label id="lab_us-gaap_ScheduleOfDerivativeInstrumentsTextBlock_label_en-US" xlink:label="lab_us-gaap_ScheduleOfDerivativeInstrumentsTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Schedule of Derivative Instruments [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_ScheduleOfDerivativeInstrumentsTextBlock" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_ScheduleOfDerivativeInstrumentsTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_ScheduleOfDerivativeInstrumentsTextBlock" xlink:to="lab_us-gaap_ScheduleOfDerivativeInstrumentsTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FinancingReceivableExcludingAccruedInterestBeforeAllowanceForCreditLossFeeAndLoanInProcess_8e641980-8f8c-4059-8cd6-6ced66ae727d_terseLabel_en-US" xlink:label="lab_us-gaap_FinancingReceivableExcludingAccruedInterestBeforeAllowanceForCreditLossFeeAndLoanInProcess" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Total</link:label>
    <link:label id="lab_us-gaap_FinancingReceivableExcludingAccruedInterestBeforeAllowanceForCreditLossFeeAndLoanInProcess_label_en-US" xlink:label="lab_us-gaap_FinancingReceivableExcludingAccruedInterestBeforeAllowanceForCreditLossFeeAndLoanInProcess" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Financing Receivable, Excluding Accrued Interest, before Allowance for Credit Loss, Fee, and Loan in Process</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FinancingReceivableExcludingAccruedInterestBeforeAllowanceForCreditLossFeeAndLoanInProcess" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FinancingReceivableExcludingAccruedInterestBeforeAllowanceForCreditLossFeeAndLoanInProcess"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FinancingReceivableExcludingAccruedInterestBeforeAllowanceForCreditLossFeeAndLoanInProcess" xlink:to="lab_us-gaap_FinancingReceivableExcludingAccruedInterestBeforeAllowanceForCreditLossFeeAndLoanInProcess" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_DebtSecuritiesAvailableForSaleTableTextBlock_22894fe7-59ea-48f7-b021-06bb28ae1bee_terseLabel_en-US" xlink:label="lab_us-gaap_DebtSecuritiesAvailableForSaleTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Schedule of Amortized Cost, Carrying Amount and Fair Value of Available-for-sale Securities</link:label>
    <link:label id="lab_us-gaap_DebtSecuritiesAvailableForSaleTableTextBlock_label_en-US" xlink:label="lab_us-gaap_DebtSecuritiesAvailableForSaleTableTextBlock" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Debt Securities, Available-for-Sale [Table Text Block]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_DebtSecuritiesAvailableForSaleTableTextBlock" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_DebtSecuritiesAvailableForSaleTableTextBlock"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_DebtSecuritiesAvailableForSaleTableTextBlock" xlink:to="lab_us-gaap_DebtSecuritiesAvailableForSaleTableTextBlock" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueDisclosureOffbalanceSheetRisksFaceAmountLiability_dc958c65-7507-4bb9-b41e-de54070954f3_terseLabel_en-US" xlink:label="lab_us-gaap_FairValueDisclosureOffbalanceSheetRisksFaceAmountLiability" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Off-balance sheet, loan origination commitment</link:label>
    <link:label id="lab_us-gaap_FairValueDisclosureOffbalanceSheetRisksFaceAmountLiability_label_en-US" xlink:label="lab_us-gaap_FairValueDisclosureOffbalanceSheetRisksFaceAmountLiability" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Fair Value Disclosure, off-Balance-Sheet Risks, Face Amount, Liability</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueDisclosureOffbalanceSheetRisksFaceAmountLiability" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FairValueDisclosureOffbalanceSheetRisksFaceAmountLiability"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueDisclosureOffbalanceSheetRisksFaceAmountLiability" xlink:to="lab_us-gaap_FairValueDisclosureOffbalanceSheetRisksFaceAmountLiability" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAmortizedCostAbstract_bec9940b-7f5a-4be0-9591-76ef75035c52_terseLabel_en-US" xlink:label="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAmortizedCostAbstract" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Available-for-Sale Amortized Cost</link:label>
    <link:label id="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAmortizedCostAbstract_label_en-US" xlink:label="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAmortizedCostAbstract" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Debt Securities, Available-for-Sale, Amortized Cost, Fiscal Year Maturity [Abstract]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAmortizedCostAbstract" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAmortizedCostAbstract"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAmortizedCostAbstract" xlink:to="lab_us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAmortizedCostAbstract" xlink:type="arc" order="1"/>
    <link:label id="lab_us-gaap_FairValueLiabilitiesMeasuredOnRecurringBasisSubordinatedDebtObligations_b5a051d9-bacb-4669-8a64-2fe096788fb2_terseLabel_en-US" xlink:label="lab_us-gaap_FairValueLiabilitiesMeasuredOnRecurringBasisSubordinatedDebtObligations" xlink:role="http://www.xbrl.org/2003/role/terseLabel" xlink:type="resource" xml:lang="en-US">Borrowings, subordinated notes and debentures</link:label>
    <link:label id="lab_us-gaap_FairValueLiabilitiesMeasuredOnRecurringBasisSubordinatedDebtObligations_label_en-US" xlink:label="lab_us-gaap_FairValueLiabilitiesMeasuredOnRecurringBasisSubordinatedDebtObligations" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Subordinated Debt Obligations, Fair Value Disclosure</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_us-gaap_FairValueLiabilitiesMeasuredOnRecurringBasisSubordinatedDebtObligations" xlink:href="https://xbrl.fasb.org/us-gaap/2023/elts/us-gaap-2023.xsd#us-gaap_FairValueLiabilitiesMeasuredOnRecurringBasisSubordinatedDebtObligations"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_us-gaap_FairValueLiabilitiesMeasuredOnRecurringBasisSubordinatedDebtObligations" xlink:to="lab_us-gaap_FairValueLiabilitiesMeasuredOnRecurringBasisSubordinatedDebtObligations" xlink:type="arc" order="1"/>
  </link:labelLink>
</link:linkbase>
