<?xml version="1.0" encoding="UTF-8"?>

<!--XBRL Document Created with the Workiva Platform-->
<!--Copyright 2024 Workiva-->
<!--r:fd2dd59d-50f1-480f-a752-7c7676a31568,g:404d10a4-e3ad-40cc-9488-2892f239161c-->
<link:linkbase xmlns:link="http://www.xbrl.org/2003/linkbase" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://www.xbrl.org/2003/linkbase http://www.xbrl.org/2003/xbrl-linkbase-2003-12-31.xsd">
  <link:roleRef roleURI="http://www.xbrl.org/2009/role/negatedPeriodStartLabel" xlink:type="simple" xlink:href="http://www.xbrl.org/lrr/role/negated-2009-12-16.xsd#negatedPeriodStartLabel"/>
  <link:roleRef roleURI="http://www.xbrl.org/2009/role/netLabel" xlink:type="simple" xlink:href="http://www.xbrl.org/lrr/role/net-2009-12-16.xsd#netLabel"/>
  <link:roleRef roleURI="http://www.xbrl.org/2009/role/negatedNetLabel" xlink:type="simple" xlink:href="http://www.xbrl.org/lrr/role/negated-2009-12-16.xsd#negatedNetLabel"/>
  <link:roleRef roleURI="http://www.xbrl.org/2009/role/negatedTerseLabel" xlink:type="simple" xlink:href="http://www.xbrl.org/lrr/role/negated-2009-12-16.xsd#negatedTerseLabel"/>
  <link:roleRef roleURI="http://www.xbrl.org/2009/role/negatedPeriodEndLabel" xlink:type="simple" xlink:href="http://www.xbrl.org/lrr/role/negated-2009-12-16.xsd#negatedPeriodEndLabel"/>
  <link:roleRef roleURI="http://www.xbrl.org/2009/role/negatedLabel" xlink:type="simple" xlink:href="http://www.xbrl.org/lrr/role/negated-2009-12-16.xsd#negatedLabel"/>
  <link:roleRef roleURI="http://www.xbrl.org/2009/role/negatedTotalLabel" xlink:type="simple" xlink:href="http://www.xbrl.org/lrr/role/negated-2009-12-16.xsd#negatedTotalLabel"/>
  <link:labelLink xlink:role="http://www.xbrl.org/2003/role/link" xlink:type="extended">
    <link:label id="lab_cswc_EquityAwardsValueOfDividendsAndOtherEarningsPaidAdjustmentMember_label_en-US" xlink:label="lab_cswc_EquityAwardsValueOfDividendsAndOtherEarningsPaidAdjustmentMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Equity Awards, Value of Dividends and Other Earnings Paid Adjustment [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_cswc_EquityAwardsValueOfDividendsAndOtherEarningsPaidAdjustmentMember" xlink:href="cswc-20240531.xsd#cswc_EquityAwardsValueOfDividendsAndOtherEarningsPaidAdjustmentMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_cswc_EquityAwardsValueOfDividendsAndOtherEarningsPaidAdjustmentMember" xlink:to="lab_cswc_EquityAwardsValueOfDividendsAndOtherEarningsPaidAdjustmentMember" xlink:type="arc" order="1"/>
    <link:label id="lab_cswc_EquityAwardsGrantedInPriorYearsUnvestedMember_label_en-US" xlink:label="lab_cswc_EquityAwardsGrantedInPriorYearsUnvestedMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Equity Awards Granted in Prior Years, Unvested [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_cswc_EquityAwardsGrantedInPriorYearsUnvestedMember" xlink:href="cswc-20240531.xsd#cswc_EquityAwardsGrantedInPriorYearsUnvestedMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_cswc_EquityAwardsGrantedInPriorYearsUnvestedMember" xlink:to="lab_cswc_EquityAwardsGrantedInPriorYearsUnvestedMember" xlink:type="arc" order="1"/>
    <link:label id="lab_cswc_EquityAwardsGrantedInPriorYearsVestedMember_label_en-US" xlink:label="lab_cswc_EquityAwardsGrantedInPriorYearsVestedMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Equity Awards Granted in Prior Years, Vested [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_cswc_EquityAwardsGrantedInPriorYearsVestedMember" xlink:href="cswc-20240531.xsd#cswc_EquityAwardsGrantedInPriorYearsVestedMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_cswc_EquityAwardsGrantedInPriorYearsVestedMember" xlink:to="lab_cswc_EquityAwardsGrantedInPriorYearsVestedMember" xlink:type="arc" order="1"/>
    <link:label id="lab_cswc_EquityAwardsReportedValueMember_label_en-US" xlink:label="lab_cswc_EquityAwardsReportedValueMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Equity Awards Reported Value [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_cswc_EquityAwardsReportedValueMember" xlink:href="cswc-20240531.xsd#cswc_EquityAwardsReportedValueMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_cswc_EquityAwardsReportedValueMember" xlink:to="lab_cswc_EquityAwardsReportedValueMember" xlink:type="arc" order="1"/>
    <link:label id="lab_cswc_EquityAwardsGrantedInCurrentYearMember_label_en-US" xlink:label="lab_cswc_EquityAwardsGrantedInCurrentYearMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Equity Awards Granted in Current Year [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_cswc_EquityAwardsGrantedInCurrentYearMember" xlink:href="cswc-20240531.xsd#cswc_EquityAwardsGrantedInCurrentYearMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_cswc_EquityAwardsGrantedInCurrentYearMember" xlink:to="lab_cswc_EquityAwardsGrantedInCurrentYearMember" xlink:type="arc" order="1"/>
    <link:label id="lab_cswc_EquityAwardsValueOfForfeitedAwardsAdjustmentMember_label_en-US" xlink:label="lab_cswc_EquityAwardsValueOfForfeitedAwardsAdjustmentMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Equity Awards, Value of Forfeited Awards Adjustment [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_cswc_EquityAwardsValueOfForfeitedAwardsAdjustmentMember" xlink:href="cswc-20240531.xsd#cswc_EquityAwardsValueOfForfeitedAwardsAdjustmentMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_cswc_EquityAwardsValueOfForfeitedAwardsAdjustmentMember" xlink:to="lab_cswc_EquityAwardsValueOfForfeitedAwardsAdjustmentMember" xlink:type="arc" order="1"/>
    <link:label id="lab_cswc_EquityAwardsGrantedDuringTheYearVestedMember_label_en-US" xlink:label="lab_cswc_EquityAwardsGrantedDuringTheYearVestedMember" xlink:role="http://www.xbrl.org/2003/role/label" xlink:type="resource" xml:lang="en-US">Equity Awards Granted During the Year, Vested [Member]</link:label>
    <link:loc xlink:type="locator" xlink:label="loc_cswc_EquityAwardsGrantedDuringTheYearVestedMember" xlink:href="cswc-20240531.xsd#cswc_EquityAwardsGrantedDuringTheYearVestedMember"/>
    <link:labelArc xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="loc_cswc_EquityAwardsGrantedDuringTheYearVestedMember" xlink:to="lab_cswc_EquityAwardsGrantedDuringTheYearVestedMember" xlink:type="arc" order="1"/>
  </link:labelLink>
</link:linkbase>
