<?xml version="1.0" encoding="US-ASCII" standalone="no"?>
<!--Generated by ThunderDome XBRL - 08:47PM UTC 2023-04-11--><xsd:schema xmlns:xsd="http://www.w3.org/2001/XMLSchema" xmlns:cnob="http://www.connectonebank.com/20221231" xmlns:dei="http://xbrl.sec.gov/dei/2022q4" xmlns:dtr-types="http://www.xbrl.org/dtr/type/2020-01-21" xmlns:ecd="http://xbrl.sec.gov/ecd/2022q4" xmlns:link="http://www.xbrl.org/2003/linkbase" xmlns:us-gaap="http://fasb.org/us-gaap/2022" xmlns:us-types="http://fasb.org/us-types/2022" xmlns:xbrldt="http://xbrl.org/2005/xbrldt" xmlns:xbrli="http://www.xbrl.org/2003/instance" xmlns:xlink="http://www.w3.org/1999/xlink" attributeFormDefault="unqualified" elementFormDefault="qualified" targetNamespace="http://www.connectonebank.com/20221231">
  <xsd:import namespace="http://fasb.org/us-types/2022" schemaLocation="https://xbrl.fasb.org/us-gaap/2022/elts/us-types-2022.xsd"/>
  <xsd:import namespace="http://www.xbrl.org/2003/instance" schemaLocation="http://www.xbrl.org/2003/xbrl-instance-2003-12-31.xsd"/>
  <xsd:import namespace="http://xbrl.org/2005/xbrldt" schemaLocation="http://www.xbrl.org/2005/xbrldt-2005.xsd"/>
  <xsd:import namespace="http://www.xbrl.org/dtr/type/2020-01-21" schemaLocation="https://www.xbrl.org/dtr/type/2020-01-21/types.xsd"/>
  <xsd:import namespace="http://fasb.org/us-gaap/2022" schemaLocation="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd"/>
  <xsd:import namespace="http://www.xbrl.org/2009/role/negated" schemaLocation="http://www.xbrl.org/lrr/role/negated-2009-12-16.xsd"/>
  <xsd:import namespace="http://xbrl.sec.gov/dei/2022q4" schemaLocation="https://xbrl.sec.gov/dei/2022q4/dei-2022q4.xsd"/>
  <xsd:import namespace="http://xbrl.sec.gov/ecd-sub/2022q4" schemaLocation="https://xbrl.sec.gov/ecd/2022q4/ecd-sub-2022q4.xsd" />
  <xsd:import namespace="http://xbrl.sec.gov/ecd/2022q4" schemaLocation="https://xbrl.sec.gov/ecd/2022q4/ecd-2022q4.xsd" />
  <xsd:import namespace="http://xbrl.sec.gov/dei-sub/2022q4" schemaLocation="https://xbrl.sec.gov/dei/2022q4/dei-sub-2022q4.xsd" />
  <xsd:annotation>
    <xsd:appinfo>
      <link:linkbaseRef xlink:arcrole="http://www.w3.org/1999/xlink/properties/linkbase" xlink:href="cnob-20221231_lab.xml" xlink:role="http://www.xbrl.org/2003/role/labelLinkbaseRef" xlink:type="simple"/>
      <link:linkbaseRef xlink:arcrole="http://www.w3.org/1999/xlink/properties/linkbase" xlink:href="cnob-20221231_def.xml" xlink:role="http://www.xbrl.org/2003/role/definitionLinkbaseRef" xlink:type="simple"/>
      <link:linkbaseRef xlink:arcrole="http://www.w3.org/1999/xlink/properties/linkbase" xlink:href="cnob-20221231_pre.xml" xlink:role="http://www.xbrl.org/2003/role/presentationLinkbaseRef" xlink:type="simple"/>
    </xsd:appinfo>
  </xsd:annotation>
  <xsd:element abstract="true" id="cnob_NEOAdditionOfChangeInFairValueAtFYEndVersusPriorFYEndForAwardsGrantedInAPriorFYThatRemainedOutstandingMember" name="NEOAdditionOfChangeInFairValueAtFYEndVersusPriorFYEndForAwardsGrantedInAPriorFYThatRemainedOutstandingMember" nillable="true" substitutionGroup="xbrli:item" type="dtr-types:domainItemType" xbrli:periodType="duration"/>
  <xsd:element abstract="true" id="cnob_NEOAdditionOfChangeInFairValueAtVestingDateVersusPriorFYEndForAwardsGrantedInAPriorFYThatVestedDuringTheFYMember" name="NEOAdditionOfChangeInFairValueAtVestingDateVersusPriorFYEndForAwardsGrantedInAPriorFYThatVestedDuringTheFYMember" nillable="true" substitutionGroup="xbrli:item" type="dtr-types:domainItemType" xbrli:periodType="duration"/>
  <xsd:element abstract="true" id="cnob_NEOAdditionOfFairValueAtFiscalYearFYEndOfEquityAwardsGrantedDuringTheFYThatRemainedOutstandingMember" name="NEOAdditionOfFairValueAtFiscalYearFYEndOfEquityAwardsGrantedDuringTheFYThatRemainedOutstandingMember" nillable="true" substitutionGroup="xbrli:item" type="dtr-types:domainItemType" xbrli:periodType="duration"/>
  <xsd:element abstract="true" id="cnob_NEOAdditionOfServiceCostsAndPriorServiceCostsMember" name="NEOAdditionOfServiceCostsAndPriorServiceCostsMember" nillable="true" substitutionGroup="xbrli:item" type="dtr-types:domainItemType" xbrli:periodType="duration"/>
  <xsd:element abstract="true" id="cnob_NEODeductionForAmountReportedInStockAwardsColumnOfTheSummaryCompensationTableMember" name="NEODeductionForAmountReportedInStockAwardsColumnOfTheSummaryCompensationTableMember" nillable="true" substitutionGroup="xbrli:item" type="dtr-types:domainItemType" xbrli:periodType="duration"/>
  <xsd:element abstract="true" id="cnob_NEODeductionForValuesReportedInTheChangeInPensionValueAndNonqualifiedDeferredCompensationEarningsColumnOfTheSummaryCompensationTableMember" name="NEODeductionForValuesReportedInTheChangeInPensionValueAndNonqualifiedDeferredCompensationEarningsColumnOfTheSummaryCompensationTableMember" nillable="true" substitutionGroup="xbrli:item" type="dtr-types:domainItemType" xbrli:periodType="duration"/>
  <xsd:element abstract="true" id="cnob_PEOAdditionOfChangeInFairValueAtFYEndVersusPriorFYEndForAwardsGrantedInAPriorFYThatRemainedOutstandingMember" name="PEOAdditionOfChangeInFairValueAtFYEndVersusPriorFYEndForAwardsGrantedInAPriorFYThatRemainedOutstandingMember" nillable="true" substitutionGroup="xbrli:item" type="dtr-types:domainItemType" xbrli:periodType="duration"/>
  <xsd:element abstract="true" id="cnob_PEOAdditionOfChangeInFairValueAtVestingDateVersusPriorFYEndForAwardsGrantedInAPriorFYThatVestedDuringTheFYMember" name="PEOAdditionOfChangeInFairValueAtVestingDateVersusPriorFYEndForAwardsGrantedInAPriorFYThatVestedDuringTheFYMember" nillable="true" substitutionGroup="xbrli:item" type="dtr-types:domainItemType" xbrli:periodType="duration"/>
  <xsd:element abstract="true" id="cnob_PEOAdditionOfFairValueAtFiscalYearFYEndOfEquityAwardsGrantedDuringTheFYThatRemainedOutstandingMember" name="PEOAdditionOfFairValueAtFiscalYearFYEndOfEquityAwardsGrantedDuringTheFYThatRemainedOutstandingMember" nillable="true" substitutionGroup="xbrli:item" type="dtr-types:domainItemType" xbrli:periodType="duration"/>
  <xsd:element abstract="true" id="cnob_PEOAdditionOfServiceCostsAndPriorServiceCostsMember" name="PEOAdditionOfServiceCostsAndPriorServiceCostsMember" nillable="true" substitutionGroup="xbrli:item" type="dtr-types:domainItemType" xbrli:periodType="duration"/>
  <xsd:element abstract="true" id="cnob_PEODeductionForAmountReportedInStockAwardsColumnOfTheSummaryCompensationTableMember" name="PEODeductionForAmountReportedInStockAwardsColumnOfTheSummaryCompensationTableMember" nillable="true" substitutionGroup="xbrli:item" type="dtr-types:domainItemType" xbrli:periodType="duration"/>
  <xsd:element abstract="true" id="cnob_PEODeductionForValuesReportedInTheChangeInPensionValueAndNonqualifiedDeferredCompensationEarningsColumnOfTheSummaryCompensationTableMember" name="PEODeductionForValuesReportedInTheChangeInPensionValueAndNonqualifiedDeferredCompensationEarningsColumnOfTheSummaryCompensationTableMember" nillable="true" substitutionGroup="xbrli:item" type="dtr-types:domainItemType" xbrli:periodType="duration"/>
</xsd:schema>
