<?xml version="1.0" encoding="UTF-8"?>

<!--XBRL Document Created with Wdesk from Workiva-->
<!--Copyright 2021 Workiva-->
<!--r:724522b9-c459-4bd5-bdea-0f7a9730b26a,g:7c567fe1-f587-4737-b291-96df13de4964-->
<xs:schema xmlns:xs="http://www.w3.org/2001/XMLSchema" xmlns:link="http://www.xbrl.org/2003/linkbase" xmlns:mtrx="http://www.matrixservicecompany.com/20210930" xmlns:xbrli="http://www.xbrl.org/2003/instance" xmlns:dtr-types="http://www.xbrl.org/dtr/type/2020-01-21" xmlns:xbrldt="http://xbrl.org/2005/xbrldt" attributeFormDefault="unqualified" elementFormDefault="qualified" targetNamespace="http://www.matrixservicecompany.com/20210930">
  <xs:import namespace="http://fasb.org/srt/2021-01-31" schemaLocation="https://xbrl.fasb.org/srt/2021/elts/srt-2021-01-31.xsd"/>
  <xs:import namespace="http://fasb.org/us-gaap/2021-01-31" schemaLocation="https://xbrl.fasb.org/us-gaap/2021/elts/us-gaap-2021-01-31.xsd"/>
  <xs:import namespace="http://www.w3.org/1999/xlink" schemaLocation="http://www.xbrl.org/2003/xlink-2003-12-31.xsd"/>
  <xs:import namespace="http://www.xbrl.org/2003/instance" schemaLocation="http://www.xbrl.org/2003/xbrl-instance-2003-12-31.xsd"/>
  <xs:import namespace="http://www.xbrl.org/2003/linkbase" schemaLocation="http://www.xbrl.org/2003/xbrl-linkbase-2003-12-31.xsd"/>
  <xs:import namespace="http://www.xbrl.org/dtr/type/2020-01-21" schemaLocation="https://www.xbrl.org/dtr/type/2020-01-21/types.xsd"/>
  <xs:import namespace="http://xbrl.org/2005/xbrldt" schemaLocation="http://www.xbrl.org/2005/xbrldt-2005.xsd"/>
  <xs:import namespace="http://xbrl.sec.gov/country/2021" schemaLocation="https://xbrl.sec.gov/country/2021/country-2021.xsd"/>
  <xs:import namespace="http://xbrl.sec.gov/dei/2021" schemaLocation="https://xbrl.sec.gov/dei/2021/dei-2021.xsd"/>
  <xs:annotation>
    <xs:appinfo>
      <link:linkbaseRef xmlns:xlink="http://www.w3.org/1999/xlink" xlink:arcrole="http://www.w3.org/1999/xlink/properties/linkbase" xlink:href="mtrx-20210930_lab.xml" xlink:role="http://www.xbrl.org/2003/role/labelLinkbaseRef" xlink:type="simple"/>
      <link:linkbaseRef xmlns:xlink="http://www.w3.org/1999/xlink" xlink:arcrole="http://www.w3.org/1999/xlink/properties/linkbase" xlink:href="mtrx-20210930_pre.xml" xlink:role="http://www.xbrl.org/2003/role/presentationLinkbaseRef" xlink:type="simple"/>
      <link:linkbaseRef xmlns:xlink="http://www.w3.org/1999/xlink" xlink:arcrole="http://www.w3.org/1999/xlink/properties/linkbase" xlink:href="mtrx-20210930_cal.xml" xlink:role="http://www.xbrl.org/2003/role/calculationLinkbaseRef" xlink:type="simple"/>
      <link:linkbaseRef xmlns:xlink="http://www.w3.org/1999/xlink" xlink:arcrole="http://www.w3.org/1999/xlink/properties/linkbase" xlink:href="mtrx-20210930_def.xml" xlink:role="http://www.xbrl.org/2003/role/definitionLinkbaseRef" xlink:type="simple"/>
      <link:roleType id="CoverPage" roleURI="http://www.matrixservicecompany.com/role/CoverPage">
        <link:definition>0001001 - Document - Cover Page</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="CondensedConsolidatedStatementsofIncome" roleURI="http://www.matrixservicecompany.com/role/CondensedConsolidatedStatementsofIncome">
        <link:definition>1001002 - Statement - Condensed Consolidated Statements of Income</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="CondensedConsolidatedStatementsofComprehensiveIncome" roleURI="http://www.matrixservicecompany.com/role/CondensedConsolidatedStatementsofComprehensiveIncome">
        <link:definition>1002003 - Statement - Condensed Consolidated Statements of Comprehensive Income</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="CondensedConsolidatedStatementsofComprehensiveIncomeParenthetical" roleURI="http://www.matrixservicecompany.com/role/CondensedConsolidatedStatementsofComprehensiveIncomeParenthetical">
        <link:definition>1003004 - Statement - Condensed Consolidated Statements of Comprehensive Income (Parenthetical)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="CondensedConsolidatedBalanceSheets" roleURI="http://www.matrixservicecompany.com/role/CondensedConsolidatedBalanceSheets">
        <link:definition>1004005 - Statement - Condensed Consolidated Balance Sheets</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="CondensedConsolidatedBalanceSheetsParenthetical" roleURI="http://www.matrixservicecompany.com/role/CondensedConsolidatedBalanceSheetsParenthetical">
        <link:definition>1005006 - Statement - Condensed Consolidated Balance Sheets (Parenthetical)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="CondensedConsolidatedStatementsofCashFlows" roleURI="http://www.matrixservicecompany.com/role/CondensedConsolidatedStatementsofCashFlows">
        <link:definition>1006007 - Statement - Condensed Consolidated Statements of Cash Flows</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="CondensedConsolidatedStatementsofChangesinStockholdersEquity" roleURI="http://www.matrixservicecompany.com/role/CondensedConsolidatedStatementsofChangesinStockholdersEquity">
        <link:definition>1007008 - Statement - Condensed Consolidated Statements of Changes in Stockholders' Equity</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="CondensedConsolidatedStatementsofChangesinStockholdersEquityParenthetical" roleURI="http://www.matrixservicecompany.com/role/CondensedConsolidatedStatementsofChangesinStockholdersEquityParenthetical">
        <link:definition>1008009 - Statement - Condensed Consolidated Statements of Changes in Stockholders' Equity (Parenthetical)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="BasisofPresentationNotes" roleURI="http://www.matrixservicecompany.com/role/BasisofPresentationNotes">
        <link:definition>2101101 - Disclosure - Basis of Presentation (Notes)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="BasisofPresentationCashCashEquivalentsandRestrictedCashPolicies" roleURI="http://www.matrixservicecompany.com/role/BasisofPresentationCashCashEquivalentsandRestrictedCashPolicies">
        <link:definition>2202201 - Disclosure - Basis of Presentation - Cash, Cash Equivalents, and Restricted Cash (Policies)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="CashCashEquivalentsandRestrictedCashTables" roleURI="http://www.matrixservicecompany.com/role/CashCashEquivalentsandRestrictedCashTables">
        <link:definition>2303301 - Disclosure - Cash, Cash Equivalents, and Restricted Cash (Tables)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="BasisofPresentationBasisofPresentationNarrativeDetails" roleURI="http://www.matrixservicecompany.com/role/BasisofPresentationBasisofPresentationNarrativeDetails">
        <link:definition>2404401 - Disclosure - Basis of Presentation Basis of Presentation - Narrative (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="RevenueNotes" roleURI="http://www.matrixservicecompany.com/role/RevenueNotes">
        <link:definition>2105102 - Disclosure - Revenue (Notes)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="RevenueTables" roleURI="http://www.matrixservicecompany.com/role/RevenueTables">
        <link:definition>2306302 - Disclosure - Revenue (Tables)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="RevenueDetails" roleURI="http://www.matrixservicecompany.com/role/RevenueDetails">
        <link:definition>2407402 - Disclosure - Revenue (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="LeasesNotes" roleURI="http://www.matrixservicecompany.com/role/LeasesNotes">
        <link:definition>2108103 - Disclosure - Leases (Notes)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="LeasesTables" roleURI="http://www.matrixservicecompany.com/role/LeasesTables">
        <link:definition>2309303 - Disclosure - Leases (Tables)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="LeasesNarrativeDetails" roleURI="http://www.matrixservicecompany.com/role/LeasesNarrativeDetails">
        <link:definition>2410403 - Disclosure - Leases - Narrative (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="LeasesComponentsofLeaseCostsDetails" roleURI="http://www.matrixservicecompany.com/role/LeasesComponentsofLeaseCostsDetails">
        <link:definition>2411404 - Disclosure - Leases - Components of Lease Costs (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="LeasesMaturityAnalysisDetails" roleURI="http://www.matrixservicecompany.com/role/LeasesMaturityAnalysisDetails">
        <link:definition>2412405 - Disclosure - Leases - Maturity Analysis (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="LeasesOtherLeaseInformationDetails" roleURI="http://www.matrixservicecompany.com/role/LeasesOtherLeaseInformationDetails">
        <link:definition>2413406 - Disclosure - Leases - Other Lease Information (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="LeasesSupplementalCashFlowDisclosuresDetails" roleURI="http://www.matrixservicecompany.com/role/LeasesSupplementalCashFlowDisclosuresDetails">
        <link:definition>2414407 - Disclosure - Leases - Supplemental Cash Flow Disclosures (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="IntangibleAssetsIncludingGoodwillNotes" roleURI="http://www.matrixservicecompany.com/role/IntangibleAssetsIncludingGoodwillNotes">
        <link:definition>2115104 - Disclosure - Intangible Assets Including Goodwill (Notes)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="IntangibleAssetsIncludingGoodwillTables" roleURI="http://www.matrixservicecompany.com/role/IntangibleAssetsIncludingGoodwillTables">
        <link:definition>2316304 - Disclosure - Intangible Assets Including Goodwill (Tables)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="IntangibleAssetsIncludingGoodwillCarryingValueofGoodwillBySegmentDetails" roleURI="http://www.matrixservicecompany.com/role/IntangibleAssetsIncludingGoodwillCarryingValueofGoodwillBySegmentDetails">
        <link:definition>2417408 - Disclosure - Intangible Assets Including Goodwill - Carrying Value of Goodwill By Segment (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="IntangibleAssetsIncludingGoodwillCarryingValueofOtherIntangibleAssetsDetails" roleURI="http://www.matrixservicecompany.com/role/IntangibleAssetsIncludingGoodwillCarryingValueofOtherIntangibleAssetsDetails">
        <link:definition>2418409 - Disclosure - Intangible Assets Including Goodwill - Carrying Value of Other Intangible Assets (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="IntangibleAssetsIncludingGoodwillFutureExpectedAmortizationExpenseDetails" roleURI="http://www.matrixservicecompany.com/role/IntangibleAssetsIncludingGoodwillFutureExpectedAmortizationExpenseDetails">
        <link:definition>2419410 - Disclosure - Intangible Assets Including Goodwill Future Expected Amortization Expense (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="DebtNotes" roleURI="http://www.matrixservicecompany.com/role/DebtNotes">
        <link:definition>2120105 - Disclosure - Debt (Notes)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="DebtTables" roleURI="http://www.matrixservicecompany.com/role/DebtTables">
        <link:definition>2321305 - Disclosure - Debt (Tables)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="AssetBackedDebtDetails" roleURI="http://www.matrixservicecompany.com/role/AssetBackedDebtDetails">
        <link:definition>2422411 - Disclosure - Asset Backed Debt (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="IncomeTaxes" roleURI="http://www.matrixservicecompany.com/role/IncomeTaxes">
        <link:definition>2123106 - Disclosure - Income Taxes</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="IncomeTaxesDetails" roleURI="http://www.matrixservicecompany.com/role/IncomeTaxesDetails">
        <link:definition>2424412 - Disclosure - Income Taxes (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="CommitmentsandContingenciesNotes" roleURI="http://www.matrixservicecompany.com/role/CommitmentsandContingenciesNotes">
        <link:definition>2125107 - Disclosure - Commitments and Contingencies (Notes)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="CommitmentsandContingenciesAdditionalInformationDetail" roleURI="http://www.matrixservicecompany.com/role/CommitmentsandContingenciesAdditionalInformationDetail">
        <link:definition>2426413 - Disclosure - Commitments and Contingencies - Additional Information (Detail)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="EarningsperCommonShareNotes" roleURI="http://www.matrixservicecompany.com/role/EarningsperCommonShareNotes">
        <link:definition>2127108 - Disclosure - Earnings per Common Share (Notes)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="EarningsperCommonShareTables" roleURI="http://www.matrixservicecompany.com/role/EarningsperCommonShareTables">
        <link:definition>2328306 - Disclosure - Earnings per Common Share (Tables)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="EarningsperCommonShareComputationofBasicandDilutedEarningsPerShareDetails" roleURI="http://www.matrixservicecompany.com/role/EarningsperCommonShareComputationofBasicandDilutedEarningsPerShareDetails">
        <link:definition>2429414 - Disclosure - Earnings per Common Share - Computation of Basic and Diluted Earnings Per Share (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="EarningsperCommonShareAntidilutiveSecuritiesExcludedfromtheCalculationofDilutedEarningsPerShareDetails" roleURI="http://www.matrixservicecompany.com/role/EarningsperCommonShareAntidilutiveSecuritiesExcludedfromtheCalculationofDilutedEarningsPerShareDetails">
        <link:definition>2430415 - Disclosure - Earnings per Common Share - Antidilutive Securities Excluded from the Calculation of Diluted Earnings Per Share (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="SegmentInformationNotes" roleURI="http://www.matrixservicecompany.com/role/SegmentInformationNotes">
        <link:definition>2131109 - Disclosure - Segment Information (Notes)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="SegmentInformationTables" roleURI="http://www.matrixservicecompany.com/role/SegmentInformationTables">
        <link:definition>2332307 - Disclosure - Segment Information (Tables)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="SegmentInformationDetails" roleURI="http://www.matrixservicecompany.com/role/SegmentInformationDetails">
        <link:definition>2433416 - Disclosure - Segment Information (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="RestructuringCostsNotes" roleURI="http://www.matrixservicecompany.com/role/RestructuringCostsNotes">
        <link:definition>2134110 - Disclosure - Restructuring Costs (Notes)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="RestructuringCostsTables" roleURI="http://www.matrixservicecompany.com/role/RestructuringCostsTables">
        <link:definition>2335308 - Disclosure - Restructuring Costs (Tables)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType id="RestructuringCostsDetails" roleURI="http://www.matrixservicecompany.com/role/RestructuringCostsDetails">
        <link:definition>2436417 - Disclosure - Restructuring Costs (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
    </xs:appinfo>
  </xs:annotation>
  <xs:element id="mtrx_UncompletedContractsNet" abstract="false" name="UncompletedContractsNet" nillable="true" xbrli:periodType="instant" xbrli:balance="debit" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType"/>
  <xs:element id="mtrx_UtilityAndPowerInfrastructureMember" abstract="true" name="UtilityAndPowerInfrastructureMember" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:domainItemType"/>
  <xs:element id="mtrx_MtrxBusinessImprovementPlanMember" abstract="true" name="MtrxBusinessImprovementPlanMember" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:domainItemType"/>
  <xs:element id="mtrx_RestructuringcostsreserveRollForward" abstract="true" name="RestructuringcostsreserveRollForward" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="xbrli:stringItemType"/>
  <xs:element id="mtrx_ProcessAndIndustrialFacilitiesMember" abstract="true" name="ProcessAndIndustrialFacilitiesMember" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:domainItemType"/>
  <xs:element id="mtrx_Changeinnetcontractbalances" abstract="false" name="Changeinnetcontractbalances" nillable="true" xbrli:periodType="duration" xbrli:balance="debit" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType"/>
  <xs:element id="mtrx_MtrxAdjustmentToRestructuringCostsLiability" abstract="false" name="MtrxAdjustmentToRestructuringCostsLiability" nillable="true" xbrli:periodType="duration" xbrli:balance="credit" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType"/>
  <xs:element id="mtrx_Blendedincometaxrate" abstract="false" name="Blendedincometaxrate" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="xbrli:pureItemType"/>
  <xs:element id="mtrx_OtherLeaseInformationAbstract" abstract="true" name="OtherLeaseInformationAbstract" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="xbrli:stringItemType"/>
  <xs:element id="mtrx_MtrxAssetBackedLineofCreditPercentageLimitforFixedChargeCoverageRatio" abstract="false" name="MtrxAssetBackedLineofCreditPercentageLimitforFixedChargeCoverageRatio" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:percentItemType"/>
  <xs:element id="mtrx_StatementCondensedConsolidatedBalanceSheetsAbstract" abstract="true" name="StatementCondensedConsolidatedBalanceSheetsAbstract" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="xbrli:stringItemType"/>
  <xs:element id="mtrx_MtrxAssetBackedLineofCreditBalanceLimitforFixedChargeCoverageRatio" abstract="false" name="MtrxAssetBackedLineofCreditBalanceLimitforFixedChargeCoverageRatio" nillable="true" xbrli:periodType="duration" xbrli:balance="credit" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType"/>
  <xs:element id="mtrx_Contractwithcustomercurrentliabilitynet" abstract="false" name="Contractwithcustomercurrentliabilitynet" nillable="true" xbrli:periodType="instant" xbrli:balance="credit" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType"/>
  <xs:element id="mtrx_MtrxOperatingLeaseImpairmentsDueToRestructuring" abstract="false" name="MtrxOperatingLeaseImpairmentsDueToRestructuring" nillable="true" xbrli:periodType="duration" xbrli:balance="debit" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType"/>
  <xs:element id="mtrx_HoustonInterestsLLCMember" abstract="true" name="HoustonInterestsLLCMember" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:domainItemType"/>
  <xs:element id="mtrx_DeferredSharesIssued" abstract="false" name="DeferredSharesIssued" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="xbrli:sharesItemType"/>
  <xs:element id="mtrx_ExpectedRemainingAmortizationExpenseAbstract" abstract="true" name="ExpectedRemainingAmortizationExpenseAbstract" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="xbrli:stringItemType"/>
  <xs:element id="mtrx_MtrxMtrxCARESActNOLCarrybackBenefit" abstract="false" name="MtrxMtrxCARESActNOLCarrybackBenefit" nillable="true" xbrli:periodType="duration" xbrli:balance="debit" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType"/>
  <xs:element id="mtrx_Grossrevenues" abstract="false" name="Grossrevenues" nillable="true" xbrli:periodType="duration" xbrli:balance="credit" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType"/>
  <xs:element id="mtrx_Percentageofrealestateleases" abstract="false" name="Percentageofrealestateleases" nillable="true" xbrli:periodType="instant" substitutionGroup="xbrli:item" type="dtr-types:percentItemType"/>
  <xs:element id="mtrx_AssetBackedCreditFacilityFixedChargeCoverageRatioRequirement" abstract="false" name="AssetBackedCreditFacilityFixedChargeCoverageRatioRequirement" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="xbrli:pureItemType"/>
  <xs:element id="mtrx_Expectedeffectivetaxrateyeartodate" abstract="false" name="Expectedeffectivetaxrateyeartodate" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="xbrli:pureItemType"/>
  <xs:element id="mtrx_OtherinternationalMember" abstract="true" name="OtherinternationalMember" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:domainItemType"/>
  <xs:element id="mtrx_PriorYearCarrybackIncomeTaxReceivable" abstract="false" name="PriorYearCarrybackIncomeTaxReceivable" nillable="true" xbrli:periodType="instant" xbrli:balance="debit" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType"/>
  <xs:element id="mtrx_PowerGenerationProjectUnapprovedChangeOrdersandClaimsLineItems" abstract="true" name="PowerGenerationProjectUnapprovedChangeOrdersandClaimsLineItems" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="xbrli:stringItemType"/>
  <xs:element id="mtrx_AmountofForeignTaxCreditCarryforwardExpiringinFiscal2023" abstract="false" name="AmountofForeignTaxCreditCarryforwardExpiringinFiscal2023" nillable="true" xbrli:periodType="instant" xbrli:balance="debit" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType"/>
  <xs:element id="mtrx_UncompletedContractsBillings" abstract="false" name="UncompletedContractsBillings" nillable="true" xbrli:periodType="instant" xbrli:balance="credit" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType"/>
  <xs:element id="mtrx_LesseeOperatingLeaseLiabilityToBePaidAfterYearFour" abstract="false" name="LesseeOperatingLeaseLiabilityToBePaidAfterYearFour" nillable="true" xbrli:periodType="instant" xbrli:balance="credit" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType"/>
  <xs:element id="mtrx_MtrxAssetBackedCreditFacility_FederalFundsRateAddition" abstract="false" name="MtrxAssetBackedCreditFacility_FederalFundsRateAddition" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:percentItemType"/>
  <xs:element id="mtrx_Totalfuturepaymentsforleasenotyetcommenced" abstract="false" name="Totalfuturepaymentsforleasenotyetcommenced" nillable="true" xbrli:periodType="instant" xbrli:balance="debit" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType"/>
  <xs:element id="mtrx_UnallocatedCorporateCostsMember" abstract="true" name="UnallocatedCorporateCostsMember" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:domainItemType"/>
  <xs:element id="mtrx_DeferredTaxAssetsForeignTaxCreditCarryforwardAfterValuationAllowance" abstract="false" name="DeferredTaxAssetsForeignTaxCreditCarryforwardAfterValuationAllowance" nillable="true" xbrli:periodType="instant" xbrli:balance="debit" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType"/>
  <xs:element id="mtrx_AssetBackedCreditFacilityBaseRateAddOn" abstract="false" name="AssetBackedCreditFacilityBaseRateAddOn" nillable="true" xbrli:periodType="instant" substitutionGroup="xbrli:item" type="dtr-types:percentItemType"/>
  <xs:element id="mtrx_PriorYearOverpaymentIncomeTaxReceivableMember" abstract="true" name="PriorYearOverpaymentIncomeTaxReceivableMember" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:domainItemType"/>
  <xs:element id="mtrx_Beginningequitybalancesasadjusted" abstract="false" name="Beginningequitybalancesasadjusted" nillable="true" xbrli:periodType="instant" xbrli:balance="credit" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType"/>
  <xs:element id="mtrx_PowerGenerationProjectDomain" abstract="true" name="PowerGenerationProjectDomain" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:domainItemType"/>
  <xs:element id="mtrx_MtrxDeferredIncomeTaxExpense" abstract="false" name="MtrxDeferredIncomeTaxExpense" nillable="true" xbrli:periodType="duration" xbrli:balance="debit" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType"/>
  <xs:element id="mtrx_ClaimOnPowerGenerationProjectMember" abstract="true" name="ClaimOnPowerGenerationProjectMember" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:domainItemType"/>
  <xs:element id="mtrx_OtherTreasurySharesAcquired" abstract="false" name="OtherTreasurySharesAcquired" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="xbrli:sharesItemType"/>
  <xs:element id="mtrx_UncompletedContractsCostsIncurredAndEstimatedEarningsRecognized" abstract="false" name="UncompletedContractsCostsIncurredAndEstimatedEarningsRecognized" nillable="true" xbrli:periodType="instant" xbrli:balance="debit" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType"/>
  <xs:element id="mtrx_MtrxOfficeEquipmentAndCapitalizedComputerSoftwareGross" abstract="false" name="MtrxOfficeEquipmentAndCapitalizedComputerSoftwareGross" nillable="true" xbrli:periodType="instant" xbrli:balance="debit" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType"/>
  <xs:element id="mtrx_IncomeTaxReceivableDomain" abstract="true" name="IncomeTaxReceivableDomain" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:domainItemType"/>
  <xs:element id="mtrx_Deferredtaxremeasurement" abstract="false" name="Deferredtaxremeasurement" nillable="true" xbrli:periodType="duration" xbrli:balance="credit" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType"/>
  <xs:element id="mtrx_MtrxAssetBackedCreditFacilityLIBORRateOneMonthAddOn" abstract="false" name="MtrxAssetBackedCreditFacilityLIBORRateOneMonthAddOn" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:percentItemType"/>
  <xs:element id="mtrx_Restrictionofdeductibilityofcertainexecutivecompensation" abstract="false" name="Restrictionofdeductibilityofcertainexecutivecompensation" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType"/>
  <xs:element id="mtrx_NonvestedDeferredSharesMember" abstract="true" name="NonvestedDeferredSharesMember" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:domainItemType"/>
  <xs:element id="mtrx_OtherTreasurySharePurchases" abstract="false" name="OtherTreasurySharePurchases" nillable="true" xbrli:periodType="duration" xbrli:balance="debit" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType"/>
  <xs:element id="mtrx_LineOfCreditBasisSpreadOnAlternateBaseRateMinimum" abstract="false" name="LineOfCreditBasisSpreadOnAlternateBaseRateMinimum" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:percentItemType"/>
  <xs:element id="mtrx_IronandSteelCustomerRelationshipMember" abstract="true" name="IronandSteelCustomerRelationshipMember" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:domainItemType"/>
  <xs:element id="mtrx_StorageAndTerminalSolutionsMember" abstract="true" name="StorageAndTerminalSolutionsMember" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:domainItemType"/>
  <xs:element id="mtrx_AmountofForeignTaxCreditCarryforwardExpiringinFiscal2021" abstract="false" name="AmountofForeignTaxCreditCarryforwardExpiringinFiscal2021" nillable="true" xbrli:periodType="instant" xbrli:balance="debit" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType"/>
  <xs:element id="mtrx_LineOfCreditBasisSpreadOnAlternateBaseRateMaximum" abstract="false" name="LineOfCreditBasisSpreadOnAlternateBaseRateMaximum" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:percentItemType"/>
  <xs:element id="mtrx_IncomeTaxReceivableAxis" abstract="true" name="IncomeTaxReceivableAxis" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrldt:dimensionItem" type="xbrli:stringItemType"/>
  <xs:element id="mtrx_Expectedeffectivetaxrateremainderofyear" abstract="false" name="Expectedeffectivetaxrateremainderofyear" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:percentItemType"/>
  <xs:element id="mtrx_LineOfCreditBasisSpreadOnAdjustedLIBOAndCDORMinimum" abstract="false" name="LineOfCreditBasisSpreadOnAdjustedLIBOAndCDORMinimum" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:percentItemType"/>
  <xs:element id="mtrx_PowerGenerationProjectUnapprovedChangeOrdersandClaimsTable" abstract="true" name="PowerGenerationProjectUnapprovedChangeOrdersandClaimsTable" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrldt:hypercubeItem" type="xbrli:stringItemType"/>
  <xs:element id="mtrx_TransportationEquipmentGross" abstract="false" name="TransportationEquipmentGross" nillable="true" xbrli:periodType="instant" xbrli:balance="debit" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType"/>
  <xs:element id="mtrx_Performanceobligationstoberecognizedasrevenuewithinnexttwelvemonths" abstract="false" name="Performanceobligationstoberecognizedasrevenuewithinnexttwelvemonths" nillable="true" xbrli:periodType="instant" xbrli:balance="credit" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType"/>
  <xs:element id="mtrx_LineOfCreditBasisSpreadOnAdjustedLIBOAndCDORMaximum" abstract="false" name="LineOfCreditBasisSpreadOnAdjustedLIBOAndCDORMaximum" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:percentItemType"/>
  <xs:element id="mtrx_Priorfederalincometaxrate" abstract="false" name="Priorfederalincometaxrate" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="xbrli:pureItemType"/>
  <xs:element id="mtrx_ScheduleOfIntangibleAssetsExcludingGoodwillTableTextBlock" abstract="false" name="ScheduleOfIntangibleAssetsExcludingGoodwillTableTextBlock" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:textBlockItemType"/>
  <xs:element id="mtrx_OtherInformationRelatedtoLeasesTableTextBlock" abstract="false" name="OtherInformationRelatedtoLeasesTableTextBlock" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:textBlockItemType"/>
  <xs:element id="mtrx_DisclosureCustomerContractsAdditionalInformationAbstract" abstract="true" name="DisclosureCustomerContractsAdditionalInformationAbstract" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="xbrli:stringItemType"/>
  <xs:element id="mtrx_MtrxCostReductionPlanMember" abstract="true" name="MtrxCostReductionPlanMember" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:domainItemType"/>
  <xs:element id="mtrx_ChangeinCIE" abstract="false" name="ChangeinCIE" nillable="true" xbrli:periodType="duration" xbrli:balance="debit" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType"/>
  <xs:element id="mtrx_UnapprovedChangeOrdersOnPowerGenerationProjectMember" abstract="true" name="UnapprovedChangeOrdersOnPowerGenerationProjectMember" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:domainItemType"/>
  <xs:element id="mtrx_MtrxUnpaidRestructuringCharges" abstract="false" name="MtrxUnpaidRestructuringCharges" nillable="true" xbrli:periodType="duration" xbrli:balance="debit" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType"/>
  <xs:element id="mtrx_MtrxCARESACTDeferredPayrollTaxLiability" abstract="false" name="MtrxCARESACTDeferredPayrollTaxLiability" nillable="true" xbrli:periodType="instant" xbrli:balance="debit" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType"/>
  <xs:element id="mtrx_PowerGenerationProjectAxis" abstract="true" name="PowerGenerationProjectAxis" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrldt:dimensionItem" type="xbrli:stringItemType"/>
  <xs:element id="mtrx_BaillieTankEquipmentLtd.Member" abstract="true" name="BaillieTankEquipmentLtd.Member" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="dtr-types:domainItemType"/>
  <xs:element id="mtrx_RestructuringcostsbytypeAbstract" abstract="true" name="RestructuringcostsbytypeAbstract" nillable="true" xbrli:periodType="duration" substitutionGroup="xbrli:item" type="xbrli:stringItemType"/>
  <xs:element id="mtrx_ChangeinBIE" abstract="false" name="ChangeinBIE" nillable="true" xbrli:periodType="duration" xbrli:balance="credit" substitutionGroup="xbrli:item" type="xbrli:monetaryItemType"/>
</xs:schema>
