<?xml version="1.0" encoding="us-ascii"?>
<!--XBRL document created with Toppan Merrill Bridge  9.9.1.22 -->
<!--Based on XBRL 2.1-->
<!--Created on: 3/12/2021 3:29:18 PM-->
<!--Modified on: 3/12/2021 3:29:18 PM-->
<xsd:schema xmlns:utr="http://www.xbrl.org/2009/utr" xmlns:imh="http://www.impaccompanies.com/20201231" xmlns:xl="http://www.xbrl.org/2003/XLink" xmlns:xbrli="http://www.xbrl.org/2003/instance" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:xbrldt="http://xbrl.org/2005/xbrldt" xmlns:num="http://www.xbrl.org/dtr/type/numeric" xmlns:xsd="http://www.w3.org/2001/XMLSchema" xmlns:ref="http://www.xbrl.org/2004/ref" xmlns:attributeFormDefault="unqualified" xmlns:link="http://www.xbrl.org/2003/linkbase" xmlns:nonnum="http://www.xbrl.org/dtr/type/non-numeric" xmlns:xlink="http://www.w3.org/1999/xlink" targetNamespace="http://www.impaccompanies.com/20201231" attributeFormDefault="unqualified" elementFormDefault="qualified" xmlns:country="http://xbrl.sec.gov/country/2020-01-31" xmlns:us-gaap="http://fasb.org/us-gaap/2020-01-31" xmlns:us-types="http://fasb.org/us-types/2020-01-31" xmlns:dei="http://xbrl.sec.gov/dei/2020-01-31" xmlns:stpr="http://xbrl.sec.gov/stpr/2018-01-31" xmlns:us-roles="http://fasb.org/us-roles/2020-01-31" xmlns:negated="http://www.xbrl.org/2009/role/negated" xmlns:srt-types="http://fasb.org/srt-types/2020-01-31">
  <xsd:annotation>
    <xsd:appinfo>
      <link:roleType roleURI="http://www.impaccompanies.com/role/StatementConsolidatedBalanceSheets" id="StatementConsolidatedBalanceSheets">
        <link:definition>00100 - Statement - CONSOLIDATED BALANCE SHEETS</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/StatementConsolidatedStatementsOfOperationsAndComprehensiveEarningsLoss" id="StatementConsolidatedStatementsOfOperationsAndComprehensiveEarningsLoss">
        <link:definition>00200 - Statement - CONSOLIDATED STATEMENTS OF OPERATIONS AND COMPREHENSIVE EARNINGS (LOSS)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/StatementConsolidatedStatementsOfCashFlows" id="StatementConsolidatedStatementsOfCashFlows">
        <link:definition>00400 - Statement - CONSOLIDATED STATEMENTS OF CASH FLOWS</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureMortgageLoansHeldForSaleDetails" id="DisclosureMortgageLoansHeldForSaleDetails">
        <link:definition>40201 - Disclosure - Mortgage Loans Held-for-Sale (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureMortgageServicingRightsDetails" id="DisclosureMortgageServicingRightsDetails">
        <link:definition>40301 - Disclosure - Mortgage Servicing Rights (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureOtherAssetsSummaryOfOtherAssetsDetails" id="DisclosureOtherAssetsSummaryOfOtherAssetsDetails">
        <link:definition>40401 - Disclosure - Other Assets - Summary of Other Assets (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureOtherAssetsPremisesAndEquipmentNetDetails" id="DisclosureOtherAssetsPremisesAndEquipmentNetDetails">
        <link:definition>40403 - Disclosure - Other Assets - Premises and Equipment, Net (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureLeasesMaturitiesDetailsCal2" id="DisclosureLeasesMaturitiesDetailsCal2">
        <link:definition>404031 - Disclosure - Leases - Maturities (Details)Cal_2</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureSecuritizedMortgageTrustsSecuritizedMortgageTrustAssetsDetails" id="DisclosureSecuritizedMortgageTrustsSecuritizedMortgageTrustAssetsDetails">
        <link:definition>40601 - Disclosure - Securitized Mortgage Trusts - Securitized Mortgage Trust Assets (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureSecuritizedMortgageTrustsExpectedPrincipalReductionsOfSecuritizedMortgageBorrowingsDetails" id="DisclosureSecuritizedMortgageTrustsExpectedPrincipalReductionsOfSecuritizedMortgageBorrowingsDetails">
        <link:definition>40604 - Disclosure - Securitized Mortgage Trusts - Expected Principal Reductions of the Securitized Mortgage Borrowings (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureSecuritizedMortgageTrustsChangeInFairValueOfNetTrustAssetsDetails" id="DisclosureSecuritizedMortgageTrustsChangeInFairValueOfNetTrustAssetsDetails">
        <link:definition>40605 - Disclosure - Securitized Mortgage Trusts - Change in Fair Value of Net Trust Assets (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureFairValueOfFinancialInstrumentsAssetsAndLiabilitiesMeasuredAtFairValueOnRecurringBasisDetails" id="DisclosureFairValueOfFinancialInstrumentsAssetsAndLiabilitiesMeasuredAtFairValueOnRecurringBasisDetails">
        <link:definition>40902 - Disclosure - Fair Value of Financial Instruments - Assets and Liabilities Measured at Fair Value on a Recurring Basis (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureFairValueOfFinancialInstrumentsChangesInRecurringFairValueMeasurementsIncludedInEarningsDetails" id="DisclosureFairValueOfFinancialInstrumentsChangesInRecurringFairValueMeasurementsIncludedInEarningsDetails">
        <link:definition>40905 - Disclosure - Fair Value of Financial Instruments - Changes in Recurring Fair Value Measurements Included in Earnings (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureReconciliationOfLossPerCommonShareDetails" id="DisclosureReconciliationOfLossPerCommonShareDetails">
        <link:definition>41001 - Disclosure - Reconciliation of Loss Per Common Share (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureIncomeTaxesSummaryOfIncomeTaxesDetails" id="DisclosureIncomeTaxesSummaryOfIncomeTaxesDetails">
        <link:definition>41101 - Disclosure - Income Taxes - Summary of Income Taxes (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureIncomeTaxesSummaryOfDeferredTaxAssetsAndLiabilitiesDetails" id="DisclosureIncomeTaxesSummaryOfDeferredTaxAssetsAndLiabilitiesDetails">
        <link:definition>41102 - Disclosure - Income Taxes - Summary of Deferred Tax Assets and Liabilities (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureIncomeTaxesReconciliationOfIncomeTaxesDetails" id="DisclosureIncomeTaxesReconciliationOfIncomeTaxesDetails">
        <link:definition>41103 - Disclosure - Income Taxes - Reconciliation of Income Taxes (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureSegmentReportingStatementOfOperationsDetails" id="DisclosureSegmentReportingStatementOfOperationsDetails">
        <link:definition>41202 - Disclosure - Segment Reporting - Statement of Operations (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureCommitmentsAndContingenciesCorporateOwnedLifeInsuranceTrustsDetails" id="DisclosureCommitmentsAndContingenciesCorporateOwnedLifeInsuranceTrustsDetails">
        <link:definition>41305 - Disclosure - Commitments and Contingencies - Corporate-owned Life Insurance Trusts (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DocumentDocumentAndEntityInformation" id="DocumentDocumentAndEntityInformation">
        <link:definition>00090 - Document - Document and Entity Information</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/StatementConsolidatedBalanceSheetsParenthetical" id="StatementConsolidatedBalanceSheetsParenthetical">
        <link:definition>00105 - Statement - CONSOLIDATED BALANCE SHEETS (Parenthetical)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/StatementConsolidatedStatementsOfChangesInStockholdersEquity" id="StatementConsolidatedStatementsOfChangesInStockholdersEquity">
        <link:definition>00300 - Statement - CONSOLIDATED STATEMENTS OF CHANGES IN STOCKHOLDERS' EQUITY</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureSummaryOfBusinessAndFinancialStatementPresentationIncludingSignificantAccountingPolicies" id="DisclosureSummaryOfBusinessAndFinancialStatementPresentationIncludingSignificantAccountingPolicies">
        <link:definition>10101 - Disclosure - Summary of Business and Financial Statement Presentation including Significant Accounting Policies</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureMortgageLoansHeldForSale" id="DisclosureMortgageLoansHeldForSale">
        <link:definition>10201 - Disclosure - Mortgage Loans Held-for-Sale</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureMortgageServicingRights" id="DisclosureMortgageServicingRights">
        <link:definition>10301 - Disclosure - Mortgage Servicing Rights</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureOtherAssets" id="DisclosureOtherAssets">
        <link:definition>10401 - Disclosure - Other Assets</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureDebt" id="DisclosureDebt">
        <link:definition>10501 - Disclosure - Debt</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureSecuritizedMortgageTrusts" id="DisclosureSecuritizedMortgageTrusts">
        <link:definition>10601 - Disclosure - Securitized Mortgage Trusts</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureDerivativeInstruments" id="DisclosureDerivativeInstruments">
        <link:definition>10701 - Disclosure - Derivative Instruments</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureRedeemablePreferredStock" id="DisclosureRedeemablePreferredStock">
        <link:definition>10801 - Disclosure - Redeemable Preferred Stock</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureFairValueOfFinancialInstruments" id="DisclosureFairValueOfFinancialInstruments">
        <link:definition>10901 - Disclosure - Fair Value of Financial Instruments</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureReconciliationOfLossPerCommonShare" id="DisclosureReconciliationOfLossPerCommonShare">
        <link:definition>11001 - Disclosure - Reconciliation of Loss Per Common Share</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureIncomeTaxes" id="DisclosureIncomeTaxes">
        <link:definition>11101 - Disclosure - Income Taxes</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureSegmentReporting" id="DisclosureSegmentReporting">
        <link:definition>11201 - Disclosure - Segment Reporting</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureCommitmentsAndContingencies" id="DisclosureCommitmentsAndContingencies">
        <link:definition>11301 - Disclosure - Commitments and Contingencies</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureShareBasedPaymentsAndEmployeeBenefitPlans" id="DisclosureShareBasedPaymentsAndEmployeeBenefitPlans">
        <link:definition>11401 - Disclosure - Share Based Payments and Employee Benefit Plans</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureRelatedPartyTransactions" id="DisclosureRelatedPartyTransactions">
        <link:definition>11501 - Disclosure - Related Party Transactions</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureSubsequentEvents" id="DisclosureSubsequentEvents">
        <link:definition>11601 - Disclosure - Subsequent Events</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureSummaryOfBusinessAndFinancialStatementPresentationIncludingSignificantAccountingPoliciesPolicies" id="DisclosureSummaryOfBusinessAndFinancialStatementPresentationIncludingSignificantAccountingPoliciesPolicies">
        <link:definition>20102 - Disclosure - Summary of Business and Financial Statement Presentation including Significant Accounting Policies (Policies)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureMortgageLoansHeldForSaleTables" id="DisclosureMortgageLoansHeldForSaleTables">
        <link:definition>30203 - Disclosure - Mortgage Loans Held-for-Sale (Tables)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureMortgageServicingRightsTables" id="DisclosureMortgageServicingRightsTables">
        <link:definition>30303 - Disclosure - Mortgage Servicing Rights (Tables)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureOtherAssetsTables" id="DisclosureOtherAssetsTables">
        <link:definition>30403 - Disclosure - Other Assets (Tables)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureDebtTables" id="DisclosureDebtTables">
        <link:definition>30503 - Disclosure - Debt (Tables)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureSecuritizedMortgageTrustsTables" id="DisclosureSecuritizedMortgageTrustsTables">
        <link:definition>30603 - Disclosure - Securitized Mortgage Trusts (Tables)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureDerivativeInstrumentsTables" id="DisclosureDerivativeInstrumentsTables">
        <link:definition>30703 - Disclosure - Derivative Instruments (Tables)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureFairValueOfFinancialInstrumentsTables" id="DisclosureFairValueOfFinancialInstrumentsTables">
        <link:definition>30903 - Disclosure - Fair Value of Financial Instruments (Tables)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureReconciliationOfLossPerCommonShareTables" id="DisclosureReconciliationOfLossPerCommonShareTables">
        <link:definition>31003 - Disclosure - Reconciliation of Loss Per Common Share (Tables)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureIncomeTaxesTables" id="DisclosureIncomeTaxesTables">
        <link:definition>31103 - Disclosure - Income Taxes (Tables)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureSegmentReportingTables" id="DisclosureSegmentReportingTables">
        <link:definition>31203 - Disclosure - Segment Reporting (Tables)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureCommitmentsAndContingenciesTables" id="DisclosureCommitmentsAndContingenciesTables">
        <link:definition>31303 - Disclosure - Commitments and Contingencies (Tables)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureShareBasedPaymentsAndEmployeeBenefitPlansTables" id="DisclosureShareBasedPaymentsAndEmployeeBenefitPlansTables">
        <link:definition>31403 - Disclosure - Share Based Payments and Employee Benefit Plans (Tables)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureSummaryOfBusinessAndFinancialStatementPresentationIncludingSignificantAccountingPoliciesDetails" id="DisclosureSummaryOfBusinessAndFinancialStatementPresentationIncludingSignificantAccountingPoliciesDetails">
        <link:definition>40101 - Disclosure - Summary of Business and Financial Statement Presentation including Significant Accounting Policies (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureOtherAssetsLoansEligibleForRepurchaseFromGinnieMaeDetails" id="DisclosureOtherAssetsLoansEligibleForRepurchaseFromGinnieMaeDetails">
        <link:definition>40402 - Disclosure - Other Assets - Loans Eligible for Repurchase from Ginnie Mae (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureDebtContractualReductionsOfDebtDetails" id="DisclosureDebtContractualReductionsOfDebtDetails">
        <link:definition>40501 - Disclosure - Debt - Contractual Reductions of Debt (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureDebtWarehouseBorrowingsDetails" id="DisclosureDebtWarehouseBorrowingsDetails">
        <link:definition>40502 - Disclosure - Debt - Warehouse Borrowings (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureDebtMsrFinancingsAndMsrAdvanceFinancingsDetails" id="DisclosureDebtMsrFinancingsAndMsrAdvanceFinancingsDetails">
        <link:definition>40503 - Disclosure - Debt - MSR Financings and MSR Advance Financings (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureDebtConvertibleNotesDetails" id="DisclosureDebtConvertibleNotesDetails">
        <link:definition>40504 - Disclosure - Debt - Convertible Notes (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureDebtLongTermDebtDetails" id="DisclosureDebtLongTermDebtDetails">
        <link:definition>40505 - Disclosure - Debt - Long-term Debt (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureSecuritizedMortgageTrustsSecuritizedMortgageTrustLiabilitiesDetails" id="DisclosureSecuritizedMortgageTrustsSecuritizedMortgageTrustLiabilitiesDetails">
        <link:definition>40602 - Disclosure - Securitized Mortgage Trusts - Securitized Mortgage Trust Liabilities (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureSecuritizedMortgageTrustsSecuritizedMortgageBorrowingsDetails" id="DisclosureSecuritizedMortgageTrustsSecuritizedMortgageBorrowingsDetails">
        <link:definition>40603 - Disclosure - Securitized Mortgage Trusts - Securitized Mortgage Borrowings (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureDerivativeInstrumentsDetails" id="DisclosureDerivativeInstrumentsDetails">
        <link:definition>40701 - Disclosure - Derivative Instruments (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureRedeemablePreferredStockDetails" id="DisclosureRedeemablePreferredStockDetails">
        <link:definition>40801 - Disclosure - Redeemable Preferred Stock (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureFairValueOfFinancialInstrumentsFairValueOfFinancialInstrumentsIncludedInConsolidatedFinancialStatementsDetails" id="DisclosureFairValueOfFinancialInstrumentsFairValueOfFinancialInstrumentsIncludedInConsolidatedFinancialStatementsDetails">
        <link:definition>40901 - Disclosure - Fair Value of Financial Instruments - Fair value of Financial Instruments Included in the Consolidated Financial Statements (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureFairValueOfFinancialInstrumentsReconciliationOfAllAssetsAndLiabilitiesMeasuredUsingLevel3InputDetails" id="DisclosureFairValueOfFinancialInstrumentsReconciliationOfAllAssetsAndLiabilitiesMeasuredUsingLevel3InputDetails">
        <link:definition>40903 - Disclosure - Fair Value of Financial Instruments - Reconciliation of All Assets and Liabilities Measured Using Level 3 Input (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureFairValueOfFinancialInstrumentsValuationTechniquesAndUnobservableInputsAppliedDetails" id="DisclosureFairValueOfFinancialInstrumentsValuationTechniquesAndUnobservableInputsAppliedDetails">
        <link:definition>40904 - Disclosure - Fair Value of Financial Instruments - Valuation Techniques And Unobservable Inputs Applied (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureFairValueOfFinancialInstrumentsNonrecurringFairValueMeasurementsDetails" id="DisclosureFairValueOfFinancialInstrumentsNonrecurringFairValueMeasurementsDetails">
        <link:definition>40906 - Disclosure - Fair Value of Financial Instruments - Nonrecurring Fair Value Measurements (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureIncomeTaxesNarrativeDetails" id="DisclosureIncomeTaxesNarrativeDetails">
        <link:definition>41104 - Disclosure - Income Taxes - Narrative (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureSegmentReportingBalanceSheetItemsDetails" id="DisclosureSegmentReportingBalanceSheetItemsDetails">
        <link:definition>41201 - Disclosure - Segment Reporting - Balance Sheet Items (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureCommitmentsAndContingenciesLegalProceedingsDetails" id="DisclosureCommitmentsAndContingenciesLegalProceedingsDetails">
        <link:definition>41301 - Disclosure - Commitments and Contingencies - Legal Proceedings (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureCommitmentsAndContingenciesRepurchaseReserveDetails" id="DisclosureCommitmentsAndContingenciesRepurchaseReserveDetails">
        <link:definition>41304 - Disclosure - Commitments and Contingencies - Repurchase Reserve (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureCommitmentsAndContingenciesConcentrationOfRiskDetails" id="DisclosureCommitmentsAndContingenciesConcentrationOfRiskDetails">
        <link:definition>41306 - Disclosure - Commitments and Contingencies - Concentration of Risk (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureShareBasedPaymentsAndEmployeeBenefitPlansIncentivePlanAndWeightedAverageAssumptionsUsedDetails" id="DisclosureShareBasedPaymentsAndEmployeeBenefitPlansIncentivePlanAndWeightedAverageAssumptionsUsedDetails">
        <link:definition>41401 - Disclosure - Share Based Payments and Employee Benefit Plans - Incentive Plan and Weighted Average Assumptions Used (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureShareBasedPaymentsAndEmployeeBenefitPlansStockOptionsDetails" id="DisclosureShareBasedPaymentsAndEmployeeBenefitPlansStockOptionsDetails">
        <link:definition>41402 - Disclosure - Share Based Payments and Employee Benefit Plans - Stock Options (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureShareBasedPaymentsAndEmployeeBenefitPlansOptionsExercisePriceRangeDetails" id="DisclosureShareBasedPaymentsAndEmployeeBenefitPlansOptionsExercisePriceRangeDetails">
        <link:definition>41403 - Disclosure - Share Based Payments and Employee Benefit Plans - Options Exercise Price Range (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureShareBasedPaymentsAndEmployeeBenefitPlansStockUnitsAndAwardsDetails" id="DisclosureShareBasedPaymentsAndEmployeeBenefitPlansStockUnitsAndAwardsDetails">
        <link:definition>41404 - Disclosure - Share Based Payments and Employee Benefit Plans - Stock Units And Awards (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureShareBasedPaymentsAndEmployeeBenefitPlans401KPlanDetails" id="DisclosureShareBasedPaymentsAndEmployeeBenefitPlans401KPlanDetails">
        <link:definition>41405 - Disclosure - Share Based Payments and Employee Benefit Plans - 401(k) Plan (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/StatementConsolidatedStatementsOfCashFlowsParenthetical" id="StatementConsolidatedStatementsOfCashFlowsParenthetical">
        <link:definition>00405 - Statement - CONSOLIDATED STATEMENTS OF CASH FLOWS (Parenthetical)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureCommitmentsAndContingenciesBalanceSheetAndQuantitativeInformationDetails" id="DisclosureCommitmentsAndContingenciesBalanceSheetAndQuantitativeInformationDetails">
        <link:definition>41302 - Disclosure - Commitments and Contingencies - Balance Sheet and Quantitative Information (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:roleType roleURI="http://www.impaccompanies.com/role/DisclosureCommitmentsAndContingenciesFutureMinimumCommitmentsDetails" id="DisclosureCommitmentsAndContingenciesFutureMinimumCommitmentsDetails">
        <link:definition>41303 - Disclosure - Commitments and Contingencies - Future Minimum Commitments (Details)</link:definition>
        <link:usedOn>link:presentationLink</link:usedOn>
        <link:usedOn>link:calculationLink</link:usedOn>
        <link:usedOn>link:definitionLink</link:usedOn>
      </link:roleType>
      <link:linkbaseRef xlink:type="simple" xlink:href="imh-20201231_pre.xml" xlink:role="http://www.xbrl.org/2003/role/presentationLinkbaseRef" xlink:arcrole="http://www.w3.org/1999/xlink/properties/linkbase" />
      <link:linkbaseRef xlink:type="simple" xlink:href="imh-20201231_cal.xml" xlink:role="http://www.xbrl.org/2003/role/calculationLinkbaseRef" xlink:arcrole="http://www.w3.org/1999/xlink/properties/linkbase" />
      <link:linkbaseRef xlink:type="simple" xlink:href="imh-20201231_def.xml" xlink:role="http://www.xbrl.org/2003/role/definitionLinkbaseRef" xlink:arcrole="http://www.w3.org/1999/xlink/properties/linkbase" />
      <link:linkbaseRef xlink:type="simple" xlink:href="imh-20201231_lab.xml" xlink:role="http://www.xbrl.org/2003/role/labelLinkbaseRef" xlink:arcrole="http://www.w3.org/1999/xlink/properties/linkbase" />
    </xsd:appinfo>
  </xsd:annotation>
  <xsd:import namespace="http://xbrl.sec.gov/dei/2020-01-31" schemaLocation="https://xbrl.sec.gov/dei/2020/dei-2020-01-31.xsd" />
  <xsd:import namespace="http://www.xbrl.org/2009/role/negated" schemaLocation="http://www.xbrl.org/lrr/role/negated-2009-12-16.xsd" />
  <xsd:import namespace="http://www.xbrl.org/dtr/type/non-numeric" schemaLocation="http://www.xbrl.org/dtr/type/nonNumeric-2009-12-16.xsd" />
  <xsd:import namespace="http://www.xbrl.org/dtr/type/numeric" schemaLocation="http://www.xbrl.org/dtr/type/numeric-2009-12-16.xsd" />
  <xsd:import namespace="http://fasb.org/us-roles/2020-01-31" schemaLocation="http://xbrl.fasb.org/us-gaap/2020/elts/us-roles-2020-01-31.xsd" />
  <xsd:import namespace="http://www.xbrl.org/2003/instance" schemaLocation="http://www.xbrl.org/2003/xbrl-instance-2003-12-31.xsd" />
  <xsd:import namespace="http://xbrl.org/2005/xbrldt" schemaLocation="http://www.xbrl.org/2005/xbrldt-2005.xsd" />
  <import namespace="http://fasb.org/us-gaap/2020-01-31" schemaLocation="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd" xmlns="http://www.w3.org/2001/XMLSchema" />
  <import namespace="http://xbrl.sec.gov/country/2020-01-31" schemaLocation="https://xbrl.sec.gov/country/2020/country-2020-01-31.xsd" xmlns="http://www.w3.org/2001/XMLSchema" />
  <import namespace="http://xbrl.sec.gov/stpr/2018-01-31" schemaLocation="https://xbrl.sec.gov/stpr/2018/stpr-2018-01-31.xsd" xmlns="http://www.w3.org/2001/XMLSchema" />
  <import namespace="http://fasb.org/srt/2020-01-31" schemaLocation="http://xbrl.fasb.org/srt/2020/elts/srt-2020-01-31.xsd" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_SecuritizedMortgageBorrowingsAbstract" name="SecuritizedMortgageBorrowingsAbstract" nillable="true" type="xbrli:stringItemType" substitutionGroup="xbrli:item" abstract="true" xbrli:periodType="duration" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_RealEstateOwnedFairValueDisclosure" name="RealEstateOwnedFairValueDisclosure" nillable="true" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" xbrli:periodType="instant" xbrli:balance="debit" xmlns="http://www.w3.org/2001/XMLSchema" />
  <xsd:element name="GainLossOnImpairmentOfAssetsLiabilitiesAbstract" id="imh_GainLossOnImpairmentOfAssetsLiabilitiesAbstract" type="xbrli:stringItemType" substitutionGroup="xbrli:item" abstract="true" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="FairValueAssetsAndLiabilitiesMeasuredOnRecurringBasisUnobservableInputReconciliationLineItems" id="imh_FairValueAssetsAndLiabilitiesMeasuredOnRecurringBasisUnobservableInputReconciliationLineItems" type="xbrli:stringItemType" substitutionGroup="xbrli:item" abstract="true" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="FairValueMeasurementWithUnobservableInputsPercentageOfLevelThreeAssetsToTotalAssetsMeasuredAtFairValue" id="imh_FairValueMeasurementWithUnobservableInputsPercentageOfLevelThreeAssetsToTotalAssetsMeasuredAtFairValue" type="num:percentItemType" substitutionGroup="xbrli:item" nillable="true" xbrli:periodType="instant" />
  <xsd:element name="FairValueMeasurementWithUnobservableInputsPercentageOfLevelThreeLiabilitiesToTotalLiabilitiesMeasuredAtFairValue" id="imh_FairValueMeasurementWithUnobservableInputsPercentageOfLevelThreeLiabilitiesToTotalLiabilitiesMeasuredAtFairValue" type="num:percentItemType" substitutionGroup="xbrli:item" nillable="true" xbrli:periodType="instant" />
  <xsd:element name="CurtisJTimmMember" id="imh_CurtisJTimmMember" type="nonnum:domainItemType" substitutionGroup="xbrli:item" abstract="true" nillable="true" xbrli:periodType="duration" />
  <element id="imh_LossContingencyPreferredStockPaymentsOfDividendsNumber" name="LossContingencyPreferredStockPaymentsOfDividendsNumber" nillable="true" type="xbrli:integerItemType" substitutionGroup="xbrli:item" xbrli:periodType="instant" xmlns="http://www.w3.org/2001/XMLSchema" />
  <xsd:element name="LossContingencyNumberOfDirectorsElectedByPreferredHolders" id="imh_LossContingencyNumberOfDirectorsElectedByPreferredHolders" type="xbrli:integerItemType" substitutionGroup="xbrli:item" abstract="false" nillable="true" xbrli:periodType="instant" />
  <xsd:element name="MortgageBorrowingsSecuritizationsPolicyTextBlock" id="imh_MortgageBorrowingsSecuritizationsPolicyTextBlock" type="nonnum:textBlockItemType" substitutionGroup="xbrli:item" abstract="false" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="OtherMortgagesCollateralizedByRealEstateMortgageInvestmentConduits" id="imh_OtherMortgagesCollateralizedByRealEstateMortgageInvestmentConduits" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" abstract="false" nillable="true" xbrli:balance="debit" xbrli:periodType="instant" />
  <element id="imh_RealEstateAcquiredThroughForeclosureGross" name="RealEstateAcquiredThroughForeclosureGross" nillable="true" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" xbrli:periodType="instant" xbrli:balance="debit" xmlns="http://www.w3.org/2001/XMLSchema" />
  <xsd:element name="ScheduleOfMortgageLoansHeldForSaleTableTextBlock" id="imh_ScheduleOfMortgageLoansHeldForSaleTableTextBlock" type="nonnum:textBlockItemType" substitutionGroup="xbrli:item" abstract="false" nillable="true" xbrli:periodType="duration" />
  <element id="imh_ScheduleOfGainOnMortgageLoansHeldForSaleTableTextBlock" name="ScheduleOfGainOnMortgageLoansHeldForSaleTableTextBlock" nillable="true" type="nonnum:textBlockItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xmlns="http://www.w3.org/2001/XMLSchema" />
  <xsd:element name="QualitativeAndQuantitativeInformationAssetsOrLiabilitiesForTransferorsContinuingInvolvementInSecuritizationOrAssetBackedFinancingArrangementBondLosses" id="imh_QualitativeAndQuantitativeInformationAssetsOrLiabilitiesForTransferorsContinuingInvolvementInSecuritizationOrAssetBackedFinancingArrangementBondLosses" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" abstract="false" nillable="true" xbrli:balance="debit" xbrli:periodType="instant" />
  <xsd:element name="PropertiesKeptAsSecurityForLongTermMortgagePortfolioMember" id="imh_PropertiesKeptAsSecurityForLongTermMortgagePortfolioMember" type="nonnum:domainItemType" substitutionGroup="xbrli:item" abstract="true" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantsInPeriodTotalFairValue" id="imh_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantsInPeriodTotalFairValue" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" nillable="true" xbrli:balance="debit" xbrli:periodType="instant" />
  <xsd:element name="Omnibus2010IncentivePlanMember" id="imh_Omnibus2010IncentivePlanMember" type="nonnum:domainItemType" substitutionGroup="xbrli:item" abstract="true" nillable="true" xbrli:periodType="duration" />
  <element id="imh_MortgageLoansHeldForSaleFairValueAdjustment" name="MortgageLoansHeldForSaleFairValueAdjustment" nillable="true" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xbrli:balance="credit" xmlns="http://www.w3.org/2001/XMLSchema" />
  <xsd:element name="ScheduleOfRealEstateOwnedTableTextBlock" id="imh_ScheduleOfRealEstateOwnedTableTextBlock" type="nonnum:textBlockItemType" substitutionGroup="xbrli:item" abstract="false" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="SecuritizedMortgagesServicedForOthersMember" id="imh_SecuritizedMortgagesServicedForOthersMember" type="nonnum:domainItemType" substitutionGroup="xbrli:item" abstract="true" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="SecuritizedInsideTrustsMember" id="imh_SecuritizedInsideTrustsMember" type="nonnum:domainItemType" substitutionGroup="xbrli:item" abstract="true" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="MortgageLendingOperationsMember" id="imh_MortgageLendingOperationsMember" type="nonnum:domainItemType" substitutionGroup="xbrli:item" abstract="true" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="ServicingLiabilityPrincipalAmountOutstandingInExcessOfFairValue" id="imh_ServicingLiabilityPrincipalAmountOutstandingInExcessOfFairValue" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" nillable="true" xbrli:balance="credit" xbrli:periodType="instant" />
  <xsd:element name="MortgageLoansHeldForSaleMember" id="imh_MortgageLoansHeldForSaleMember" type="nonnum:domainItemType" substitutionGroup="xbrli:item" abstract="true" nillable="true" xbrli:periodType="duration" />
  <element id="imh_FeesAndCommissionsMortgageBankingNet" name="FeesAndCommissionsMortgageBankingNet" nillable="true" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xbrli:balance="debit" xmlns="http://www.w3.org/2001/XMLSchema" />
  <xsd:element name="SensitivityAnalysisOfFairValueOfInterestsContinuedToBeHeldByTransferorServicingAssetsOrLiabilitiesImpactOfAdverseChangeInAssumptionAbstract" id="imh_SensitivityAnalysisOfFairValueOfInterestsContinuedToBeHeldByTransferorServicingAssetsOrLiabilitiesImpactOfAdverseChangeInAssumptionAbstract" type="xbrli:stringItemType" substitutionGroup="xbrli:item" abstract="true" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="MortgageServicingRightsDisclosureAbstract" id="imh_MortgageServicingRightsDisclosureAbstract" type="xbrli:stringItemType" substitutionGroup="xbrli:item" abstract="true" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsAggregateIntrinsicValueTableTextBlock" id="imh_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsAggregateIntrinsicValueTableTextBlock" type="nonnum:textBlockItemType" substitutionGroup="xbrli:item" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="IncreaseDecreaseInFairValueOfDerivativesLendingNet" id="imh_IncreaseDecreaseInFairValueOfDerivativesLendingNet" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" nillable="true" xbrli:balance="credit" xbrli:periodType="duration" />
  <xsd:element name="SeriesBAndSeriesCPreferredStockMember" id="imh_SeriesBAndSeriesCPreferredStockMember" type="nonnum:domainItemType" substitutionGroup="xbrli:item" abstract="true" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="RepurchaseReserve" id="imh_RepurchaseReserve" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" abstract="false" nillable="true" xbrli:balance="credit" xbrli:periodType="instant" />
  <element id="imh_RepurchaseReserveProvision" name="RepurchaseReserveProvision" nillable="true" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xbrli:balance="debit" xmlns="http://www.w3.org/2001/XMLSchema" />
  <xsd:element name="RepurchaseReserveSettlements" id="imh_RepurchaseReserveSettlements" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" abstract="false" nillable="true" xbrli:balance="debit" xbrli:periodType="duration" />
  <xsd:element name="IncreaseDecreaseInFairValueOfLongTermDebt" id="imh_IncreaseDecreaseInFairValueOfLongTermDebt" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" abstract="false" nillable="true" xbrli:balance="debit" xbrli:periodType="duration" />
  <element id="imh_TrustAssetsNetChangeInFairValueIncludingRealEstateOwnedGainLoss" name="TrustAssetsNetChangeInFairValueIncludingRealEstateOwnedGainLoss" nillable="true" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xbrli:balance="credit" xmlns="http://www.w3.org/2001/XMLSchema" />
  <xsd:element name="TrustAssetsChangeInFairValueDisclosureAbstract" id="imh_TrustAssetsChangeInFairValueDisclosureAbstract" type="xbrli:stringItemType" substitutionGroup="xbrli:item" abstract="true" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="SecuritizedMortgageTrustsDisclosureTextBlock" id="imh_SecuritizedMortgageTrustsDisclosureTextBlock" type="nonnum:textBlockItemType" substitutionGroup="xbrli:item" nillable="true" xbrli:periodType="duration" />
  <element id="imh_ScheduleOfTrustAssetsTableTextBlock" name="ScheduleOfTrustAssetsTableTextBlock" nillable="true" type="nonnum:textBlockItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_ScheduleOfTrustLiabilitiesTableTextBlock" name="ScheduleOfTrustLiabilitiesTableTextBlock" nillable="true" type="nonnum:textBlockItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_ScheduleOfChangesInFairValueOfNetTrustAssetsIncludingREOGainsLossesTableTextBlock" name="ScheduleOfChangesInFairValueOfNetTrustAssetsIncludingREOGainsLossesTableTextBlock" nillable="true" type="nonnum:textBlockItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xmlns="http://www.w3.org/2001/XMLSchema" />
  <xsd:element name="AmortizationOfDebtIssuanceCostAndDebtDiscountPremium" id="imh_AmortizationOfDebtIssuanceCostAndDebtDiscountPremium" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" nillable="true" xbrli:balance="debit" xbrli:periodType="duration" />
  <element id="imh_ScheduleOfServicingAssetsPortfolioTableTextBlock" name="ScheduleOfServicingAssetsPortfolioTableTextBlock" nillable="true" type="nonnum:textBlockItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xmlns="http://www.w3.org/2001/XMLSchema" />
  <xsd:element name="MortgageServicingRightsRetainedFromLoanSalesAndIssuanceOfMortgageBackedSecurities" id="imh_MortgageServicingRightsRetainedFromLoanSalesAndIssuanceOfMortgageBackedSecurities" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" abstract="false" nillable="true" xbrli:balance="credit" xbrli:periodType="duration" />
  <element id="imh_ServicingIncomeNet" name="ServicingIncomeNet" nillable="true" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xbrli:balance="credit" xmlns="http://www.w3.org/2001/XMLSchema" />
  <xsd:element name="FairValueAssetsMeasuredOnRecurringBasisGainLossIncludedInEarningAbstract" id="imh_FairValueAssetsMeasuredOnRecurringBasisGainLossIncludedInEarningAbstract" type="xbrli:stringItemType" substitutionGroup="xbrli:item" abstract="true" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="FairValueLiabilitiesMeasuredOnRecurringBasisGainLossIncludedInEarningAbstract" id="imh_FairValueLiabilitiesMeasuredOnRecurringBasisGainLossIncludedInEarningAbstract" type="xbrli:stringItemType" substitutionGroup="xbrli:item" abstract="true" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="EmployeeAndOrNonemployeeStockOptionsMember" id="imh_EmployeeAndOrNonemployeeStockOptionsMember" type="nonnum:domainItemType" substitutionGroup="xbrli:item" abstract="true" nillable="true" xbrli:periodType="duration" />
  <element id="imh_DerivativeAssetsLending" name="DerivativeAssetsLending" nillable="true" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" xbrli:periodType="instant" xbrli:balance="debit" xmlns="http://www.w3.org/2001/XMLSchema" />
  <xsd:element name="MortgageLoansMember" id="imh_MortgageLoansMember" type="nonnum:domainItemType" substitutionGroup="xbrli:item" abstract="true" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="SecuritizedMortgageTrustsDisclosureAbstract" id="imh_SecuritizedMortgageTrustsDisclosureAbstract" type="xbrli:stringItemType" substitutionGroup="xbrli:item" abstract="true" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="GainOnSaleOfMortgageLoansHeldForSale" id="imh_GainOnSaleOfMortgageLoansHeldForSale" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" abstract="false" nillable="true" xbrli:balance="credit" xbrli:periodType="duration" />
  <xsd:element name="SecuritizedMortgageBorrowings2002Member" id="imh_SecuritizedMortgageBorrowings2002Member" type="nonnum:domainItemType" substitutionGroup="xbrli:item" abstract="true" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="SecuritizedMortgageBorrowings2003Member" id="imh_SecuritizedMortgageBorrowings2003Member" type="nonnum:domainItemType" substitutionGroup="xbrli:item" abstract="true" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="SecuritizedMortgageBorrowings2004Member" id="imh_SecuritizedMortgageBorrowings2004Member" type="nonnum:domainItemType" substitutionGroup="xbrli:item" abstract="true" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="SecuritizedMortgageBorrowings2005Member" id="imh_SecuritizedMortgageBorrowings2005Member" type="nonnum:domainItemType" substitutionGroup="xbrli:item" abstract="true" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="SecuritizedMortgageBorrowings2006Member" id="imh_SecuritizedMortgageBorrowings2006Member" type="nonnum:domainItemType" substitutionGroup="xbrli:item" abstract="true" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="SecuritizedMortgageBorrowings2007Member" id="imh_SecuritizedMortgageBorrowings2007Member" type="nonnum:domainItemType" substitutionGroup="xbrli:item" abstract="true" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="SecuritizedMortgageBorrowingsOriginalIssuanceAmount" id="imh_SecuritizedMortgageBorrowingsOriginalIssuanceAmount" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" abstract="false" nillable="true" xbrli:balance="credit" xbrli:periodType="instant" />
  <xsd:element name="InterestRateMarginsAfterContractualCallDate" id="imh_InterestRateMarginsAfterContractualCallDate" type="num:percentItemType" substitutionGroup="xbrli:item" abstract="false" nillable="true" xbrli:periodType="instant" />
  <xsd:element name="InterestRateMarginAdjustmentThreshold" id="imh_InterestRateMarginAdjustmentThreshold" type="num:percentItemType" substitutionGroup="xbrli:item" abstract="false" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="AllowableAdvanceRatesPercentage" id="imh_AllowableAdvanceRatesPercentage" type="num:percentItemType" substitutionGroup="xbrli:item" abstract="false" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="MortgageLoansHeldForSaleAbstract" id="imh_MortgageLoansHeldForSaleAbstract" type="xbrli:stringItemType" substitutionGroup="xbrli:item" abstract="true" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="MaximumPastDuePeriodOfPrincipalOrInterestBasedOnWhichMortgageLoansHeldForSaleArePlacedOnNonaccrualStatus" id="imh_MaximumPastDuePeriodOfPrincipalOrInterestBasedOnWhichMortgageLoansHeldForSaleArePlacedOnNonaccrualStatus" type="xbrli:durationItemType" substitutionGroup="xbrli:item" abstract="false" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsWeightedAverageRemainingLifeAbstract" id="imh_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsWeightedAverageRemainingLifeAbstract" type="xbrli:stringItemType" substitutionGroup="xbrli:item" abstract="true" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsAggregateIntrinsicValueAbstract" id="imh_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsAggregateIntrinsicValueAbstract" type="xbrli:stringItemType" substitutionGroup="xbrli:item" abstract="true" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsGrantsInPeriodGrantDateFairValue" id="imh_ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsGrantsInPeriodGrantDateFairValue" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" abstract="false" nillable="true" xbrli:balance="debit" xbrli:periodType="duration" />
  <xsd:element name="TrustAssetsAbstract" id="imh_TrustAssetsAbstract" type="xbrli:stringItemType" substitutionGroup="xbrli:item" abstract="true" nillable="true" xbrli:periodType="duration" />
  <element id="imh_TrustAssetsNetChangeInFairValueExcludingRealEstateOwned" name="TrustAssetsNetChangeInFairValueExcludingRealEstateOwned" nillable="true" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xbrli:balance="credit" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_IncreaseDecreaseInFairValueOfNetTrustAssetsExcludingRealEstateOwned" name="IncreaseDecreaseInFairValueOfNetTrustAssetsExcludingRealEstateOwned" nillable="true" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xbrli:balance="credit" xmlns="http://www.w3.org/2001/XMLSchema" />
  <xsd:element name="AccretionOfInterestIncomeAndExpense" id="imh_AccretionOfInterestIncomeAndExpense" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" nillable="true" xbrli:balance="debit" xbrli:periodType="duration" />
  <xsd:element name="NetChangeInSecuritizedMortgageCollateral" id="imh_NetChangeInSecuritizedMortgageCollateral" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" nillable="true" xbrli:balance="debit" xbrli:periodType="duration" />
  <xsd:element name="LongTermPortfolioMember" id="imh_LongTermPortfolioMember" type="nonnum:domainItemType" substitutionGroup="xbrli:item" abstract="true" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="MortgageLendingMember" id="imh_MortgageLendingMember" type="nonnum:domainItemType" substitutionGroup="xbrli:item" abstract="true" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="RealEstateServicesMember" id="imh_RealEstateServicesMember" type="nonnum:domainItemType" substitutionGroup="xbrli:item" abstract="true" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="WarehouseBorrowingsRepurchaseAgreement1Member" id="imh_WarehouseBorrowingsRepurchaseAgreement1Member" type="nonnum:domainItemType" substitutionGroup="xbrli:item" abstract="true" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="WarehouseBorrowingsRepurchaseAgreement2Member" id="imh_WarehouseBorrowingsRepurchaseAgreement2Member" type="nonnum:domainItemType" substitutionGroup="xbrli:item" abstract="true" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="WarehouseBorrowingsRepurchaseAgreement3Member" id="imh_WarehouseBorrowingsRepurchaseAgreement3Member" type="nonnum:domainItemType" substitutionGroup="xbrli:item" abstract="true" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="ServicingAdvancesCurrentAndNoncurrent" id="imh_ServicingAdvancesCurrentAndNoncurrent" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" nillable="true" xbrli:balance="debit" xbrli:periodType="instant" />
  <xsd:element name="MortgageLoansHeldForSaleDisclosureAbstract" id="imh_MortgageLoansHeldForSaleDisclosureAbstract" type="xbrli:stringItemType" substitutionGroup="xbrli:item" abstract="true" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="MortgageLoansHeldForSaleDisclosureTextBlock" id="imh_MortgageLoansHeldForSaleDisclosureTextBlock" type="nonnum:textBlockItemType" substitutionGroup="xbrli:item" abstract="false" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="MortgageServicingRightsDisclosureTextBlock" id="imh_MortgageServicingRightsDisclosureTextBlock" type="nonnum:textBlockItemType" substitutionGroup="xbrli:item" abstract="false" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="FairValueAssetsAndLiabilitiesMeasuredOnRecurringBasisUnobservableInputReconciliationTableTextBlock" id="imh_FairValueAssetsAndLiabilitiesMeasuredOnRecurringBasisUnobservableInputReconciliationTableTextBlock" type="nonnum:textBlockItemType" substitutionGroup="xbrli:item" abstract="false" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="FairValueInputsAssetsAndLiabilitiesQuantitativeInformationTableTextBlock" id="imh_FairValueInputsAssetsAndLiabilitiesQuantitativeInformationTableTextBlock" type="nonnum:textBlockItemType" substitutionGroup="xbrli:item" abstract="false" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="SecuritizedMortgageCollateralMember" id="imh_SecuritizedMortgageCollateralMember" type="nonnum:domainItemType" substitutionGroup="xbrli:item" abstract="true" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="DerivativeAssetsLendingMember" id="imh_DerivativeAssetsLendingMember" type="nonnum:domainItemType" substitutionGroup="xbrli:item" abstract="true" nillable="true" xbrli:periodType="duration" />
  <element id="imh_MortgageServicingRightsMember" name="MortgageServicingRightsMember" nillable="true" type="nonnum:domainItemType" substitutionGroup="xbrli:item" abstract="true" xbrli:periodType="duration" xmlns="http://www.w3.org/2001/XMLSchema" />
  <xsd:element name="LoansHeldForSaleMortgagesMember" id="imh_LoansHeldForSaleMortgagesMember" type="nonnum:domainItemType" substitutionGroup="xbrli:item" abstract="true" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="SecuritizedMortgageBorrowingsMember" id="imh_SecuritizedMortgageBorrowingsMember" type="nonnum:domainItemType" substitutionGroup="xbrli:item" abstract="true" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="HedgingInstrumentMember" id="imh_HedgingInstrumentMember" type="nonnum:domainItemType" substitutionGroup="xbrli:item" abstract="true" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="FairValueAssetsAndLiabilitiesMeasuredOnRecurringBasisUnobservableInputReconciliationTable" id="imh_FairValueAssetsAndLiabilitiesMeasuredOnRecurringBasisUnobservableInputReconciliationTable" type="xbrli:stringItemType" substitutionGroup="xbrldt:hypercubeItem" abstract="true" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="ChangeInFairValueMember" id="imh_ChangeInFairValueMember" type="nonnum:domainItemType" substitutionGroup="xbrli:item" abstract="true" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="FairValueInputsAssetsAndLiabilitiesQuantitativeInformationTable" id="imh_FairValueInputsAssetsAndLiabilitiesQuantitativeInformationTable" type="xbrli:stringItemType" substitutionGroup="xbrldt:hypercubeItem" abstract="true" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="DiscountedCashFlowValuationTechniqueMember" id="imh_DiscountedCashFlowValuationTechniqueMember" type="nonnum:domainItemType" substitutionGroup="xbrli:item" abstract="true" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="MarketPricingMember" id="imh_MarketPricingMember" type="nonnum:domainItemType" substitutionGroup="xbrli:item" abstract="true" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="FairValueInputsAssetsAndLiabilitiesQuantitativeInformationLineItems" id="imh_FairValueInputsAssetsAndLiabilitiesQuantitativeInformationLineItems" type="xbrli:stringItemType" substitutionGroup="xbrli:item" abstract="true" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="ChangeInFairValueOfNetTrustAssetsMember" id="imh_ChangeInFairValueOfNetTrustAssetsMember" type="nonnum:domainItemType" substitutionGroup="xbrli:item" abstract="true" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="ChangeInFairValueOfLongTermDebtMember" id="imh_ChangeInFairValueOfLongTermDebtMember" type="nonnum:domainItemType" substitutionGroup="xbrli:item" abstract="true" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="WarehouseBorrowingsRepurchaseAgreement4Member" id="imh_WarehouseBorrowingsRepurchaseAgreement4Member" type="nonnum:domainItemType" substitutionGroup="xbrli:item" abstract="true" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="WarehouseBorrowingsRepurchaseAgreement5Member" id="imh_WarehouseBorrowingsRepurchaseAgreement5Member" type="nonnum:domainItemType" substitutionGroup="xbrli:item" abstract="true" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="OtherNoninterestIncomeMember" id="imh_OtherNoninterestIncomeMember" type="nonnum:domainItemType" substitutionGroup="xbrli:item" abstract="true" nillable="true" xbrli:periodType="duration" />
  <xsd:element name="MortgageAndRealEstateServicesFeesMember" id="imh_MortgageAndRealEstateServicesFeesMember" type="nonnum:domainItemType" substitutionGroup="xbrli:item" abstract="true" nillable="true" xbrli:periodType="duration" />
  <element id="imh_FairValueAssetsAndLiabilitiesMeasuredOnRecurringBasisChangeInFairValueGainLossIncludedInEarnings" name="FairValueAssetsAndLiabilitiesMeasuredOnRecurringBasisChangeInFairValueGainLossIncludedInEarnings" nillable="true" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xbrli:balance="credit" xmlns="http://www.w3.org/2001/XMLSchema" />
  <xsd:element name="SecuritizedMortgageCollateralAbstract" id="imh_SecuritizedMortgageCollateralAbstract" type="xbrli:stringItemType" substitutionGroup="xbrli:item" abstract="true" nillable="true" xbrli:periodType="duration" />
  <element id="imh_SecuritizedMortgageBorrowings" name="SecuritizedMortgageBorrowings" nillable="true" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" xbrli:periodType="instant" xbrli:balance="credit" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_ImpacMortgageCorpMember" name="ImpacMortgageCorpMember" nillable="true" type="nonnum:domainItemType" substitutionGroup="xbrli:item" abstract="true" xbrli:periodType="duration" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_GainLossOnSaleOfMortgageServicingRights" name="GainLossOnSaleOfMortgageServicingRights" nillable="true" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xbrli:balance="credit" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_MortgageServicingRightsGainLossNet" name="MortgageServicingRightsGainLossNet" nillable="true" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xbrli:balance="credit" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_RepaymentOfWarehouseBorrowings" name="RepaymentOfWarehouseBorrowings" nillable="true" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xbrli:balance="credit" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_BorrowingsUnderWarehouseAgreement" name="BorrowingsUnderWarehouseAgreement" nillable="true" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xbrli:balance="debit" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_OtherLoanMember" name="OtherLoanMember" nillable="true" type="nonnum:domainItemType" substitutionGroup="xbrli:item" abstract="true" xbrli:periodType="duration" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_ScheduleOfMortgageServicingRightsGainLossNetTableTextBlock" name="ScheduleOfMortgageServicingRightsGainLossNetTableTextBlock" nillable="true" type="nonnum:textBlockItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_WarehouseBorrowingsRepurchaseAgreement6.Member" name="WarehouseBorrowingsRepurchaseAgreement6.Member" nillable="true" type="nonnum:domainItemType" substitutionGroup="xbrli:item" abstract="true" xbrli:periodType="duration" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_GainLossFromRealEstateOwned" name="GainLossFromRealEstateOwned" nillable="true" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xbrli:balance="credit" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_ScheduleOfComponentsOfServicingIncome" name="ScheduleOfComponentsOfServicingIncome" nillable="true" type="nonnum:textBlockItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_ConvertibleNotesMay2015Member" name="ConvertibleNotesMay2015Member" nillable="true" type="nonnum:domainItemType" substitutionGroup="xbrli:item" abstract="true" xbrli:periodType="duration" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_ScheduleOfActivityRelatedToRepurchaseReserveForPreviouslySoldLoans" name="ScheduleOfActivityRelatedToRepurchaseReserveForPreviouslySoldLoans" nillable="true" type="nonnum:textBlockItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_NonInterestIncomeOtherOperatingIncomeLoss" name="NonInterestIncomeOtherOperatingIncomeLoss" nillable="true" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xbrli:balance="credit" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_AverageCollectionPeriodForHoldbacksFromMsrSales" name="AverageCollectionPeriodForHoldbacksFromMsrSales" nillable="true" type="xbrli:durationItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_AverageCollectionPeriodForReceivablesRelatedToHedgingInstrumentsAndRealEstateServiceFees" name="AverageCollectionPeriodForReceivablesRelatedToHedgingInstrumentsAndRealEstateServiceFees" nillable="true" type="xbrli:durationItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_OneMonthLondonInterbankOfferedRateLiborMember" name="OneMonthLondonInterbankOfferedRateLiborMember" nillable="true" type="nonnum:domainItemType" substitutionGroup="xbrli:item" abstract="true" xbrli:periodType="duration" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_RestrictedCashFairValueDisclosure" name="RestrictedCashFairValueDisclosure" nillable="true" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" xbrli:periodType="instant" xbrli:balance="debit" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_SecuritizedMortgageCollateralFairValueDisclosure" name="SecuritizedMortgageCollateralFairValueDisclosure" nillable="true" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" xbrli:periodType="instant" xbrli:balance="debit" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_WarehouseBorrowingsFairValueDisclosure" name="WarehouseBorrowingsFairValueDisclosure" nillable="true" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" xbrli:periodType="instant" xbrli:balance="credit" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_SecuritizedMortgageBorrowingsFairValueDisclosure" name="SecuritizedMortgageBorrowingsFairValueDisclosure" nillable="true" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" xbrli:periodType="instant" xbrli:balance="credit" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_DeferredTaxAssetsMortgageSecurities" name="DeferredTaxAssetsMortgageSecurities" nillable="true" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" xbrli:periodType="instant" xbrli:balance="debit" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_DeferredTaxLiabilitiesFairValueAndRealEstateMortgageInvestmentConduitsTransactions" name="DeferredTaxLiabilitiesFairValueAndRealEstateMortgageInvestmentConduitsTransactions" nillable="true" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" xbrli:periodType="instant" xbrli:balance="credit" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_CumulativeDividendsDeclaredMember" name="CumulativeDividendsDeclaredMember" nillable="true" type="nonnum:domainItemType" substitutionGroup="xbrli:item" abstract="true" xbrli:periodType="duration" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_OtherOperatingAndNonoperatingExpensesExcludingContingentConsiderationAndChangesInFairValueOfLongTermDebt" name="OtherOperatingAndNonoperatingExpensesExcludingContingentConsiderationAndChangesInFairValueOfLongTermDebt" nillable="true" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xbrli:balance="credit" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_SubservicingAndOtherCostsFromServicingFinancialAssets" name="SubservicingAndOtherCostsFromServicingFinancialAssets" nillable="true" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xbrli:balance="debit" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_GainLossOnRealEstateOwned" name="GainLossOnRealEstateOwned" nillable="true" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xbrli:balance="credit" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_BorrowingsUnderMsrFinancing" name="BorrowingsUnderMsrFinancing" nillable="true" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xbrli:balance="debit" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_MortgageServicingRightFinancingFacility" name="MortgageServicingRightFinancingFacility" nillable="true" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" xbrli:periodType="instant" xbrli:balance="credit" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_RepaymentOfMsrFinancing" name="RepaymentOfMsrFinancing" nillable="true" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xbrli:balance="credit" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_SecuritizedMortgageTrustLiabilities" name="SecuritizedMortgageTrustLiabilities" nillable="true" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" xbrli:periodType="instant" xbrli:balance="credit" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_LoanAssetsEligibleForRepurchaseFromGnma" name="LoanAssetsEligibleForRepurchaseFromGnma" nillable="true" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" xbrli:periodType="instant" xbrli:balance="debit" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_SecuritizedMortgageTrustAssets" name="SecuritizedMortgageTrustAssets" nillable="true" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" xbrli:periodType="instant" xbrli:balance="debit" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_SecuritizedMortgageTrustLiabilitiesAbstract" name="SecuritizedMortgageTrustLiabilitiesAbstract" nillable="true" type="xbrli:stringItemType" substitutionGroup="xbrli:item" abstract="true" xbrli:periodType="duration" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_MortgageServicingRightsFinancingsMember" name="MortgageServicingRightsFinancingsMember" nillable="true" type="nonnum:domainItemType" substitutionGroup="xbrli:item" abstract="true" xbrli:periodType="duration" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_WarehouseBorrowingsAbstract" name="WarehouseBorrowingsAbstract" nillable="true" type="xbrli:stringItemType" substitutionGroup="xbrli:item" abstract="true" xbrli:periodType="duration" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_NoteRateMember" name="NoteRateMember" nillable="true" type="nonnum:domainItemType" substitutionGroup="xbrli:item" abstract="true" xbrli:periodType="duration" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_NonHomeAffordableRefinanceProgramHarpMember" name="NonHomeAffordableRefinanceProgramHarpMember" nillable="true" type="nonnum:domainItemType" substitutionGroup="xbrli:item" abstract="true" xbrli:periodType="duration" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_ThresholdPeriodToStayCurrentForLoansToLimitRepresentationAndWarrantyRisk" name="ThresholdPeriodToStayCurrentForLoansToLimitRepresentationAndWarrantyRisk" nillable="true" type="xbrli:durationItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_ScheduleOfSecuritizedMortgageCollateralTableTextBlock" name="ScheduleOfSecuritizedMortgageCollateralTableTextBlock" nillable="true" type="nonnum:textBlockItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_PremiumFromServicingRetainedLoanSales" name="PremiumFromServicingRetainedLoanSales" nillable="true" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xbrli:balance="credit" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_ThresholdPercentageOfFairMarketValueOfPledgedRightsThatCanBeBorrowed" name="ThresholdPercentageOfFairMarketValueOfPledgedRightsThatCanBeBorrowed" nillable="true" type="num:percentItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_ChangeInInstrumentSpecificCreditRiskMember" name="ChangeInInstrumentSpecificCreditRiskMember" nillable="true" type="nonnum:domainItemType" substitutionGroup="xbrli:item" abstract="true" xbrli:periodType="duration" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_FhlmcAndGnmaFinancingMember" name="FhlmcAndGnmaFinancingMember" nillable="true" type="nonnum:domainItemType" substitutionGroup="xbrli:item" abstract="true" xbrli:periodType="duration" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_PreferredStockPerShareAmountsOfPreferredDividendsInArrearsIncreaseInEveryQuarter" name="PreferredStockPerShareAmountsOfPreferredDividendsInArrearsIncreaseInEveryQuarter" nillable="true" type="num:perShareItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_PreferredStockAmountOfPreferredDividendsInArrearsIncreaseInEveryQuarter" name="PreferredStockAmountOfPreferredDividendsInArrearsIncreaseInEveryQuarter" nillable="true" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xbrli:balance="credit" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_LossContingencyNumberOfDaysWithinSpecialElectionForDirectorsByPreferredHoldersToBeHeld" name="LossContingencyNumberOfDaysWithinSpecialElectionForDirectorsByPreferredHoldersToBeHeld" nillable="true" type="xbrli:durationItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_LossContingencyPreferredStockPaymentsOfDividendsAmount" name="LossContingencyPreferredStockPaymentsOfDividendsAmount" nillable="true" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" xbrli:periodType="instant" xbrli:balance="credit" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_LossContingencyPreferredBStockApprovalPercentage" name="LossContingencyPreferredBStockApprovalPercentage" nillable="true" type="num:percentItemType" substitutionGroup="xbrli:item" xbrli:periodType="instant" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_DeferredStockUnitsDSUMember" name="DeferredStockUnitsDSUMember" nillable="true" type="nonnum:domainItemType" substitutionGroup="xbrli:item" abstract="true" xbrli:periodType="duration" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_RealEstateAcquiredThroughForeclosureOutsideTrust" name="RealEstateAcquiredThroughForeclosureOutsideTrust" nillable="true" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" xbrli:periodType="instant" xbrli:balance="debit" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_AmortizationOfIntangibleAndOtherAssets" name="AmortizationOfIntangibleAndOtherAssets" nillable="true" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xbrli:balance="debit" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_ScheduleOfCertainInformationOnMsrFinancingsTableTextBlock" name="ScheduleOfCertainInformationOnMsrFinancingsTableTextBlock" nillable="true" type="nonnum:textBlockItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_RealEstateAcquiredThroughForeclosureInsideTrust" name="RealEstateAcquiredThroughForeclosureInsideTrust" nillable="true" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" xbrli:periodType="instant" xbrli:balance="debit" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_LossContingencyPreferredStockPaymentsOfDividendsNumberGranted" name="LossContingencyPreferredStockPaymentsOfDividendsNumberGranted" nillable="true" type="xbrli:integerItemType" substitutionGroup="xbrli:item" xbrli:periodType="instant" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_MeasurementInputPullThroughRateMember" name="MeasurementInputPullThroughRateMember" nillable="true" type="nonnum:domainItemType" substitutionGroup="xbrli:item" abstract="true" xbrli:periodType="duration" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_SecuritizedMortgageCollateralMeasurementInput" name="SecuritizedMortgageCollateralMeasurementInput" nillable="true" type="xbrli:decimalItemType" substitutionGroup="xbrli:item" xbrli:periodType="instant" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_NumberOfOperatingLeases" name="NumberOfOperatingLeases" nillable="true" type="xbrli:integerItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_OperatingLeaseExpenses" name="OperatingLeaseExpenses" nillable="true" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xbrli:balance="debit" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_InitialRecognitionOfOperatingLeaseRightOfUseAssets" name="InitialRecognitionOfOperatingLeaseRightOfUseAssets" nillable="true" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xbrli:balance="debit" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_InitialRecognitionOfOperatingLeaseLiabilities" name="InitialRecognitionOfOperatingLeaseLiabilities" nillable="true" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xbrli:balance="credit" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_LeaseBalanceSheetAndQuantitativeDisclosureTableTextBlock" name="LeaseBalanceSheetAndQuantitativeDisclosureTableTextBlock" nillable="true" type="nonnum:textBlockItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_OtherComprehensiveIncomeLossCreditRiskOfLongTermDebtFairValueOptionUnrealizedGainLossArisingDuringPeriodAfterTax" name="OtherComprehensiveIncomeLossCreditRiskOfLongTermDebtFairValueOptionUnrealizedGainLossArisingDuringPeriodAfterTax" nillable="true" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xbrli:balance="credit" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_GainLossOnSaleOfMortgageLoansHeldForSale" name="GainLossOnSaleOfMortgageLoansHeldForSale" nillable="true" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xbrli:balance="credit" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_IncreaseDecreaseInFairValueOfMortgageLoansHeldForSale" name="IncreaseDecreaseInFairValueOfMortgageLoansHeldForSale" nillable="true" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xbrli:balance="credit" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_RightsPlanTerm" name="RightsPlanTerm" nillable="true" type="xbrli:durationItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_RightsPlanRightsRedemptionPrice" name="RightsPlanRightsRedemptionPrice" nillable="true" type="num:perShareItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_RightsPlanTriggerThresholdPercentage" name="RightsPlanTriggerThresholdPercentage" nillable="true" type="num:percentItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_NumberOfFivePercentShareholdersPotentialStockOwnershipIncreaseOfGreaterThanFiftyPercentCouldCauseEntityOwnershipChange" name="NumberOfFivePercentShareholdersPotentialStockOwnershipIncreaseOfGreaterThanFiftyPercentCouldCauseEntityOwnershipChange" nillable="true" type="xbrli:integerItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_RollingTimePeriodMeasurementOfOwnershipPercentageIncrease" name="RollingTimePeriodMeasurementOfOwnershipPercentageIncrease" nillable="true" type="xbrli:durationItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_PercentageOwnershipIncreaseRequiredToTriggerOwnershipChange" name="PercentageOwnershipIncreaseRequiredToTriggerOwnershipChange" nillable="true" type="num:percentItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_ExercisePriceRangeFromDollars3.22To3.74Member" name="ExercisePriceRangeFromDollars3.22To3.74Member" nillable="true" type="nonnum:domainItemType" substitutionGroup="xbrli:item" abstract="true" xbrli:periodType="duration" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_ExercisePriceRangeFromDollars3.75To5.38Member" name="ExercisePriceRangeFromDollars3.75To5.38Member" nillable="true" type="nonnum:domainItemType" substitutionGroup="xbrli:item" abstract="true" xbrli:periodType="duration" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_ExercisePriceRangeFromDollars5.39To9.85Member" name="ExercisePriceRangeFromDollars5.39To9.85Member" nillable="true" type="nonnum:domainItemType" substitutionGroup="xbrli:item" abstract="true" xbrli:periodType="duration" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_ExercisePriceRangeFromDollars9.86To17.39Member" name="ExercisePriceRangeFromDollars9.86To17.39Member" nillable="true" type="nonnum:domainItemType" substitutionGroup="xbrli:item" abstract="true" xbrli:periodType="duration" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_ExercisePriceRangeFromDollars17.40To20.49Member" name="ExercisePriceRangeFromDollars17.40To20.49Member" nillable="true" type="nonnum:domainItemType" substitutionGroup="xbrli:item" abstract="true" xbrli:periodType="duration" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_ExercisePriceOfDollar20.50Member" name="ExercisePriceOfDollar20.50Member" nillable="true" type="nonnum:domainItemType" substitutionGroup="xbrli:item" abstract="true" xbrli:periodType="duration" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_CorporateOwnedLifeInsuranceTrust" name="CorporateOwnedLifeInsuranceTrust" nillable="true" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" xbrli:periodType="instant" xbrli:balance="credit" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_CorporateOwnedLifeInsuranceShortfall" name="CorporateOwnedLifeInsuranceShortfall" nillable="true" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" xbrli:periodType="instant" xbrli:balance="credit" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_ScheduleOfLifeInsuranceCorporateOrBankOwnedTableTextBlock" name="ScheduleOfLifeInsuranceCorporateOrBankOwnedTableTextBlock" nillable="true" type="nonnum:textBlockItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_CorporateOwnedLifeInsuranceTrust1Member" name="CorporateOwnedLifeInsuranceTrust1Member" nillable="true" type="nonnum:domainItemType" substitutionGroup="xbrli:item" abstract="true" xbrli:periodType="duration" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_CorporateOwnedLifeInsuranceTrust2Member" name="CorporateOwnedLifeInsuranceTrust2Member" nillable="true" type="nonnum:domainItemType" substitutionGroup="xbrli:item" abstract="true" xbrli:periodType="duration" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_CorporateOwnedLifeInsuranceTrust3Member" name="CorporateOwnedLifeInsuranceTrust3Member" nillable="true" type="nonnum:domainItemType" substitutionGroup="xbrli:item" abstract="true" xbrli:periodType="duration" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_NumberOfLifeInsuranceTrustsHeldForFormerExecutiveOfficers" name="NumberOfLifeInsuranceTrustsHeldForFormerExecutiveOfficers" nillable="true" type="xbrli:integerItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_ConsolidationOfCorporateOwnedLifeInsurance" name="ConsolidationOfCorporateOwnedLifeInsurance" nillable="true" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xbrli:balance="debit" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_RecognitionOfCorporateOwnedLifeInsuranceCashSurrenderValue" name="RecognitionOfCorporateOwnedLifeInsuranceCashSurrenderValue" nillable="true" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xbrli:balance="debit" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_RecognitionOfCorporateOwnedLifeInsuranceTrusts" name="RecognitionOfCorporateOwnedLifeInsuranceTrusts" nillable="true" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xbrli:balance="credit" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_FinanceLoanAndLeaseReceivablesSecuritizedMortgageCollateralPolicyTextBlock" name="FinanceLoanAndLeaseReceivablesSecuritizedMortgageCollateralPolicyTextBlock" nillable="true" type="nonnum:textBlockItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_WarrantsIssued" name="WarrantsIssued" nillable="true" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xbrli:balance="credit" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_IncreaseDecreaseInProvisionForRepurchases" name="IncreaseDecreaseInProvisionForRepurchases" nillable="true" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xbrli:balance="debit" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_AccretionOfInterestExpenseOnCorporateDebt" name="AccretionOfInterestExpenseOnCorporateDebt" nillable="true" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xbrli:balance="debit" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_PaymentsToAcquireInvestmentsInCorporateOwnedLifeInsurance" name="PaymentsToAcquireInvestmentsInCorporateOwnedLifeInsurance" nillable="true" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xbrli:balance="credit" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_NetChangeInLiabilitiesRelatedToCorporateOwnedLifeInsurance" name="NetChangeInLiabilitiesRelatedToCorporateOwnedLifeInsurance" nillable="true" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xbrli:balance="debit" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_PaymentsForRetirementOfRestrictedStock" name="PaymentsForRetirementOfRestrictedStock" nillable="true" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xbrli:balance="credit" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_SaleOfMortgageServicingRights" name="SaleOfMortgageServicingRights" nillable="true" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xbrli:balance="debit" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_MsrAdvanceFinancingMember" name="MsrAdvanceFinancingMember" nillable="true" type="nonnum:domainItemType" substitutionGroup="xbrli:item" abstract="true" xbrli:periodType="duration" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_DebtInstrumentScheduledDecreaseInAggregatePrincipal" name="DebtInstrumentScheduledDecreaseInAggregatePrincipal" nillable="true" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xbrli:balance="debit" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_DebtInstrumentFaceAmountAfterPaydown" name="DebtInstrumentFaceAmountAfterPaydown" nillable="true" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" xbrli:periodType="instant" xbrli:balance="credit" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_PreferredStockPurchaseRightsMember" name="PreferredStockPurchaseRightsMember" nillable="true" type="nonnum:domainItemType" substitutionGroup="xbrli:item" abstract="true" xbrli:periodType="duration" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_IncentivePlan2020Member" name="IncentivePlan2020Member" nillable="true" type="nonnum:domainItemType" substitutionGroup="xbrli:item" abstract="true" xbrli:periodType="duration" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantsInPeriodAggregateGrantDateFairValue" name="ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantsInPeriodAggregateGrantDateFairValue" nillable="true" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xbrli:balance="debit" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_GainLossOnBonds" name="GainLossOnBonds" nillable="true" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xbrli:balance="credit" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_NumberOfFinancingLeases" name="NumberOfFinancingLeases" nillable="true" type="xbrli:integerItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_DeferredTaxLiabilitiesCorporateOwnedLifeInsurance" name="DeferredTaxLiabilitiesCorporateOwnedLifeInsurance" nillable="true" type="xbrli:monetaryItemType" substitutionGroup="xbrli:item" xbrli:periodType="instant" xbrli:balance="credit" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_NumberOfInvestors" name="NumberOfInvestors" nillable="true" type="xbrli:integerItemType" substitutionGroup="xbrli:item" xbrli:periodType="duration" xmlns="http://www.w3.org/2001/XMLSchema" />
  <element id="imh_ExercisePriceRangeFromDollars3.22To20.50Member" name="ExercisePriceRangeFromDollars3.22To20.50Member" nillable="true" type="nonnum:domainItemType" substitutionGroup="xbrli:item" abstract="true" xbrli:periodType="duration" xmlns="http://www.w3.org/2001/XMLSchema" />
</xsd:schema>
