<?xml version="1.0" encoding="us-ascii"?>
<!--XBRL document created with Toppan Merrill Bridge  9.9.1.22 -->
<!--Based on XBRL 2.1-->
<!--Created on: 3/12/2021 3:29:18 PM-->
<!--Modified on: 3/12/2021 3:29:18 PM-->
<link:linkbase xmlns:link="http://www.xbrl.org/2003/linkbase" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:xbrli="http://www.xbrl.org/2003/instance" xmlns:xlink="http://www.w3.org/1999/xlink" xsi:schemaLocation="http://www.xbrl.org/2003/linkbase http://www.xbrl.org/2003/xbrl-linkbase-2003-12-31.xsd">
  <roleRef xlink:type="simple" xlink:href="imh-20201231.xsd#StatementConsolidatedBalanceSheets" roleURI="http://www.impaccompanies.com/role/StatementConsolidatedBalanceSheets" xmlns="http://www.xbrl.org/2003/linkbase" />
  <roleRef xlink:type="simple" xlink:href="imh-20201231.xsd#StatementConsolidatedStatementsOfOperationsAndComprehensiveEarningsLoss" roleURI="http://www.impaccompanies.com/role/StatementConsolidatedStatementsOfOperationsAndComprehensiveEarningsLoss" xmlns="http://www.xbrl.org/2003/linkbase" />
  <roleRef xlink:type="simple" xlink:href="imh-20201231.xsd#StatementConsolidatedStatementsOfCashFlows" roleURI="http://www.impaccompanies.com/role/StatementConsolidatedStatementsOfCashFlows" xmlns="http://www.xbrl.org/2003/linkbase" />
  <roleRef xlink:type="simple" xlink:href="imh-20201231.xsd#DisclosureMortgageLoansHeldForSaleDetails" roleURI="http://www.impaccompanies.com/role/DisclosureMortgageLoansHeldForSaleDetails" xmlns="http://www.xbrl.org/2003/linkbase" />
  <roleRef xlink:type="simple" xlink:href="imh-20201231.xsd#DisclosureMortgageServicingRightsDetails" roleURI="http://www.impaccompanies.com/role/DisclosureMortgageServicingRightsDetails" xmlns="http://www.xbrl.org/2003/linkbase" />
  <roleRef xlink:type="simple" xlink:href="imh-20201231.xsd#DisclosureOtherAssetsSummaryOfOtherAssetsDetails" roleURI="http://www.impaccompanies.com/role/DisclosureOtherAssetsSummaryOfOtherAssetsDetails" xmlns="http://www.xbrl.org/2003/linkbase" />
  <roleRef xlink:type="simple" xlink:href="imh-20201231.xsd#DisclosureOtherAssetsPremisesAndEquipmentNetDetails" roleURI="http://www.impaccompanies.com/role/DisclosureOtherAssetsPremisesAndEquipmentNetDetails" xmlns="http://www.xbrl.org/2003/linkbase" />
  <roleRef xlink:type="simple" xlink:href="imh-20201231.xsd#DisclosureLeasesMaturitiesDetailsCal2" roleURI="http://www.impaccompanies.com/role/DisclosureLeasesMaturitiesDetailsCal2" xmlns="http://www.xbrl.org/2003/linkbase" />
  <roleRef xlink:type="simple" xlink:href="imh-20201231.xsd#DisclosureSecuritizedMortgageTrustsSecuritizedMortgageTrustAssetsDetails" roleURI="http://www.impaccompanies.com/role/DisclosureSecuritizedMortgageTrustsSecuritizedMortgageTrustAssetsDetails" xmlns="http://www.xbrl.org/2003/linkbase" />
  <roleRef xlink:type="simple" xlink:href="imh-20201231.xsd#DisclosureSecuritizedMortgageTrustsExpectedPrincipalReductionsOfSecuritizedMortgageBorrowingsDetails" roleURI="http://www.impaccompanies.com/role/DisclosureSecuritizedMortgageTrustsExpectedPrincipalReductionsOfSecuritizedMortgageBorrowingsDetails" xmlns="http://www.xbrl.org/2003/linkbase" />
  <roleRef xlink:type="simple" xlink:href="imh-20201231.xsd#DisclosureSecuritizedMortgageTrustsChangeInFairValueOfNetTrustAssetsDetails" roleURI="http://www.impaccompanies.com/role/DisclosureSecuritizedMortgageTrustsChangeInFairValueOfNetTrustAssetsDetails" xmlns="http://www.xbrl.org/2003/linkbase" />
  <roleRef xlink:type="simple" xlink:href="imh-20201231.xsd#DisclosureFairValueOfFinancialInstrumentsAssetsAndLiabilitiesMeasuredAtFairValueOnRecurringBasisDetails" roleURI="http://www.impaccompanies.com/role/DisclosureFairValueOfFinancialInstrumentsAssetsAndLiabilitiesMeasuredAtFairValueOnRecurringBasisDetails" xmlns="http://www.xbrl.org/2003/linkbase" />
  <roleRef xlink:type="simple" xlink:href="imh-20201231.xsd#DisclosureFairValueOfFinancialInstrumentsChangesInRecurringFairValueMeasurementsIncludedInEarningsDetails" roleURI="http://www.impaccompanies.com/role/DisclosureFairValueOfFinancialInstrumentsChangesInRecurringFairValueMeasurementsIncludedInEarningsDetails" xmlns="http://www.xbrl.org/2003/linkbase" />
  <roleRef xlink:type="simple" xlink:href="imh-20201231.xsd#DisclosureReconciliationOfLossPerCommonShareDetails" roleURI="http://www.impaccompanies.com/role/DisclosureReconciliationOfLossPerCommonShareDetails" xmlns="http://www.xbrl.org/2003/linkbase" />
  <roleRef xlink:type="simple" xlink:href="imh-20201231.xsd#DisclosureIncomeTaxesSummaryOfIncomeTaxesDetails" roleURI="http://www.impaccompanies.com/role/DisclosureIncomeTaxesSummaryOfIncomeTaxesDetails" xmlns="http://www.xbrl.org/2003/linkbase" />
  <roleRef xlink:type="simple" xlink:href="imh-20201231.xsd#DisclosureIncomeTaxesSummaryOfDeferredTaxAssetsAndLiabilitiesDetails" roleURI="http://www.impaccompanies.com/role/DisclosureIncomeTaxesSummaryOfDeferredTaxAssetsAndLiabilitiesDetails" xmlns="http://www.xbrl.org/2003/linkbase" />
  <roleRef xlink:type="simple" xlink:href="imh-20201231.xsd#DisclosureIncomeTaxesReconciliationOfIncomeTaxesDetails" roleURI="http://www.impaccompanies.com/role/DisclosureIncomeTaxesReconciliationOfIncomeTaxesDetails" xmlns="http://www.xbrl.org/2003/linkbase" />
  <roleRef xlink:type="simple" xlink:href="imh-20201231.xsd#DisclosureSegmentReportingStatementOfOperationsDetails" roleURI="http://www.impaccompanies.com/role/DisclosureSegmentReportingStatementOfOperationsDetails" xmlns="http://www.xbrl.org/2003/linkbase" />
  <roleRef xlink:type="simple" xlink:href="imh-20201231.xsd#DisclosureCommitmentsAndContingenciesCorporateOwnedLifeInsuranceTrustsDetails" roleURI="http://www.impaccompanies.com/role/DisclosureCommitmentsAndContingenciesCorporateOwnedLifeInsuranceTrustsDetails" xmlns="http://www.xbrl.org/2003/linkbase" />
  <calculationLink xlink:role="http://www.impaccompanies.com/role/StatementConsolidatedBalanceSheets" xlink:type="extended" xlink:title="00100 - Statement - CONSOLIDATED BALANCE SHEETS" xmlns="http://www.xbrl.org/2003/linkbase">
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_Assets" xlink:label="us-gaap_Assets" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_CashAndCashEquivalentsAtCarryingValue" xlink:label="us-gaap_CashAndCashEquivalentsAtCarryingValue_637511597532724357" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_Assets" xlink:to="us-gaap_CashAndCashEquivalentsAtCarryingValue_637511597532724357" order="1" use="optional" weight="1" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_RestrictedCashAndCashEquivalentsAtCarryingValue" xlink:label="us-gaap_RestrictedCashAndCashEquivalentsAtCarryingValue_637511597532734316" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_Assets" xlink:to="us-gaap_RestrictedCashAndCashEquivalentsAtCarryingValue_637511597532734316" order="2" use="optional" weight="1" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_LoansReceivableHeldForSaleNetNotPartOfDisposalGroup" xlink:label="us-gaap_LoansReceivableHeldForSaleNetNotPartOfDisposalGroup_637511597532744325" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_Assets" xlink:to="us-gaap_LoansReceivableHeldForSaleNetNotPartOfDisposalGroup_637511597532744325" order="3" use="optional" weight="1" priority="1" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ServicingAssetAtFairValueAmount" xlink:label="us-gaap_ServicingAssetAtFairValueAmount_637511597532744325" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_Assets" xlink:to="us-gaap_ServicingAssetAtFairValueAmount_637511597532744325" order="4" use="optional" weight="1" priority="1" />
    <loc xlink:type="locator" xlink:href="imh-20201231.xsd#imh_SecuritizedMortgageTrustAssets" xlink:label="imh_SecuritizedMortgageTrustAssets_637511597532744325" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_Assets" xlink:to="imh_SecuritizedMortgageTrustAssets_637511597532744325" order="5" use="optional" weight="1" priority="1" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_OtherAssets" xlink:label="us-gaap_OtherAssets_637511597532744325" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_Assets" xlink:to="us-gaap_OtherAssets_637511597532744325" order="6" use="optional" weight="1" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_LiabilitiesAndStockholdersEquity" xlink:label="us-gaap_LiabilitiesAndStockholdersEquity" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_Liabilities" xlink:label="us-gaap_Liabilities_637511597532844035" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_LiabilitiesAndStockholdersEquity" xlink:to="us-gaap_Liabilities_637511597532844035" order="1" use="optional" weight="1" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_WarehouseAgreementBorrowings" xlink:label="us-gaap_WarehouseAgreementBorrowings_637511597532844035" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_Liabilities_637511597532844035" xlink:to="us-gaap_WarehouseAgreementBorrowings_637511597532844035" order="1" use="optional" weight="1" />
    <loc xlink:type="locator" xlink:href="imh-20201231.xsd#imh_MortgageServicingRightFinancingFacility" xlink:label="imh_MortgageServicingRightFinancingFacility_637511597532844035" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_Liabilities_637511597532844035" xlink:to="imh_MortgageServicingRightFinancingFacility_637511597532844035" order="2" use="optional" weight="1" priority="2" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ConvertibleNotesPayable" xlink:label="us-gaap_ConvertibleNotesPayable_637511597532844035" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_Liabilities_637511597532844035" xlink:to="us-gaap_ConvertibleNotesPayable_637511597532844035" order="3" use="optional" weight="1" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_OtherLongTermDebt" xlink:label="us-gaap_OtherLongTermDebt_637511597532844035" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_Liabilities_637511597532844035" xlink:to="us-gaap_OtherLongTermDebt_637511597532844035" order="4" use="optional" weight="1" />
    <loc xlink:type="locator" xlink:href="imh-20201231.xsd#imh_SecuritizedMortgageTrustLiabilities" xlink:label="imh_SecuritizedMortgageTrustLiabilities_637511597532854010" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_Liabilities_637511597532844035" xlink:to="imh_SecuritizedMortgageTrustLiabilities_637511597532854010" order="5" use="optional" weight="1" priority="2" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_OtherLiabilities" xlink:label="us-gaap_OtherLiabilities_637511597532854010" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_Liabilities_637511597532844035" xlink:to="us-gaap_OtherLiabilities_637511597532854010" order="6" use="optional" weight="1" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_StockholdersEquity" xlink:label="us-gaap_StockholdersEquity_637511597532854010" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_LiabilitiesAndStockholdersEquity" xlink:to="us-gaap_StockholdersEquity_637511597532854010" order="2" use="optional" weight="1" priority="3" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_PreferredStockValue" xlink:label="us-gaap_PreferredStockValue_637511597532854010" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_StockholdersEquity_637511597532854010" xlink:to="us-gaap_PreferredStockValue_637511597532854010" order="1" use="optional" weight="1" priority="2" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_CommonStockValue" xlink:label="us-gaap_CommonStockValue_637511597532854010" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_StockholdersEquity_637511597532854010" xlink:to="us-gaap_CommonStockValue_637511597532854010" order="2" use="optional" weight="1" priority="2" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_AdditionalPaidInCapital" xlink:label="us-gaap_AdditionalPaidInCapital_637511597532854010" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_StockholdersEquity_637511597532854010" xlink:to="us-gaap_AdditionalPaidInCapital_637511597532854010" order="3" use="optional" weight="1" priority="2" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_AccumulatedOtherComprehensiveIncomeLossNetOfTax" xlink:label="us-gaap_AccumulatedOtherComprehensiveIncomeLossNetOfTax_637511597532854010" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_StockholdersEquity_637511597532854010" xlink:to="us-gaap_AccumulatedOtherComprehensiveIncomeLossNetOfTax_637511597532854010" order="4" use="optional" weight="1" priority="2" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_RetainedEarningsAccumulatedDeficit" xlink:label="us-gaap_RetainedEarningsAccumulatedDeficit_637511597532854010" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_StockholdersEquity_637511597532854010" xlink:to="us-gaap_RetainedEarningsAccumulatedDeficit_637511597532854010" order="5" use="optional" weight="1" priority="2" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_CumulativeDividends" xlink:label="us-gaap_CumulativeDividends_637511597532854010" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_RetainedEarningsAccumulatedDeficit_637511597532854010" xlink:to="us-gaap_CumulativeDividends_637511597532854010" order="1" use="optional" weight="-1" priority="3" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_CumulativeEarningsDeficit" xlink:label="us-gaap_CumulativeEarningsDeficit_637511597532854010" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_RetainedEarningsAccumulatedDeficit_637511597532854010" xlink:to="us-gaap_CumulativeEarningsDeficit_637511597532854010" order="2" use="optional" weight="1" />
  </calculationLink>
  <calculationLink xlink:role="http://www.impaccompanies.com/role/StatementConsolidatedStatementsOfOperationsAndComprehensiveEarningsLoss" xlink:type="extended" xlink:title="00200 - Statement - CONSOLIDATED STATEMENTS OF OPERATIONS AND COMPREHENSIVE EARNINGS (LOSS)" xmlns="http://www.xbrl.org/2003/linkbase">
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ComprehensiveIncomeNetOfTax" xlink:label="us-gaap_ComprehensiveIncomeNetOfTax" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_NetIncomeLoss" xlink:label="us-gaap_NetIncomeLoss_637511597532863985" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_ComprehensiveIncomeNetOfTax" xlink:to="us-gaap_NetIncomeLoss_637511597532863985" order="1" use="optional" weight="1" priority="2" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_IncomeLossFromContinuingOperationsBeforeIncomeTaxesMinorityInterestAndIncomeLossFromEquityMethodInvestments" xlink:label="us-gaap_IncomeLossFromContinuingOperationsBeforeIncomeTaxesMinorityInterestAndIncomeLossFromEquityMethodInvestments_637511597532863985" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_NetIncomeLoss_637511597532863985" xlink:to="us-gaap_IncomeLossFromContinuingOperationsBeforeIncomeTaxesMinorityInterestAndIncomeLossFromEquityMethodInvestments_637511597532863985" order="1" use="optional" weight="1" priority="2" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_OperatingIncomeLoss" xlink:label="us-gaap_OperatingIncomeLoss_637511597532863985" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_IncomeLossFromContinuingOperationsBeforeIncomeTaxesMinorityInterestAndIncomeLossFromEquityMethodInvestments_637511597532863985" xlink:to="us-gaap_OperatingIncomeLoss_637511597532863985" order="1" use="optional" weight="1" priority="2" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_Revenues" xlink:label="us-gaap_Revenues_637511597532863985" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_OperatingIncomeLoss_637511597532863985" xlink:to="us-gaap_Revenues_637511597532863985" order="1" use="optional" weight="1" priority="1" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_GainLossOnSalesOfLoansNet" xlink:label="us-gaap_GainLossOnSalesOfLoansNet_637511597532863985" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_Revenues_637511597532863985" xlink:to="us-gaap_GainLossOnSalesOfLoansNet_637511597532863985" order="1" use="optional" weight="1" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_RevenueFromContractWithCustomerIncludingAssessedTax" xlink:label="us-gaap_RevenueFromContractWithCustomerIncludingAssessedTax_637511597532863985" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_Revenues_637511597532863985" xlink:to="us-gaap_RevenueFromContractWithCustomerIncludingAssessedTax_637511597532863985" order="2" use="optional" weight="1" />
    <loc xlink:type="locator" xlink:href="imh-20201231.xsd#imh_ServicingIncomeNet" xlink:label="imh_ServicingIncomeNet_637511597532863985" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_Revenues_637511597532863985" xlink:to="imh_ServicingIncomeNet_637511597532863985" order="3" use="optional" weight="1" />
    <loc xlink:type="locator" xlink:href="imh-20201231.xsd#imh_MortgageServicingRightsGainLossNet" xlink:label="imh_MortgageServicingRightsGainLossNet_637511597532863985" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_Revenues_637511597532863985" xlink:to="imh_MortgageServicingRightsGainLossNet_637511597532863985" order="4" use="optional" weight="1" priority="2" />
    <loc xlink:type="locator" xlink:href="imh-20201231.xsd#imh_NonInterestIncomeOtherOperatingIncomeLoss" xlink:label="imh_NonInterestIncomeOtherOperatingIncomeLoss_637511597532863985" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_Revenues_637511597532863985" xlink:to="imh_NonInterestIncomeOtherOperatingIncomeLoss_637511597532863985" order="5" use="optional" weight="1" priority="1" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_OperatingExpenses" xlink:label="us-gaap_OperatingExpenses_637511597532863985" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_OperatingIncomeLoss_637511597532863985" xlink:to="us-gaap_OperatingExpenses_637511597532863985" order="2" use="optional" weight="-1" priority="1" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_LaborAndRelatedExpense" xlink:label="us-gaap_LaborAndRelatedExpense_637511597532863985" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_OperatingExpenses_637511597532863985" xlink:to="us-gaap_LaborAndRelatedExpense_637511597532863985" order="1" use="optional" weight="1" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_GeneralAndAdministrativeExpense" xlink:label="us-gaap_GeneralAndAdministrativeExpense_637511597532863985" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_OperatingExpenses_637511597532863985" xlink:to="us-gaap_GeneralAndAdministrativeExpense_637511597532863985" order="2" use="optional" weight="1" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_MarketingExpense" xlink:label="us-gaap_MarketingExpense_637511597532863985" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_OperatingExpenses_637511597532863985" xlink:to="us-gaap_MarketingExpense_637511597532863985" order="3" use="optional" weight="1" priority="2" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_NonoperatingIncomeExpense" xlink:label="us-gaap_NonoperatingIncomeExpense_637511597532863985" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_IncomeLossFromContinuingOperationsBeforeIncomeTaxesMinorityInterestAndIncomeLossFromEquityMethodInvestments_637511597532863985" xlink:to="us-gaap_NonoperatingIncomeExpense_637511597532863985" order="2" use="optional" weight="1" priority="1" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_InterestAndDividendIncomeOperating" xlink:label="us-gaap_InterestAndDividendIncomeOperating_637511597532863985" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_NonoperatingIncomeExpense_637511597532863985" xlink:to="us-gaap_InterestAndDividendIncomeOperating_637511597532863985" order="1" use="optional" weight="1" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_InterestExpense" xlink:label="us-gaap_InterestExpense_637511597532863985" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_NonoperatingIncomeExpense_637511597532863985" xlink:to="us-gaap_InterestExpense_637511597532863985" order="2" use="optional" weight="-1" />
    <loc xlink:type="locator" xlink:href="imh-20201231.xsd#imh_IncreaseDecreaseInFairValueOfLongTermDebt" xlink:label="imh_IncreaseDecreaseInFairValueOfLongTermDebt_637511597532873954" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_NonoperatingIncomeExpense_637511597532863985" xlink:to="imh_IncreaseDecreaseInFairValueOfLongTermDebt_637511597532873954" order="3" use="optional" weight="-1" />
    <loc xlink:type="locator" xlink:href="imh-20201231.xsd#imh_TrustAssetsNetChangeInFairValueIncludingRealEstateOwnedGainLoss" xlink:label="imh_TrustAssetsNetChangeInFairValueIncludingRealEstateOwnedGainLoss_637511597532873954" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_NonoperatingIncomeExpense_637511597532863985" xlink:to="imh_TrustAssetsNetChangeInFairValueIncludingRealEstateOwnedGainLoss_637511597532873954" order="4" use="optional" weight="1" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_IncomeTaxExpenseBenefit" xlink:label="us-gaap_IncomeTaxExpenseBenefit_637511597532873954" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_NetIncomeLoss_637511597532863985" xlink:to="us-gaap_IncomeTaxExpenseBenefit_637511597532873954" order="2" use="optional" weight="-1" priority="2" />
    <loc xlink:type="locator" xlink:href="imh-20201231.xsd#imh_OtherComprehensiveIncomeLossCreditRiskOfLongTermDebtFairValueOptionUnrealizedGainLossArisingDuringPeriodAfterTax" xlink:label="imh_OtherComprehensiveIncomeLossCreditRiskOfLongTermDebtFairValueOptionUnrealizedGainLossArisingDuringPeriodAfterTax_637511597532873954" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_ComprehensiveIncomeNetOfTax" xlink:to="imh_OtherComprehensiveIncomeLossCreditRiskOfLongTermDebtFairValueOptionUnrealizedGainLossArisingDuringPeriodAfterTax_637511597532873954" order="2" use="optional" weight="1" priority="2" />
  </calculationLink>
  <calculationLink xlink:role="http://www.impaccompanies.com/role/StatementConsolidatedStatementsOfCashFlows" xlink:type="extended" xlink:title="00400 - Statement - CONSOLIDATED STATEMENTS OF CASH FLOWS" xmlns="http://www.xbrl.org/2003/linkbase">
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalentsPeriodIncreaseDecreaseIncludingExchangeRateEffect" xlink:label="us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalentsPeriodIncreaseDecreaseIncludingExchangeRateEffect" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_NetCashProvidedByUsedInOperatingActivities" xlink:label="us-gaap_NetCashProvidedByUsedInOperatingActivities_637511597532873954" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalentsPeriodIncreaseDecreaseIncludingExchangeRateEffect" xlink:to="us-gaap_NetCashProvidedByUsedInOperatingActivities_637511597532873954" order="1" use="optional" weight="1" priority="1" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ProfitLoss" xlink:label="us-gaap_ProfitLoss_637511597532873954" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_NetCashProvidedByUsedInOperatingActivities_637511597532873954" xlink:to="us-gaap_ProfitLoss_637511597532873954" order="1" use="optional" weight="1" priority="2" />
    <loc xlink:type="locator" xlink:href="imh-20201231.xsd#imh_GainLossOnSaleOfMortgageServicingRights" xlink:label="imh_GainLossOnSaleOfMortgageServicingRights_637511597532873954" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_NetCashProvidedByUsedInOperatingActivities_637511597532873954" xlink:to="imh_GainLossOnSaleOfMortgageServicingRights_637511597532873954" order="2" use="optional" weight="-1" priority="2" />
    <loc xlink:type="locator" xlink:href="imh-20201231.xsd#imh_AccretionOfInterestExpenseOnCorporateDebt" xlink:label="imh_AccretionOfInterestExpenseOnCorporateDebt_637511597532873954" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_NetCashProvidedByUsedInOperatingActivities_637511597532873954" xlink:to="imh_AccretionOfInterestExpenseOnCorporateDebt_637511597532873954" order="3" use="optional" weight="1" priority="2" />
    <loc xlink:type="locator" xlink:href="imh-20201231.xsd#imh_IncreaseDecreaseInProvisionForRepurchases" xlink:label="imh_IncreaseDecreaseInProvisionForRepurchases_637511597532873954" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_NetCashProvidedByUsedInOperatingActivities_637511597532873954" xlink:to="imh_IncreaseDecreaseInProvisionForRepurchases_637511597532873954" order="4" use="optional" weight="1" priority="2" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_GainLossOnSalesOfMortgageBackedSecuritiesMBS" xlink:label="us-gaap_GainLossOnSalesOfMortgageBackedSecuritiesMBS_637511597532873954" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_NetCashProvidedByUsedInOperatingActivities_637511597532873954" xlink:to="us-gaap_GainLossOnSalesOfMortgageBackedSecuritiesMBS_637511597532873954" order="5" use="optional" weight="-1" priority="3" />
    <loc xlink:type="locator" xlink:href="imh-20201231.xsd#imh_IncreaseDecreaseInFairValueOfMortgageLoansHeldForSale" xlink:label="imh_IncreaseDecreaseInFairValueOfMortgageLoansHeldForSale_637511597532883932" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_NetCashProvidedByUsedInOperatingActivities_637511597532873954" xlink:to="imh_IncreaseDecreaseInFairValueOfMortgageLoansHeldForSale_637511597532883932" order="6" use="optional" weight="-1" priority="3" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_MortgageServicingRightsMSRImpairmentRecovery" xlink:label="us-gaap_MortgageServicingRightsMSRImpairmentRecovery_637511597532883932" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_NetCashProvidedByUsedInOperatingActivities_637511597532873954" xlink:to="us-gaap_MortgageServicingRightsMSRImpairmentRecovery_637511597532883932" order="7" use="optional" weight="1" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_GainLossOnSaleOfMortgageLoans" xlink:label="us-gaap_GainLossOnSaleOfMortgageLoans_637511597532883932" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_NetCashProvidedByUsedInOperatingActivities_637511597532873954" xlink:to="us-gaap_GainLossOnSaleOfMortgageLoans_637511597532883932" order="8" use="optional" weight="-1" />
    <loc xlink:type="locator" xlink:href="imh-20201231.xsd#imh_GainLossOnSaleOfMortgageLoansHeldForSale" xlink:label="imh_GainLossOnSaleOfMortgageLoansHeldForSale_637511597532883932" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_NetCashProvidedByUsedInOperatingActivities_637511597532873954" xlink:to="imh_GainLossOnSaleOfMortgageLoansHeldForSale_637511597532883932" order="9" use="optional" weight="-1" priority="3" />
    <loc xlink:type="locator" xlink:href="imh-20201231.xsd#imh_IncreaseDecreaseInFairValueOfDerivativesLendingNet" xlink:label="imh_IncreaseDecreaseInFairValueOfDerivativesLendingNet_637511597532883932" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_NetCashProvidedByUsedInOperatingActivities_637511597532873954" xlink:to="imh_IncreaseDecreaseInFairValueOfDerivativesLendingNet_637511597532883932" order="10" use="optional" weight="-1" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ProceedsFromSaleOfMortgageLoansHeldForSale" xlink:label="us-gaap_ProceedsFromSaleOfMortgageLoansHeldForSale_637511597532883932" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_NetCashProvidedByUsedInOperatingActivities_637511597532873954" xlink:to="us-gaap_ProceedsFromSaleOfMortgageLoansHeldForSale_637511597532883932" order="11" use="optional" weight="1" />
    <loc xlink:type="locator" xlink:href="imh-20201231.xsd#imh_GainLossFromRealEstateOwned" xlink:label="imh_GainLossFromRealEstateOwned_637511597532883932" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_NetCashProvidedByUsedInOperatingActivities_637511597532873954" xlink:to="imh_GainLossFromRealEstateOwned_637511597532883932" order="12" use="optional" weight="-1" priority="1" />
    <loc xlink:type="locator" xlink:href="imh-20201231.xsd#imh_IncreaseDecreaseInFairValueOfNetTrustAssetsExcludingRealEstateOwned" xlink:label="imh_IncreaseDecreaseInFairValueOfNetTrustAssetsExcludingRealEstateOwned_637511597532883932" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_NetCashProvidedByUsedInOperatingActivities_637511597532873954" xlink:to="imh_IncreaseDecreaseInFairValueOfNetTrustAssetsExcludingRealEstateOwned_637511597532883932" order="13" use="optional" weight="-1" />
    <loc xlink:type="locator" xlink:href="imh-20201231.xsd#imh_IncreaseDecreaseInFairValueOfLongTermDebt" xlink:label="imh_IncreaseDecreaseInFairValueOfLongTermDebt_637511597532883932" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_NetCashProvidedByUsedInOperatingActivities_637511597532873954" xlink:to="imh_IncreaseDecreaseInFairValueOfLongTermDebt_637511597532883932" order="14" use="optional" weight="1" />
    <loc xlink:type="locator" xlink:href="imh-20201231.xsd#imh_AccretionOfInterestIncomeAndExpense" xlink:label="imh_AccretionOfInterestIncomeAndExpense_637511597532883932" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_NetCashProvidedByUsedInOperatingActivities_637511597532873954" xlink:to="imh_AccretionOfInterestIncomeAndExpense_637511597532883932" order="15" use="optional" weight="1" />
    <loc xlink:type="locator" xlink:href="imh-20201231.xsd#imh_AmortizationOfIntangibleAndOtherAssets" xlink:label="imh_AmortizationOfIntangibleAndOtherAssets_637511597532883932" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_NetCashProvidedByUsedInOperatingActivities_637511597532873954" xlink:to="imh_AmortizationOfIntangibleAndOtherAssets_637511597532883932" order="16" use="optional" weight="1" priority="2" />
    <loc xlink:type="locator" xlink:href="imh-20201231.xsd#imh_AmortizationOfDebtIssuanceCostAndDebtDiscountPremium" xlink:label="imh_AmortizationOfDebtIssuanceCostAndDebtDiscountPremium_637511597532883932" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_NetCashProvidedByUsedInOperatingActivities_637511597532873954" xlink:to="imh_AmortizationOfDebtIssuanceCostAndDebtDiscountPremium_637511597532883932" order="17" use="optional" weight="1" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ShareBasedCompensation" xlink:label="us-gaap_ShareBasedCompensation_637511597532883932" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_NetCashProvidedByUsedInOperatingActivities_637511597532873954" xlink:to="us-gaap_ShareBasedCompensation_637511597532883932" order="18" use="optional" weight="1" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_IncreaseDecreaseInOtherOperatingAssets" xlink:label="us-gaap_IncreaseDecreaseInOtherOperatingAssets_637511597532893904" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_NetCashProvidedByUsedInOperatingActivities_637511597532873954" xlink:to="us-gaap_IncreaseDecreaseInOtherOperatingAssets_637511597532893904" order="19" use="optional" weight="-1" priority="3" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_IncreaseDecreaseInOtherOperatingLiabilities" xlink:label="us-gaap_IncreaseDecreaseInOtherOperatingLiabilities_637511597532893904" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_NetCashProvidedByUsedInOperatingActivities_637511597532873954" xlink:to="us-gaap_IncreaseDecreaseInOtherOperatingLiabilities_637511597532893904" order="20" use="optional" weight="1" priority="2" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_NetCashProvidedByUsedInInvestingActivities" xlink:label="us-gaap_NetCashProvidedByUsedInInvestingActivities_637511597532893904" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalentsPeriodIncreaseDecreaseIncludingExchangeRateEffect" xlink:to="us-gaap_NetCashProvidedByUsedInInvestingActivities_637511597532893904" order="2" use="optional" weight="1" priority="1" />
    <loc xlink:type="locator" xlink:href="imh-20201231.xsd#imh_NetChangeInSecuritizedMortgageCollateral" xlink:label="imh_NetChangeInSecuritizedMortgageCollateral_637511597532893904" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_NetCashProvidedByUsedInInvestingActivities_637511597532893904" xlink:to="imh_NetChangeInSecuritizedMortgageCollateral_637511597532893904" order="1" use="optional" weight="1" />
    <loc xlink:type="locator" xlink:href="imh-20201231.xsd#imh_PaymentsToAcquireInvestmentsInCorporateOwnedLifeInsurance" xlink:label="imh_PaymentsToAcquireInvestmentsInCorporateOwnedLifeInsurance_637511597532893904" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_NetCashProvidedByUsedInInvestingActivities_637511597532893904" xlink:to="imh_PaymentsToAcquireInvestmentsInCorporateOwnedLifeInsurance_637511597532893904" order="2" use="optional" weight="-1" priority="2" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ProceedsFromSaleOfMortgageServicingRightsMSR" xlink:label="us-gaap_ProceedsFromSaleOfMortgageServicingRightsMSR_637511597532893904" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_NetCashProvidedByUsedInInvestingActivities_637511597532893904" xlink:to="us-gaap_ProceedsFromSaleOfMortgageServicingRightsMSR_637511597532893904" order="3" use="optional" weight="1" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_PaymentsForProceedsFromProductiveAssets" xlink:label="us-gaap_PaymentsForProceedsFromProductiveAssets_637511597532893904" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_NetCashProvidedByUsedInInvestingActivities_637511597532893904" xlink:to="us-gaap_PaymentsForProceedsFromProductiveAssets_637511597532893904" order="4" use="optional" weight="-1" priority="2" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_PaymentsToAcquireMortgageBackedSecuritiesMBSCategorizedAsAvailableForSale" xlink:label="us-gaap_PaymentsToAcquireMortgageBackedSecuritiesMBSCategorizedAsAvailableForSale_637511597532893904" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_NetCashProvidedByUsedInInvestingActivities_637511597532893904" xlink:to="us-gaap_PaymentsToAcquireMortgageBackedSecuritiesMBSCategorizedAsAvailableForSale_637511597532893904" order="5" use="optional" weight="-1" priority="2" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ProceedsFromSaleOfMortgageBackedSecuritiesMBSCategorizedAsAvailableForSale" xlink:label="us-gaap_ProceedsFromSaleOfMortgageBackedSecuritiesMBSCategorizedAsAvailableForSale_637511597532893904" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_NetCashProvidedByUsedInInvestingActivities_637511597532893904" xlink:to="us-gaap_ProceedsFromSaleOfMortgageBackedSecuritiesMBSCategorizedAsAvailableForSale_637511597532893904" order="6" use="optional" weight="1" priority="2" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ProceedsFromSaleOfOtherRealEstate" xlink:label="us-gaap_ProceedsFromSaleOfOtherRealEstate_637511597532893904" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_NetCashProvidedByUsedInInvestingActivities_637511597532893904" xlink:to="us-gaap_ProceedsFromSaleOfOtherRealEstate_637511597532893904" order="7" use="optional" weight="1" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_NetCashProvidedByUsedInFinancingActivities" xlink:label="us-gaap_NetCashProvidedByUsedInFinancingActivities_637511597532893904" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalentsPeriodIncreaseDecreaseIncludingExchangeRateEffect" xlink:to="us-gaap_NetCashProvidedByUsedInFinancingActivities_637511597532893904" order="3" use="optional" weight="1" priority="1" />
    <loc xlink:type="locator" xlink:href="imh-20201231.xsd#imh_NetChangeInLiabilitiesRelatedToCorporateOwnedLifeInsurance" xlink:label="imh_NetChangeInLiabilitiesRelatedToCorporateOwnedLifeInsurance_637511597533073431" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_NetCashProvidedByUsedInFinancingActivities_637511597532893904" xlink:to="imh_NetChangeInLiabilitiesRelatedToCorporateOwnedLifeInsurance_637511597533073431" order="1" use="optional" weight="1" priority="2" />
    <loc xlink:type="locator" xlink:href="imh-20201231.xsd#imh_PaymentsForRetirementOfRestrictedStock" xlink:label="imh_PaymentsForRetirementOfRestrictedStock_637511597533073431" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_NetCashProvidedByUsedInFinancingActivities_637511597532893904" xlink:to="imh_PaymentsForRetirementOfRestrictedStock_637511597533073431" order="2" use="optional" weight="-1" priority="2" />
    <loc xlink:type="locator" xlink:href="imh-20201231.xsd#imh_BorrowingsUnderMsrFinancing" xlink:label="imh_BorrowingsUnderMsrFinancing_637511597533073431" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_NetCashProvidedByUsedInFinancingActivities_637511597532893904" xlink:to="imh_BorrowingsUnderMsrFinancing_637511597533073431" order="3" use="optional" weight="1" priority="2" />
    <loc xlink:type="locator" xlink:href="imh-20201231.xsd#imh_RepaymentOfMsrFinancing" xlink:label="imh_RepaymentOfMsrFinancing_637511597533073431" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_NetCashProvidedByUsedInFinancingActivities_637511597532893904" xlink:to="imh_RepaymentOfMsrFinancing_637511597533073431" order="4" use="optional" weight="-1" priority="2" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_RepaymentsOfConvertibleDebt" xlink:label="us-gaap_RepaymentsOfConvertibleDebt_637511597533073431" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_NetCashProvidedByUsedInFinancingActivities_637511597532893904" xlink:to="us-gaap_RepaymentsOfConvertibleDebt_637511597533073431" order="5" use="optional" weight="-1" priority="2" />
    <loc xlink:type="locator" xlink:href="imh-20201231.xsd#imh_RepaymentOfWarehouseBorrowings" xlink:label="imh_RepaymentOfWarehouseBorrowings_637511597533073431" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_NetCashProvidedByUsedInFinancingActivities_637511597532893904" xlink:to="imh_RepaymentOfWarehouseBorrowings_637511597533073431" order="6" use="optional" weight="-1" priority="2" />
    <loc xlink:type="locator" xlink:href="imh-20201231.xsd#imh_BorrowingsUnderWarehouseAgreement" xlink:label="imh_BorrowingsUnderWarehouseAgreement_637511597533073431" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_NetCashProvidedByUsedInFinancingActivities_637511597532893904" xlink:to="imh_BorrowingsUnderWarehouseAgreement_637511597533073431" order="7" use="optional" weight="1" priority="2" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ProceedsFromRepaymentsOfSecuredDebt" xlink:label="us-gaap_ProceedsFromRepaymentsOfSecuredDebt_637511597533073431" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_NetCashProvidedByUsedInFinancingActivities_637511597532893904" xlink:to="us-gaap_ProceedsFromRepaymentsOfSecuredDebt_637511597533073431" order="8" use="optional" weight="1" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FinanceLeasePrincipalPayments" xlink:label="us-gaap_FinanceLeasePrincipalPayments_637511597533083399" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_NetCashProvidedByUsedInFinancingActivities_637511597532893904" xlink:to="us-gaap_FinanceLeasePrincipalPayments_637511597533083399" order="9" use="optional" weight="-1" priority="2" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ProceedsFromStockOptionsExercised" xlink:label="us-gaap_ProceedsFromStockOptionsExercised_637511597533083399" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_NetCashProvidedByUsedInFinancingActivities_637511597532893904" xlink:to="us-gaap_ProceedsFromStockOptionsExercised_637511597533083399" order="10" use="optional" weight="1" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ProceedsFromIssuanceOfSharesUnderIncentiveAndShareBasedCompensationPlans" xlink:label="us-gaap_ProceedsFromIssuanceOfSharesUnderIncentiveAndShareBasedCompensationPlans_637511597533083399" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_NetCashProvidedByUsedInFinancingActivities_637511597532893904" xlink:to="us-gaap_ProceedsFromIssuanceOfSharesUnderIncentiveAndShareBasedCompensationPlans_637511597533083399" order="11" use="optional" weight="1" priority="2" />
  </calculationLink>
  <calculationLink xlink:role="http://www.impaccompanies.com/role/DisclosureMortgageLoansHeldForSaleDetails" xlink:type="extended" xlink:title="40201 - Disclosure - Mortgage Loans Held-for-Sale (Details)" xmlns="http://www.xbrl.org/2003/linkbase">
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_GainLossOnSaleOfMortgageLoans" xlink:label="us-gaap_GainLossOnSaleOfMortgageLoans" />
    <loc xlink:type="locator" xlink:href="imh-20201231.xsd#imh_GainOnSaleOfMortgageLoansHeldForSale" xlink:label="imh_GainOnSaleOfMortgageLoansHeldForSale_637511597533083399" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_GainLossOnSaleOfMortgageLoans" xlink:to="imh_GainOnSaleOfMortgageLoansHeldForSale_637511597533083399" order="1" use="optional" weight="1" />
    <loc xlink:type="locator" xlink:href="imh-20201231.xsd#imh_IncreaseDecreaseInProvisionForRepurchases" xlink:label="imh_IncreaseDecreaseInProvisionForRepurchases_637511597533083399" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_GainLossOnSaleOfMortgageLoans" xlink:to="imh_IncreaseDecreaseInProvisionForRepurchases_637511597533083399" order="2" use="optional" weight="-1" priority="2" />
    <loc xlink:type="locator" xlink:href="imh-20201231.xsd#imh_PremiumFromServicingRetainedLoanSales" xlink:label="imh_PremiumFromServicingRetainedLoanSales_637511597533083399" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_GainLossOnSaleOfMortgageLoans" xlink:to="imh_PremiumFromServicingRetainedLoanSales_637511597533083399" order="3" use="optional" weight="1" priority="2" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_UnrealizedGainLossOnDerivatives" xlink:label="us-gaap_UnrealizedGainLossOnDerivatives_637511597533083399" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_GainLossOnSaleOfMortgageLoans" xlink:to="us-gaap_UnrealizedGainLossOnDerivatives_637511597533083399" order="4" use="optional" weight="1" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DerivativeGainLossOnDerivativeNet" xlink:label="us-gaap_DerivativeGainLossOnDerivativeNet_637511597533083399" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_GainLossOnSaleOfMortgageLoans" xlink:to="us-gaap_DerivativeGainLossOnDerivativeNet_637511597533083399" order="5" use="optional" weight="1" />
    <loc xlink:type="locator" xlink:href="imh-20201231.xsd#imh_MortgageLoansHeldForSaleFairValueAdjustment" xlink:label="imh_MortgageLoansHeldForSaleFairValueAdjustment_637511597533093372" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_GainLossOnSaleOfMortgageLoans" xlink:to="imh_MortgageLoansHeldForSaleFairValueAdjustment_637511597533093372" order="6" use="optional" weight="1" priority="3" />
    <loc xlink:type="locator" xlink:href="imh-20201231.xsd#imh_FeesAndCommissionsMortgageBankingNet" xlink:label="imh_FeesAndCommissionsMortgageBankingNet_637511597533093372" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_GainLossOnSaleOfMortgageLoans" xlink:to="imh_FeesAndCommissionsMortgageBankingNet_637511597533093372" order="7" use="optional" weight="-1" priority="1" />
  </calculationLink>
  <calculationLink xlink:role="http://www.impaccompanies.com/role/DisclosureMortgageServicingRightsDetails" xlink:type="extended" xlink:title="40301 - Disclosure - Mortgage Servicing Rights (Details)" xmlns="http://www.xbrl.org/2003/linkbase">
    <loc xlink:type="locator" xlink:href="imh-20201231.xsd#imh_MortgageServicingRightsGainLossNet" xlink:label="imh_MortgageServicingRightsGainLossNet" />
    <loc xlink:type="locator" xlink:href="imh-20201231.xsd#imh_GainLossOnSaleOfMortgageServicingRights" xlink:label="imh_GainLossOnSaleOfMortgageServicingRights_637511597533093372" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="imh_MortgageServicingRightsGainLossNet" xlink:to="imh_GainLossOnSaleOfMortgageServicingRights_637511597533093372" order="1" use="optional" weight="1" priority="2" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_MortgageServicingRightsMSRImpairmentRecovery" xlink:label="us-gaap_MortgageServicingRightsMSRImpairmentRecovery_637511597533093372" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="imh_MortgageServicingRightsGainLossNet" xlink:to="us-gaap_MortgageServicingRightsMSRImpairmentRecovery_637511597533093372" order="2" use="optional" weight="-1" priority="2" />
    <loc xlink:type="locator" xlink:href="imh-20201231.xsd#imh_ServicingIncomeNet" xlink:label="imh_ServicingIncomeNet" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ContractuallySpecifiedServicingFeesAmount" xlink:label="us-gaap_ContractuallySpecifiedServicingFeesAmount_637511597533093372" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="imh_ServicingIncomeNet" xlink:to="us-gaap_ContractuallySpecifiedServicingFeesAmount_637511597533093372" order="1" use="optional" weight="1" priority="2" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_LateFeeIncomeGeneratedByServicingFinancialAssetsAmount" xlink:label="us-gaap_LateFeeIncomeGeneratedByServicingFinancialAssetsAmount_637511597533093372" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="imh_ServicingIncomeNet" xlink:to="us-gaap_LateFeeIncomeGeneratedByServicingFinancialAssetsAmount_637511597533093372" order="2" use="optional" weight="1" priority="2" />
    <loc xlink:type="locator" xlink:href="imh-20201231.xsd#imh_SubservicingAndOtherCostsFromServicingFinancialAssets" xlink:label="imh_SubservicingAndOtherCostsFromServicingFinancialAssets_637511597533093372" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="imh_ServicingIncomeNet" xlink:to="imh_SubservicingAndOtherCostsFromServicingFinancialAssets_637511597533093372" order="3" use="optional" weight="-1" priority="2" />
  </calculationLink>
  <calculationLink xlink:role="http://www.impaccompanies.com/role/DisclosureOtherAssetsSummaryOfOtherAssetsDetails" xlink:type="extended" xlink:title="40401 - Disclosure - Other Assets - Summary of Other Assets (Details)" xmlns="http://www.xbrl.org/2003/linkbase">
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_OtherAssets" xlink:label="us-gaap_OtherAssets" />
    <loc xlink:type="locator" xlink:href="imh-20201231.xsd#imh_DerivativeAssetsLending" xlink:label="imh_DerivativeAssetsLending_637511597533093372" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_OtherAssets" xlink:to="imh_DerivativeAssetsLending_637511597533093372" order="1" use="optional" weight="1" priority="3" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_OperatingLeaseRightOfUseAsset" xlink:label="us-gaap_OperatingLeaseRightOfUseAsset_637511597533093372" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_OtherAssets" xlink:to="us-gaap_OperatingLeaseRightOfUseAsset_637511597533093372" order="2" use="optional" weight="1" priority="2" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_LifeInsuranceCorporateOrBankOwnedAmount" xlink:label="us-gaap_LifeInsuranceCorporateOrBankOwnedAmount_637511597533093372" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_OtherAssets" xlink:to="us-gaap_LifeInsuranceCorporateOrBankOwnedAmount_637511597533093372" order="3" use="optional" weight="1" priority="2" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_AccountsReceivableNet" xlink:label="us-gaap_AccountsReceivableNet_637511597533093372" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_OtherAssets" xlink:to="us-gaap_AccountsReceivableNet_637511597533093372" order="4" use="optional" weight="1" priority="3" />
    <loc xlink:type="locator" xlink:href="imh-20201231.xsd#imh_RealEstateAcquiredThroughForeclosureOutsideTrust" xlink:label="imh_RealEstateAcquiredThroughForeclosureOutsideTrust_637511597533093372" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_OtherAssets" xlink:to="imh_RealEstateAcquiredThroughForeclosureOutsideTrust_637511597533093372" order="5" use="optional" weight="1" priority="2" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_OtherAssetsMiscellaneous" xlink:label="us-gaap_OtherAssetsMiscellaneous_637511597533093372" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_OtherAssets" xlink:to="us-gaap_OtherAssetsMiscellaneous_637511597533093372" order="6" use="optional" weight="1" priority="2" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_InterestReceivable" xlink:label="us-gaap_InterestReceivable_637511597533103343" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_OtherAssets" xlink:to="us-gaap_InterestReceivable_637511597533103343" order="7" use="optional" weight="1" priority="2" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_PrepaidExpenseCurrentAndNoncurrent" xlink:label="us-gaap_PrepaidExpenseCurrentAndNoncurrent_637511597533103343" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_OtherAssets" xlink:to="us-gaap_PrepaidExpenseCurrentAndNoncurrent_637511597533103343" order="8" use="optional" weight="1" priority="2" />
    <loc xlink:type="locator" xlink:href="imh-20201231.xsd#imh_ServicingAdvancesCurrentAndNoncurrent" xlink:label="imh_ServicingAdvancesCurrentAndNoncurrent_637511597533103343" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_OtherAssets" xlink:to="imh_ServicingAdvancesCurrentAndNoncurrent_637511597533103343" order="9" use="optional" weight="1" priority="3" />
    <loc xlink:type="locator" xlink:href="imh-20201231.xsd#imh_LoanAssetsEligibleForRepurchaseFromGnma" xlink:label="imh_LoanAssetsEligibleForRepurchaseFromGnma_637511597533103343" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_OtherAssets" xlink:to="imh_LoanAssetsEligibleForRepurchaseFromGnma_637511597533103343" order="10" use="optional" weight="1" priority="2" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_PropertyPlantAndEquipmentNet" xlink:label="us-gaap_PropertyPlantAndEquipmentNet_637511597533103343" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_OtherAssets" xlink:to="us-gaap_PropertyPlantAndEquipmentNet_637511597533103343" order="11" use="optional" weight="1" priority="2" />
  </calculationLink>
  <calculationLink xlink:role="http://www.impaccompanies.com/role/DisclosureOtherAssetsPremisesAndEquipmentNetDetails" xlink:type="extended" xlink:title="40403 - Disclosure - Other Assets - Premises and Equipment, Net (Details)" xmlns="http://www.xbrl.org/2003/linkbase">
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_PropertyPlantAndEquipmentNet" xlink:label="us-gaap_PropertyPlantAndEquipmentNet_636552658644280330" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_PropertyPlantAndEquipmentGross" xlink:label="us-gaap_PropertyPlantAndEquipmentGross_637511597533103343" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_PropertyPlantAndEquipmentNet_636552658644280330" xlink:to="us-gaap_PropertyPlantAndEquipmentGross_637511597533103343" order="1" use="optional" weight="1" priority="2" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_AccumulatedDepreciationDepletionAndAmortizationPropertyPlantAndEquipment" xlink:label="us-gaap_AccumulatedDepreciationDepletionAndAmortizationPropertyPlantAndEquipment_637511597533103343" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_PropertyPlantAndEquipmentNet_636552658644280330" xlink:to="us-gaap_AccumulatedDepreciationDepletionAndAmortizationPropertyPlantAndEquipment_637511597533103343" order="2" use="optional" weight="-1" priority="2" />
  </calculationLink>
  <calculationLink xlink:role="http://www.impaccompanies.com/role/DisclosureLeasesMaturitiesDetailsCal2" xlink:type="extended" xlink:title="404031 - Disclosure - Leases - Maturities (Details)Cal_2" xmlns="http://www.xbrl.org/2003/linkbase">
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_LesseeOperatingLeaseLiabilityPaymentsDue" xlink:label="us-gaap_LesseeOperatingLeaseLiabilityPaymentsDue" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_LesseeOperatingLeaseLiabilityUndiscountedExcessAmount" xlink:label="us-gaap_LesseeOperatingLeaseLiabilityUndiscountedExcessAmount_637511597533103343" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_LesseeOperatingLeaseLiabilityPaymentsDue" xlink:to="us-gaap_LesseeOperatingLeaseLiabilityUndiscountedExcessAmount_637511597533103343" order="1" use="optional" weight="1" priority="2" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_OperatingLeaseLiability" xlink:label="us-gaap_OperatingLeaseLiability_637511597533103343" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_LesseeOperatingLeaseLiabilityPaymentsDue" xlink:to="us-gaap_OperatingLeaseLiability_637511597533103343" order="2" use="optional" weight="1" priority="2" />
  </calculationLink>
  <calculationLink xlink:role="http://www.impaccompanies.com/role/DisclosureSecuritizedMortgageTrustsSecuritizedMortgageTrustAssetsDetails" xlink:type="extended" xlink:title="40601 - Disclosure - Securitized Mortgage Trusts - Securitized Mortgage Trust Assets (Details)" xmlns="http://www.xbrl.org/2003/linkbase">
    <loc xlink:type="locator" xlink:href="imh-20201231.xsd#imh_SecuritizedMortgageTrustAssets" xlink:label="imh_SecuritizedMortgageTrustAssets" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_LoansPledgedAsCollateral" xlink:label="us-gaap_LoansPledgedAsCollateral_637511597533103343" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="imh_SecuritizedMortgageTrustAssets" xlink:to="us-gaap_LoansPledgedAsCollateral_637511597533103343" order="1" use="optional" weight="1" />
    <loc xlink:type="locator" xlink:href="imh-20201231.xsd#imh_RealEstateAcquiredThroughForeclosureInsideTrust" xlink:label="imh_RealEstateAcquiredThroughForeclosureInsideTrust_637511597533103343" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="imh_SecuritizedMortgageTrustAssets" xlink:to="imh_RealEstateAcquiredThroughForeclosureInsideTrust_637511597533103343" order="2" use="optional" weight="1" priority="2" />
  </calculationLink>
  <calculationLink xlink:role="http://www.impaccompanies.com/role/DisclosureSecuritizedMortgageTrustsExpectedPrincipalReductionsOfSecuritizedMortgageBorrowingsDetails" xlink:type="extended" xlink:title="40604 - Disclosure - Securitized Mortgage Trusts - Expected Principal Reductions of the Securitized Mortgage Borrowings (Details)" xmlns="http://www.xbrl.org/2003/linkbase">
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ServicingLiability" xlink:label="us-gaap_ServicingLiability" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_LongTermDebtMaturitiesRepaymentsOfPrincipalInNextTwelveMonths" xlink:label="us-gaap_LongTermDebtMaturitiesRepaymentsOfPrincipalInNextTwelveMonths_637511597533113317" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_ServicingLiability" xlink:to="us-gaap_LongTermDebtMaturitiesRepaymentsOfPrincipalInNextTwelveMonths_637511597533113317" order="1" use="optional" weight="1" priority="2" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_LongTermDebtMaturingInYearsTwoAndThree" xlink:label="us-gaap_LongTermDebtMaturingInYearsTwoAndThree_637511597533113317" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_ServicingLiability" xlink:to="us-gaap_LongTermDebtMaturingInYearsTwoAndThree_637511597533113317" order="2" use="optional" weight="1" priority="2" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_LongTermDebtMaturingInYearsFourAndFive" xlink:label="us-gaap_LongTermDebtMaturingInYearsFourAndFive_637511597533113317" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_ServicingLiability" xlink:to="us-gaap_LongTermDebtMaturingInYearsFourAndFive_637511597533113317" order="3" use="optional" weight="1" priority="2" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_LongTermDebtMaturitiesRepaymentsOfPrincipalAfterYearFive" xlink:label="us-gaap_LongTermDebtMaturitiesRepaymentsOfPrincipalAfterYearFive_637511597533113317" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_ServicingLiability" xlink:to="us-gaap_LongTermDebtMaturitiesRepaymentsOfPrincipalAfterYearFive_637511597533113317" order="4" use="optional" weight="1" priority="2" />
  </calculationLink>
  <calculationLink xlink:role="http://www.impaccompanies.com/role/DisclosureSecuritizedMortgageTrustsChangeInFairValueOfNetTrustAssetsDetails" xlink:type="extended" xlink:title="40605 - Disclosure - Securitized Mortgage Trusts - Change in Fair Value of Net Trust Assets (Details)" xmlns="http://www.xbrl.org/2003/linkbase">
    <loc xlink:type="locator" xlink:href="imh-20201231.xsd#imh_TrustAssetsNetChangeInFairValueIncludingRealEstateOwnedGainLoss" xlink:label="imh_TrustAssetsNetChangeInFairValueIncludingRealEstateOwnedGainLoss_635980301977188643" />
    <loc xlink:type="locator" xlink:href="imh-20201231.xsd#imh_TrustAssetsNetChangeInFairValueExcludingRealEstateOwned" xlink:label="imh_TrustAssetsNetChangeInFairValueExcludingRealEstateOwned_637511597533113317" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="imh_TrustAssetsNetChangeInFairValueIncludingRealEstateOwnedGainLoss_635980301977188643" xlink:to="imh_TrustAssetsNetChangeInFairValueExcludingRealEstateOwned_637511597533113317" order="1" use="optional" weight="1" />
    <loc xlink:type="locator" xlink:href="imh-20201231.xsd#imh_GainLossFromRealEstateOwned" xlink:label="imh_GainLossFromRealEstateOwned_637511597533113317" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="imh_TrustAssetsNetChangeInFairValueIncludingRealEstateOwnedGainLoss_635980301977188643" xlink:to="imh_GainLossFromRealEstateOwned_637511597533113317" order="2" use="optional" weight="1" />
  </calculationLink>
  <calculationLink xlink:role="http://www.impaccompanies.com/role/DisclosureFairValueOfFinancialInstrumentsAssetsAndLiabilitiesMeasuredAtFairValueOnRecurringBasisDetails" xlink:type="extended" xlink:title="40902 - Disclosure - Fair Value of Financial Instruments - Assets and Liabilities Measured at Fair Value on a Recurring Basis (Details)" xmlns="http://www.xbrl.org/2003/linkbase">
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_AssetsFairValueDisclosure" xlink:label="us-gaap_AssetsFairValueDisclosure" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DerivativeAssets" xlink:label="us-gaap_DerivativeAssets_637511597533113317" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_AssetsFairValueDisclosure" xlink:to="us-gaap_DerivativeAssets_637511597533113317" order="1" use="optional" weight="1" priority="2" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_MortgagesHeldForSaleFairValueDisclosure" xlink:label="us-gaap_MortgagesHeldForSaleFairValueDisclosure_637511597533113317" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_AssetsFairValueDisclosure" xlink:to="us-gaap_MortgagesHeldForSaleFairValueDisclosure_637511597533113317" order="2" use="optional" weight="1" priority="2" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ServicingAssetAtFairValueAmount" xlink:label="us-gaap_ServicingAssetAtFairValueAmount_637511597533113317" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_AssetsFairValueDisclosure" xlink:to="us-gaap_ServicingAssetAtFairValueAmount_637511597533113317" order="3" use="optional" weight="1" priority="2" />
    <loc xlink:type="locator" xlink:href="imh-20201231.xsd#imh_SecuritizedMortgageCollateralFairValueDisclosure" xlink:label="imh_SecuritizedMortgageCollateralFairValueDisclosure_637511597533113317" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_AssetsFairValueDisclosure" xlink:to="imh_SecuritizedMortgageCollateralFairValueDisclosure_637511597533113317" order="4" use="optional" weight="1" priority="2" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_LiabilitiesFairValueDisclosure" xlink:label="us-gaap_LiabilitiesFairValueDisclosure" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DerivativeLiabilities" xlink:label="us-gaap_DerivativeLiabilities_637511597533123278" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_LiabilitiesFairValueDisclosure" xlink:to="us-gaap_DerivativeLiabilities_637511597533123278" order="1" use="optional" weight="1" priority="2" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_LongTermDebtFairValue" xlink:label="us-gaap_LongTermDebtFairValue_637511597533123278" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_LiabilitiesFairValueDisclosure" xlink:to="us-gaap_LongTermDebtFairValue_637511597533123278" order="2" use="optional" weight="1" priority="2" />
    <loc xlink:type="locator" xlink:href="imh-20201231.xsd#imh_SecuritizedMortgageBorrowingsFairValueDisclosure" xlink:label="imh_SecuritizedMortgageBorrowingsFairValueDisclosure_637511597533123278" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_LiabilitiesFairValueDisclosure" xlink:to="imh_SecuritizedMortgageBorrowingsFairValueDisclosure_637511597533123278" order="3" use="optional" weight="1" priority="2" />
  </calculationLink>
  <calculationLink xlink:role="http://www.impaccompanies.com/role/DisclosureFairValueOfFinancialInstrumentsChangesInRecurringFairValueMeasurementsIncludedInEarningsDetails" xlink:type="extended" xlink:title="40905 - Disclosure - Fair Value of Financial Instruments - Changes in Recurring Fair Value Measurements Included in Earnings (Details)" xmlns="http://www.xbrl.org/2003/linkbase">
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DelinquentAmountAtEndOfPeriodOnLoansManagedAndSecuritized" xlink:label="us-gaap_DelinquentAmountAtEndOfPeriodOnLoansManagedAndSecuritized" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FairValueOptionLoansHeldAsAssets90DaysOrMorePastDue" xlink:label="us-gaap_FairValueOptionLoansHeldAsAssets90DaysOrMorePastDue_637511597533123278" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_DelinquentAmountAtEndOfPeriodOnLoansManagedAndSecuritized" xlink:to="us-gaap_FairValueOptionLoansHeldAsAssets90DaysOrMorePastDue_637511597533123278" order="1" use="optional" weight="1" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_FairValueOptionLoansHeldAsAssets90DaysOrMorePastDueAggregateDifference" xlink:label="us-gaap_FairValueOptionLoansHeldAsAssets90DaysOrMorePastDueAggregateDifference_637511597533123278" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_DelinquentAmountAtEndOfPeriodOnLoansManagedAndSecuritized" xlink:to="us-gaap_FairValueOptionLoansHeldAsAssets90DaysOrMorePastDueAggregateDifference_637511597533123278" order="2" use="optional" weight="1" />
    <loc xlink:type="locator" xlink:href="imh-20201231.xsd#imh_FairValueAssetsAndLiabilitiesMeasuredOnRecurringBasisChangeInFairValueGainLossIncludedInEarnings" xlink:label="imh_FairValueAssetsAndLiabilitiesMeasuredOnRecurringBasisChangeInFairValueGainLossIncludedInEarnings" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_AssetsFairValueAdjustment" xlink:label="us-gaap_AssetsFairValueAdjustment_637511597533123278" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="imh_FairValueAssetsAndLiabilitiesMeasuredOnRecurringBasisChangeInFairValueGainLossIncludedInEarnings" xlink:to="us-gaap_AssetsFairValueAdjustment_637511597533123278" order="1" use="optional" weight="-1" priority="2" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_LiabilitiesFairValueAdjustment" xlink:label="us-gaap_LiabilitiesFairValueAdjustment_637511597533123278" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="imh_FairValueAssetsAndLiabilitiesMeasuredOnRecurringBasisChangeInFairValueGainLossIncludedInEarnings" xlink:to="us-gaap_LiabilitiesFairValueAdjustment_637511597533123278" order="2" use="optional" weight="1" priority="2" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_PrincipalAmountOutstandingOnLoansSecuritized" xlink:label="us-gaap_PrincipalAmountOutstandingOnLoansSecuritized" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_ServicingLiabilityAtFairValueAmount" xlink:label="us-gaap_ServicingLiabilityAtFairValueAmount_637511597533123278" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_PrincipalAmountOutstandingOnLoansSecuritized" xlink:to="us-gaap_ServicingLiabilityAtFairValueAmount_637511597533123278" order="1" use="optional" weight="1" />
    <loc xlink:type="locator" xlink:href="imh-20201231.xsd#imh_ServicingLiabilityPrincipalAmountOutstandingInExcessOfFairValue" xlink:label="imh_ServicingLiabilityPrincipalAmountOutstandingInExcessOfFairValue_637511597533123278" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_PrincipalAmountOutstandingOnLoansSecuritized" xlink:to="imh_ServicingLiabilityPrincipalAmountOutstandingInExcessOfFairValue_637511597533123278" order="2" use="optional" weight="1" />
  </calculationLink>
  <calculationLink xlink:role="http://www.impaccompanies.com/role/DisclosureReconciliationOfLossPerCommonShareDetails" xlink:type="extended" xlink:title="41001 - Disclosure - Reconciliation of Loss Per Common Share (Details)" xmlns="http://www.xbrl.org/2003/linkbase">
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_NetIncomeLossAvailableToCommonStockholdersDiluted" xlink:label="us-gaap_NetIncomeLossAvailableToCommonStockholdersDiluted" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_NetIncomeLoss" xlink:label="us-gaap_NetIncomeLoss_637511597533123278" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_NetIncomeLossAvailableToCommonStockholdersDiluted" xlink:to="us-gaap_NetIncomeLoss_637511597533123278" order="1" use="optional" weight="1" priority="2" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_WeightedAverageNumberOfDilutedSharesOutstanding" xlink:label="us-gaap_WeightedAverageNumberOfDilutedSharesOutstanding" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_WeightedAverageNumberOfSharesOutstandingBasic" xlink:label="us-gaap_WeightedAverageNumberOfSharesOutstandingBasic_637511597533133250" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_WeightedAverageNumberOfDilutedSharesOutstanding" xlink:to="us-gaap_WeightedAverageNumberOfSharesOutstandingBasic_637511597533133250" order="1" use="optional" weight="1" />
  </calculationLink>
  <calculationLink xlink:role="http://www.impaccompanies.com/role/DisclosureIncomeTaxesSummaryOfIncomeTaxesDetails" xlink:type="extended" xlink:title="41101 - Disclosure - Income Taxes - Summary of Income Taxes (Details)" xmlns="http://www.xbrl.org/2003/linkbase">
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_IncomeTaxExpenseBenefit" xlink:label="us-gaap_IncomeTaxExpenseBenefit_636549966363814561" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_CurrentIncomeTaxExpenseBenefit" xlink:label="us-gaap_CurrentIncomeTaxExpenseBenefit_637511597533133250" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_IncomeTaxExpenseBenefit_636549966363814561" xlink:to="us-gaap_CurrentIncomeTaxExpenseBenefit_637511597533133250" order="1" use="optional" weight="1" priority="2" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_CurrentFederalTaxExpenseBenefit" xlink:label="us-gaap_CurrentFederalTaxExpenseBenefit_637511597533133250" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_CurrentIncomeTaxExpenseBenefit_637511597533133250" xlink:to="us-gaap_CurrentFederalTaxExpenseBenefit_637511597533133250" order="1" use="optional" weight="1" priority="2" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_CurrentStateAndLocalTaxExpenseBenefit" xlink:label="us-gaap_CurrentStateAndLocalTaxExpenseBenefit_637511597533133250" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_CurrentIncomeTaxExpenseBenefit_637511597533133250" xlink:to="us-gaap_CurrentStateAndLocalTaxExpenseBenefit_637511597533133250" order="2" use="optional" weight="1" priority="2" />
  </calculationLink>
  <calculationLink xlink:role="http://www.impaccompanies.com/role/DisclosureIncomeTaxesSummaryOfDeferredTaxAssetsAndLiabilitiesDetails" xlink:type="extended" xlink:title="41102 - Disclosure - Income Taxes - Summary of Deferred Tax Assets and Liabilities (Details)" xmlns="http://www.xbrl.org/2003/linkbase">
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DeferredTaxAssetsLiabilitiesNet" xlink:label="us-gaap_DeferredTaxAssetsLiabilitiesNet" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DeferredTaxAssetsGross" xlink:label="us-gaap_DeferredTaxAssetsGross_637511597533133250" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_DeferredTaxAssetsLiabilitiesNet" xlink:to="us-gaap_DeferredTaxAssetsGross_637511597533133250" order="1" use="optional" weight="1" priority="2" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DeferredTaxAssetsCapitalLossCarryforwards" xlink:label="us-gaap_DeferredTaxAssetsCapitalLossCarryforwards_637511597533133250" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_DeferredTaxAssetsGross_637511597533133250" xlink:to="us-gaap_DeferredTaxAssetsCapitalLossCarryforwards_637511597533133250" order="1" use="optional" weight="1" priority="3" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DeferredTaxAssetsOperatingLossCarryforwards" xlink:label="us-gaap_DeferredTaxAssetsOperatingLossCarryforwards_637511597533133250" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_DeferredTaxAssetsGross_637511597533133250" xlink:to="us-gaap_DeferredTaxAssetsOperatingLossCarryforwards_637511597533133250" order="2" use="optional" weight="1" priority="2" />
    <loc xlink:type="locator" xlink:href="imh-20201231.xsd#imh_DeferredTaxAssetsMortgageSecurities" xlink:label="imh_DeferredTaxAssetsMortgageSecurities_637511597533133250" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_DeferredTaxAssetsGross_637511597533133250" xlink:to="imh_DeferredTaxAssetsMortgageSecurities_637511597533133250" order="3" use="optional" weight="1" priority="2" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DeferredTaxAssetsTaxDeferredExpenseReservesAndAccruals" xlink:label="us-gaap_DeferredTaxAssetsTaxDeferredExpenseReservesAndAccruals_637511597533133250" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_DeferredTaxAssetsGross_637511597533133250" xlink:to="us-gaap_DeferredTaxAssetsTaxDeferredExpenseReservesAndAccruals_637511597533133250" order="4" use="optional" weight="1" priority="2" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DeferredTaxAssetsPropertyPlantAndEquipment" xlink:label="us-gaap_DeferredTaxAssetsPropertyPlantAndEquipment_637511597533133250" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_DeferredTaxAssetsGross_637511597533133250" xlink:to="us-gaap_DeferredTaxAssetsPropertyPlantAndEquipment_637511597533133250" order="5" use="optional" weight="1" priority="2" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DeferredTaxAssetsTaxDeferredExpenseCompensationAndBenefits" xlink:label="us-gaap_DeferredTaxAssetsTaxDeferredExpenseCompensationAndBenefits_637511597533133250" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_DeferredTaxAssetsGross_637511597533133250" xlink:to="us-gaap_DeferredTaxAssetsTaxDeferredExpenseCompensationAndBenefits_637511597533133250" order="6" use="optional" weight="1" priority="2" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DeferredIncomeTaxLiabilities" xlink:label="us-gaap_DeferredIncomeTaxLiabilities_637511597533133250" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_DeferredTaxAssetsLiabilitiesNet" xlink:to="us-gaap_DeferredIncomeTaxLiabilities_637511597533133250" order="2" use="optional" weight="-1" priority="2" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DeferredTaxLiabilitiesMortgageServicingRights" xlink:label="us-gaap_DeferredTaxLiabilitiesMortgageServicingRights_637511597533133250" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_DeferredIncomeTaxLiabilities_637511597533133250" xlink:to="us-gaap_DeferredTaxLiabilitiesMortgageServicingRights_637511597533133250" order="1" use="optional" weight="1" priority="2" />
    <loc xlink:type="locator" xlink:href="imh-20201231.xsd#imh_DeferredTaxLiabilitiesFairValueAndRealEstateMortgageInvestmentConduitsTransactions" xlink:label="imh_DeferredTaxLiabilitiesFairValueAndRealEstateMortgageInvestmentConduitsTransactions_637511597533143223" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_DeferredIncomeTaxLiabilities_637511597533133250" xlink:to="imh_DeferredTaxLiabilitiesFairValueAndRealEstateMortgageInvestmentConduitsTransactions_637511597533143223" order="2" use="optional" weight="1" priority="2" />
    <loc xlink:type="locator" xlink:href="imh-20201231.xsd#imh_DeferredTaxLiabilitiesCorporateOwnedLifeInsurance" xlink:label="imh_DeferredTaxLiabilitiesCorporateOwnedLifeInsurance_637511597533143223" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_DeferredIncomeTaxLiabilities_637511597533133250" xlink:to="imh_DeferredTaxLiabilitiesCorporateOwnedLifeInsurance_637511597533143223" order="3" use="optional" weight="1" priority="2" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_DeferredTaxAssetsValuationAllowance" xlink:label="us-gaap_DeferredTaxAssetsValuationAllowance_637511597533143223" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_DeferredTaxAssetsLiabilitiesNet" xlink:to="us-gaap_DeferredTaxAssetsValuationAllowance_637511597533143223" order="3" use="optional" weight="-1" priority="2" />
  </calculationLink>
  <calculationLink xlink:role="http://www.impaccompanies.com/role/DisclosureIncomeTaxesReconciliationOfIncomeTaxesDetails" xlink:type="extended" xlink:title="41103 - Disclosure - Income Taxes - Reconciliation of Income Taxes (Details)" xmlns="http://www.xbrl.org/2003/linkbase">
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_IncomeTaxExpenseBenefit" xlink:label="us-gaap_IncomeTaxExpenseBenefit" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_IncomeTaxReconciliationIncomeTaxExpenseBenefitAtFederalStatutoryIncomeTaxRate" xlink:label="us-gaap_IncomeTaxReconciliationIncomeTaxExpenseBenefitAtFederalStatutoryIncomeTaxRate_637511597533143223" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_IncomeTaxExpenseBenefit" xlink:to="us-gaap_IncomeTaxReconciliationIncomeTaxExpenseBenefitAtFederalStatutoryIncomeTaxRate_637511597533143223" order="1" use="optional" weight="1" priority="2" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_IncomeTaxReconciliationChangeInDeferredTaxAssetsValuationAllowance" xlink:label="us-gaap_IncomeTaxReconciliationChangeInDeferredTaxAssetsValuationAllowance_637511597533143223" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_IncomeTaxExpenseBenefit" xlink:to="us-gaap_IncomeTaxReconciliationChangeInDeferredTaxAssetsValuationAllowance_637511597533143223" order="2" use="optional" weight="1" priority="2" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_IncomeTaxReconciliationNondeductibleExpenseLifeInsurance" xlink:label="us-gaap_IncomeTaxReconciliationNondeductibleExpenseLifeInsurance_637511597533143223" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_IncomeTaxExpenseBenefit" xlink:to="us-gaap_IncomeTaxReconciliationNondeductibleExpenseLifeInsurance_637511597533143223" order="3" use="optional" weight="1" priority="2" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_IncomeTaxReconciliationChangeInEnactedTaxRate" xlink:label="us-gaap_IncomeTaxReconciliationChangeInEnactedTaxRate_637511597533143223" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_IncomeTaxExpenseBenefit" xlink:to="us-gaap_IncomeTaxReconciliationChangeInEnactedTaxRate_637511597533143223" order="4" use="optional" weight="1" priority="2" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_IncomeTaxReconciliationOtherAdjustments" xlink:label="us-gaap_IncomeTaxReconciliationOtherAdjustments_637511597533143223" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_IncomeTaxExpenseBenefit" xlink:to="us-gaap_IncomeTaxReconciliationOtherAdjustments_637511597533143223" order="5" use="optional" weight="1" priority="2" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_IncomeTaxReconciliationStateAndLocalIncomeTaxes" xlink:label="us-gaap_IncomeTaxReconciliationStateAndLocalIncomeTaxes_637511597533143223" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_IncomeTaxExpenseBenefit" xlink:to="us-gaap_IncomeTaxReconciliationStateAndLocalIncomeTaxes_637511597533143223" order="6" use="optional" weight="1" priority="2" />
  </calculationLink>
  <calculationLink xlink:role="http://www.impaccompanies.com/role/DisclosureSegmentReportingStatementOfOperationsDetails" xlink:type="extended" xlink:title="41202 - Disclosure - Segment Reporting - Statement of Operations (Details)" xmlns="http://www.xbrl.org/2003/linkbase">
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_IncomeLossFromContinuingOperationsBeforeIncomeTaxesMinorityInterestAndIncomeLossFromEquityMethodInvestments" xlink:label="us-gaap_IncomeLossFromContinuingOperationsBeforeIncomeTaxesMinorityInterestAndIncomeLossFromEquityMethodInvestments" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_GainLossOnSalesOfLoansNet" xlink:label="us-gaap_GainLossOnSalesOfLoansNet_637511597533153214" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_IncomeLossFromContinuingOperationsBeforeIncomeTaxesMinorityInterestAndIncomeLossFromEquityMethodInvestments" xlink:to="us-gaap_GainLossOnSalesOfLoansNet_637511597533153214" order="1" use="optional" weight="1" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_RevenueFromContractWithCustomerIncludingAssessedTax" xlink:label="us-gaap_RevenueFromContractWithCustomerIncludingAssessedTax_637511597533153214" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_IncomeLossFromContinuingOperationsBeforeIncomeTaxesMinorityInterestAndIncomeLossFromEquityMethodInvestments" xlink:to="us-gaap_RevenueFromContractWithCustomerIncludingAssessedTax_637511597533153214" order="2" use="optional" weight="1" priority="1" />
    <loc xlink:type="locator" xlink:href="imh-20201231.xsd#imh_ServicingIncomeNet" xlink:label="imh_ServicingIncomeNet_637511597533153214" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_IncomeLossFromContinuingOperationsBeforeIncomeTaxesMinorityInterestAndIncomeLossFromEquityMethodInvestments" xlink:to="imh_ServicingIncomeNet_637511597533153214" order="3" use="optional" weight="1" />
    <loc xlink:type="locator" xlink:href="imh-20201231.xsd#imh_NonInterestIncomeOtherOperatingIncomeLoss" xlink:label="imh_NonInterestIncomeOtherOperatingIncomeLoss_637511597533153214" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_IncomeLossFromContinuingOperationsBeforeIncomeTaxesMinorityInterestAndIncomeLossFromEquityMethodInvestments" xlink:to="imh_NonInterestIncomeOtherOperatingIncomeLoss_637511597533153214" order="4" use="optional" weight="1" priority="2" />
    <loc xlink:type="locator" xlink:href="imh-20201231.xsd#imh_MortgageServicingRightsGainLossNet" xlink:label="imh_MortgageServicingRightsGainLossNet_637511597533153214" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_IncomeLossFromContinuingOperationsBeforeIncomeTaxesMinorityInterestAndIncomeLossFromEquityMethodInvestments" xlink:to="imh_MortgageServicingRightsGainLossNet_637511597533153214" order="5" use="optional" weight="1" priority="2" />
    <loc xlink:type="locator" xlink:href="imh-20201231.xsd#imh_OtherOperatingAndNonoperatingExpensesExcludingContingentConsiderationAndChangesInFairValueOfLongTermDebt" xlink:label="imh_OtherOperatingAndNonoperatingExpensesExcludingContingentConsiderationAndChangesInFairValueOfLongTermDebt_637511597533153214" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_IncomeLossFromContinuingOperationsBeforeIncomeTaxesMinorityInterestAndIncomeLossFromEquityMethodInvestments" xlink:to="imh_OtherOperatingAndNonoperatingExpensesExcludingContingentConsiderationAndChangesInFairValueOfLongTermDebt_637511597533153214" order="6" use="optional" weight="1" priority="1" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_OtherCostAndExpenseOperating" xlink:label="us-gaap_OtherCostAndExpenseOperating_637511597533153214" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="us-gaap_IncomeLossFromContinuingOperationsBeforeIncomeTaxesMinorityInterestAndIncomeLossFromEquityMethodInvestments" xlink:to="us-gaap_OtherCostAndExpenseOperating_637511597533153214" order="7" use="optional" weight="-1" priority="2" />
  </calculationLink>
  <calculationLink xlink:role="http://www.impaccompanies.com/role/DisclosureCommitmentsAndContingenciesCorporateOwnedLifeInsuranceTrustsDetails" xlink:type="extended" xlink:title="41305 - Disclosure - Commitments and Contingencies - Corporate-owned Life Insurance Trusts (Details)" xmlns="http://www.xbrl.org/2003/linkbase">
    <loc xlink:type="locator" xlink:href="imh-20201231.xsd#imh_CorporateOwnedLifeInsuranceShortfall" xlink:label="imh_CorporateOwnedLifeInsuranceShortfall" />
    <loc xlink:type="locator" xlink:href="http://xbrl.fasb.org/us-gaap/2020/elts/us-gaap-2020-01-31.xsd#us-gaap_CashSurrenderValueOfLifeInsurance" xlink:label="us-gaap_CashSurrenderValueOfLifeInsurance_637511597533153214" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="imh_CorporateOwnedLifeInsuranceShortfall" xlink:to="us-gaap_CashSurrenderValueOfLifeInsurance_637511597533153214" order="1" use="optional" weight="-1" priority="2" />
    <loc xlink:type="locator" xlink:href="imh-20201231.xsd#imh_CorporateOwnedLifeInsuranceTrust" xlink:label="imh_CorporateOwnedLifeInsuranceTrust_637511597533153214" />
    <calculationArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/summation-item" xlink:from="imh_CorporateOwnedLifeInsuranceShortfall" xlink:to="imh_CorporateOwnedLifeInsuranceTrust_637511597533153214" order="2" use="optional" weight="1" priority="2" />
  </calculationLink>
</link:linkbase>
