Training in progress epoch 0

README.md

@@ -0,0 +1,53 @@
+---
+license: apache-2.0
+tags:
+- generated_from_keras_callback
+model-index:
+- name: muhtasham/bert-tiny-finetuned-finer-tf
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information Keras had access to. You should
+probably proofread and complete it, then remove this comment. -->
+
+# muhtasham/bert-tiny-finetuned-finer-tf
+
+This model is a fine-tuned version of [google/bert_uncased_L-2_H-128_A-2](https://huggingface.co/google/bert_uncased_L-2_H-128_A-2) on an unknown dataset.
+It achieves the following results on the evaluation set:
+- Train Loss: 0.1188
+- Validation Loss: 0.0420
+- Epoch: 0
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- optimizer: {'name': 'AdamWeightDecay', 'learning_rate': {'class_name': 'PolynomialDecay', 'config': {'initial_learning_rate': 2e-05, 'decay_steps': 168822, 'end_learning_rate': 0.0, 'power': 1.0, 'cycle': False, 'name': None}}, 'decay': 0.0, 'beta_1': 0.9, 'beta_2': 0.999, 'epsilon': 1e-08, 'amsgrad': False, 'weight_decay_rate': 0.01}
+- training_precision: mixed_float16
+
+### Training results
+
+| Train Loss | Validation Loss | Epoch |
+|:----------:|:---------------:|:-----:|
+| 0.1188     | 0.0420          | 0     |
+
+
+### Framework versions
+
+- Transformers 4.21.0
+- TensorFlow 2.8.2
+- Datasets 2.4.0
+- Tokenizers 0.12.1

config.json

@@ -0,0 +1,586 @@
+{
+  "_name_or_path": "google/bert_uncased_L-2_H-128_A-2",
+  "architectures": [
+    "BertForTokenClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 128,
+  "id2label": {
+    "0": "O",
+    "1": "B-AccrualForEnvironmentalLossContingencies",
+    "10": "B-AreaOfRealEstateProperty",
+    "100": "B-NumberOfRealEstateProperties",
+    "101": "I-NumberOfRealEstateProperties",
+    "102": "B-NumberOfReportableSegments",
+    "103": "B-OperatingLeaseCost",
+    "104": "B-OperatingLeaseExpense",
+    "105": "B-OperatingLeaseLiability",
+    "106": "B-OperatingLeasePayments",
+    "107": "B-OperatingLeaseRightOfUseAsset",
+    "108": "B-OperatingLeaseWeightedAverageDiscountRatePercent",
+    "109": "B-OperatingLeaseWeightedAverageRemainingLeaseTerm1",
+    "11": "I-AreaOfRealEstateProperty",
+    "110": "I-OperatingLeaseWeightedAverageRemainingLeaseTerm1",
+    "111": "B-OperatingLeasesRentExpenseNet",
+    "112": "B-OperatingLossCarryforwards",
+    "113": "B-PaymentsToAcquireBusinessesGross",
+    "114": "B-PaymentsToAcquireBusinessesNetOfCashAcquired",
+    "115": "B-PreferredStockDividendRatePercentage",
+    "116": "B-PreferredStockSharesAuthorized",
+    "117": "I-PreferredStockSharesAuthorized",
+    "118": "B-ProceedsFromIssuanceOfCommonStock",
+    "119": "B-PropertyPlantAndEquipmentUsefulLife",
+    "12": "B-AssetImpairmentCharges",
+    "120": "I-PropertyPlantAndEquipmentUsefulLife",
+    "121": "B-PublicUtilitiesRequestedRateIncreaseDecreaseAmount",
+    "122": "B-RelatedPartyTransactionAmountsOfTransaction",
+    "123": "I-RelatedPartyTransactionAmountsOfTransaction",
+    "124": "B-RelatedPartyTransactionExpensesFromTransactionsWithRelatedParty",
+    "125": "I-RelatedPartyTransactionExpensesFromTransactionsWithRelatedParty",
+    "126": "B-RepaymentsOfDebt",
+    "127": "B-RestructuringAndRelatedCostExpectedCost1",
+    "128": "B-RestructuringCharges",
+    "129": "B-RevenueFromContractWithCustomerExcludingAssessedTax",
+    "13": "B-BusinessAcquisitionEquityInterestsIssuedOrIssuableNumberOfSharesIssued",
+    "130": "B-RevenueFromContractWithCustomerIncludingAssessedTax",
+    "131": "B-RevenueFromRelatedParties",
+    "132": "B-RevenueRemainingPerformanceObligation",
+    "133": "B-Revenues",
+    "134": "B-SaleOfStockNumberOfSharesIssuedInTransaction",
+    "135": "I-SaleOfStockNumberOfSharesIssuedInTransaction",
+    "136": "B-SaleOfStockPricePerShare",
+    "137": "B-ShareBasedCompensation",
+    "138": "B-ShareBasedCompensationArrangementByShareBasedPaymentAwardAwardVestingPeriod1",
+    "139": "I-ShareBasedCompensationArrangementByShareBasedPaymentAwardAwardVestingPeriod1",
+    "14": "B-BusinessAcquisitionPercentageOfVotingInterestsAcquired",
+    "140": "B-ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantsInPeriod",
+    "141": "I-ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantsInPeriod",
+    "142": "B-ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantsInPeriodWeightedAverageGrantDateFairValue",
+    "143": "B-ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedNumber",
+    "144": "B-ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedInPeriodTotalFairValue",
+    "145": "B-ShareBasedCompensationArrangementByShareBasedPaymentAwardNumberOfSharesAuthorized",
+    "146": "I-ShareBasedCompensationArrangementByShareBasedPaymentAwardNumberOfSharesAuthorized",
+    "147": "B-ShareBasedCompensationArrangementByShareBasedPaymentAwardNumberOfSharesAvailableForGrant",
+    "148": "B-ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsExercisesInPeriodTotalIntrinsicValue",
+    "149": "B-ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsGrantsInPeriodGross",
+    "15": "I-BusinessAcquisitionPercentageOfVotingInterestsAcquired",
+    "150": "B-ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsGrantsInPeriodWeightedAverageGrantDateFairValue",
+    "151": "B-SharePrice",
+    "152": "B-SharebasedCompensationArrangementBySharebasedPaymentAwardAwardVestingRightsPercentage",
+    "153": "I-SharebasedCompensationArrangementBySharebasedPaymentAwardAwardVestingRightsPercentage",
+    "154": "B-SharebasedCompensationArrangementBySharebasedPaymentAwardExpirationPeriod",
+    "155": "I-SharebasedCompensationArrangementBySharebasedPaymentAwardExpirationPeriod",
+    "156": "B-StockIssuedDuringPeriodSharesNewIssues",
+    "157": "I-StockIssuedDuringPeriodSharesNewIssues",
+    "158": "B-StockRepurchaseProgramAuthorizedAmount1",
+    "159": "B-StockRepurchaseProgramRemainingAuthorizedRepurchaseAmount1",
+    "16": "B-BusinessCombinationAcquisitionRelatedCosts",
+    "160": "B-StockRepurchasedAndRetiredDuringPeriodShares",
+    "161": "B-StockRepurchasedDuringPeriodShares",
+    "162": "I-StockRepurchasedDuringPeriodShares",
+    "163": "B-SupplementalInformationForPropertyCasualtyInsuranceUnderwritersPriorYearClaimsAndClaimsAdjustmentExpense",
+    "164": "B-TreasuryStockAcquiredAverageCostPerShare",
+    "165": "B-TreasuryStockSharesAcquired",
+    "166": "I-TreasuryStockSharesAcquired",
+    "167": "B-TreasuryStockValueAcquiredCostMethod",
+    "168": "B-UnrecognizedTaxBenefits",
+    "169": "B-UnrecognizedTaxBenefitsThatWouldImpactEffectiveTaxRate",
+    "17": "B-BusinessCombinationConsiderationTransferred1",
+    "170": "I-DeferredFinanceCostsGross",
+    "171": "I-CommonStockParOrStatedValuePerShare",
+    "172": "I-LossContingencyEstimateOfPossibleLoss",
+    "173": "I-DefinedContributionPlanCostRecognized",
+    "174": "I-DebtInstrumentFairValue",
+    "175": "I-ContractWithCustomerLiabilityRevenueRecognized",
+    "176": "I-RevenueRemainingPerformanceObligation",
+    "177": "I-EmployeeServiceShareBasedCompensationNonvestedAwardsTotalCompensationCostNotYetRecognized",
+    "178": "I-DebtInstrumentInterestRateStatedPercentage",
+    "179": "I-OperatingLossCarryforwards",
+    "18": "B-BusinessCombinationContingentConsiderationLiability",
+    "180": "I-MinorityInterestOwnershipPercentageByNoncontrollingOwners",
+    "181": "I-InterestExpense",
+    "182": "I-LongTermDebt",
+    "183": "I-ShareBasedCompensation",
+    "184": "I-DebtWeightedAverageInterestRate",
+    "185": "I-DebtInstrumentCarryingAmount",
+    "186": "I-DebtInstrumentConvertibleConversionPrice1",
+    "187": "I-IncomeTaxExpenseBenefit",
+    "188": "I-ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsGrantsInPeriodWeightedAverageGrantDateFairValue",
+    "189": "I-EmployeeServiceShareBasedCompensationNonvestedAwardsTotalCompensationCostNotYetRecognizedShareBasedAwardsOtherThanOptions",
+    "19": "B-BusinessCombinationRecognizedIdentifiableAssetsAcquiredAndLiabilitiesAssumedIntangibleAssetsOtherThanGoodwill",
+    "190": "I-EquityMethodInvestments",
+    "191": "I-DebtInstrumentUnamortizedDiscount",
+    "192": "I-GainsLossesOnExtinguishmentOfDebt",
+    "193": "I-ShareBasedCompensationArrangementByShareBasedPaymentAwardNumberOfSharesAvailableForGrant",
+    "194": "I-BusinessCombinationRecognizedIdentifiableAssetsAcquiredAndLiabilitiesAssumedIntangibleAssetsOtherThanGoodwill",
+    "195": "I-PreferredStockDividendRatePercentage",
+    "196": "I-RevenueFromContractWithCustomerIncludingAssessedTax",
+    "197": "I-OperatingLeaseWeightedAverageDiscountRatePercent",
+    "198": "I-LineOfCredit",
+    "199": "I-LineOfCreditFacilityMaximumBorrowingCapacity",
+    "2": "B-AcquiredFiniteLivedIntangibleAssetsWeightedAverageUsefulLife",
+    "20": "B-BusinessCombinationRecognizedIdentifiableAssetsAcquiredAndLiabilitiesAssumedIntangibles",
+    "200": "I-EffectiveIncomeTaxRateReconciliationAtFederalStatutoryIncomeTaxRate",
+    "201": "I-LineOfCreditFacilityCommitmentFeePercentage",
+    "202": "I-BusinessCombinationConsiderationTransferred1",
+    "203": "I-CommonStockDividendsPerShareDeclared",
+    "204": "I-DebtInstrumentBasisSpreadOnVariableRate1",
+    "205": "I-DisposalGroupIncludingDiscontinuedOperationConsideration",
+    "206": "I-ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsGrantsInPeriodGross",
+    "207": "I-CommonStockSharesOutstanding",
+    "208": "I-AmortizationOfFinancingCosts",
+    "209": "I-LineOfCreditFacilityCurrentBorrowingCapacity",
+    "21": "B-CapitalizedContractCostAmortization",
+    "210": "I-TreasuryStockValueAcquiredCostMethod",
+    "211": "I-ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedNumber",
+    "212": "I-DebtInstrumentInterestRateEffectivePercentage",
+    "213": "I-SaleOfStockPricePerShare",
+    "214": "I-CapitalizedContractCostAmortization",
+    "215": "I-RestructuringCharges",
+    "216": "I-ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedInPeriodTotalFairValue",
+    "217": "I-AccrualForEnvironmentalLossContingencies",
+    "218": "I-CashAndCashEquivalentsFairValueDisclosure",
+    "219": "I-ProceedsFromIssuanceOfCommonStock",
+    "22": "B-CashAndCashEquivalentsFairValueDisclosure",
+    "220": "I-Revenues",
+    "221": "I-BusinessCombinationRecognizedIdentifiableAssetsAcquiredAndLiabilitiesAssumedIntangibles",
+    "222": "I-LettersOfCreditOutstandingAmount",
+    "223": "I-ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantsInPeriodWeightedAverageGrantDateFairValue",
+    "224": "I-OperatingLeasePayments",
+    "225": "I-LineOfCreditFacilityRemainingBorrowingCapacity",
+    "226": "I-PaymentsToAcquireBusinessesGross",
+    "227": "I-TreasuryStockAcquiredAverageCostPerShare",
+    "228": "I-DeferredFinanceCostsNet",
+    "229": "I-StockRepurchaseProgramAuthorizedAmount1",
+    "23": "B-ClassOfWarrantOrRightExercisePriceOfWarrantsOrRights1",
+    "230": "I-InterestExpenseDebt",
+    "231": "I-ContractWithCustomerLiability",
+    "232": "I-OperatingLeaseExpense",
+    "233": "I-Depreciation",
+    "234": "I-AllocatedShareBasedCompensationExpense",
+    "235": "I-LossContingencyAccrualAtCarryingValue",
+    "236": "I-LineOfCreditFacilityUnusedCapacityCommitmentFeePercentage",
+    "237": "I-SupplementalInformationForPropertyCasualtyInsuranceUnderwritersPriorYearClaimsAndClaimsAdjustmentExpense",
+    "238": "I-OperatingLeaseLiability",
+    "239": "I-RevenueFromRelatedParties",
+    "24": "B-CommonStockCapitalSharesReservedForFutureIssuance",
+    "240": "I-PaymentsToAcquireBusinessesNetOfCashAcquired",
+    "241": "I-BusinessCombinationContingentConsiderationLiability",
+    "242": "I-LossContingencyDamagesSoughtValue",
+    "243": "I-NumberOfOperatingSegments",
+    "244": "I-BusinessAcquisitionEquityInterestsIssuedOrIssuableNumberOfSharesIssued",
+    "245": "I-OperatingLeaseRightOfUseAsset",
+    "246": "I-BusinessCombinationAcquisitionRelatedCosts",
+    "247": "I-UnrecognizedTaxBenefits",
+    "248": "I-GuaranteeObligationsMaximumExposure",
+    "249": "I-RestructuringAndRelatedCostExpectedCost1",
+    "25": "B-CommonStockDividendsPerShareDeclared",
+    "250": "I-DefinedBenefitPlanContributionsByEmployer",
+    "251": "I-OperatingLeaseCost",
+    "252": "I-DerivativeFixedInterestRate",
+    "253": "I-Goodwill",
+    "254": "I-GoodwillImpairmentLoss",
+    "255": "I-CommonStockCapitalSharesReservedForFutureIssuance",
+    "256": "I-StockRepurchasedAndRetiredDuringPeriodShares",
+    "257": "I-EmployeeServiceShareBasedCompensationTaxBenefitFromCompensationExpense",
+    "258": "I-IncomeLossFromEquityMethodInvestments",
+    "259": "I-NumberOfReportableSegments",
+    "26": "B-CommonStockParOrStatedValuePerShare",
+    "260": "I-LongTermDebtFairValue",
+    "261": "I-RepaymentsOfDebt",
+    "262": "I-ConcentrationRiskPercentage1",
+    "263": "I-DebtInstrumentRedemptionPricePercentage",
+    "264": "I-CumulativeEffectOfNewAccountingPrincipleInPeriodOfAdoption",
+    "265": "I-SharePrice",
+    "266": "I-UnrecognizedTaxBenefitsThatWouldImpactEffectiveTaxRate",
+    "267": "I-ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsExercisesInPeriodTotalIntrinsicValue",
+    "268": "I-EffectiveIncomeTaxRateContinuingOperations",
+    "269": "I-RevenueFromContractWithCustomerExcludingAssessedTax",
+    "27": "B-CommonStockSharesAuthorized",
+    "270": "I-StockRepurchaseProgramRemainingAuthorizedRepurchaseAmount1",
+    "271": "I-LineOfCreditFacilityInterestRateAtPeriodEnd",
+    "272": "I-ClassOfWarrantOrRightExercisePriceOfWarrantsOrRights1",
+    "273": "I-OperatingLeasesRentExpenseNet",
+    "274": "I-LeaseAndRentalExpense",
+    "275": "I-PublicUtilitiesRequestedRateIncreaseDecreaseAmount",
+    "276": "I-MinorityInterestOwnershipPercentageByParent",
+    "277": "I-AssetImpairmentCharges",
+    "278": "I-DerivativeNotionalAmount",
+    "28": "I-CommonStockSharesAuthorized",
+    "29": "B-CommonStockSharesOutstanding",
+    "3": "I-AcquiredFiniteLivedIntangibleAssetsWeightedAverageUsefulLife",
+    "30": "B-ConcentrationRiskPercentage1",
+    "31": "B-ContractWithCustomerLiability",
+    "32": "B-ContractWithCustomerLiabilityRevenueRecognized",
+    "33": "B-CumulativeEffectOfNewAccountingPrincipleInPeriodOfAdoption",
+    "34": "B-DebtInstrumentBasisSpreadOnVariableRate1",
+    "35": "B-DebtInstrumentCarryingAmount",
+    "36": "B-DebtInstrumentConvertibleConversionPrice1",
+    "37": "B-DebtInstrumentFaceAmount",
+    "38": "I-DebtInstrumentFaceAmount",
+    "39": "B-DebtInstrumentFairValue",
+    "4": "B-AllocatedShareBasedCompensationExpense",
+    "40": "B-DebtInstrumentInterestRateEffectivePercentage",
+    "41": "B-DebtInstrumentInterestRateStatedPercentage",
+    "42": "B-DebtInstrumentMaturityDate",
+    "43": "I-DebtInstrumentMaturityDate",
+    "44": "B-DebtInstrumentRedemptionPricePercentage",
+    "45": "B-DebtInstrumentTerm",
+    "46": "I-DebtInstrumentTerm",
+    "47": "B-DebtInstrumentUnamortizedDiscount",
+    "48": "B-DebtWeightedAverageInterestRate",
+    "49": "B-DeferredFinanceCostsGross",
+    "5": "B-AmortizationOfFinancingCosts",
+    "50": "B-DeferredFinanceCostsNet",
+    "51": "B-DefinedBenefitPlanContributionsByEmployer",
+    "52": "B-DefinedContributionPlanCostRecognized",
+    "53": "B-Depreciation",
+    "54": "B-DerivativeFixedInterestRate",
+    "55": "B-DerivativeNotionalAmount",
+    "56": "B-DisposalGroupIncludingDiscontinuedOperationConsideration",
+    "57": "B-EffectiveIncomeTaxRateContinuingOperations",
+    "58": "B-EffectiveIncomeTaxRateReconciliationAtFederalStatutoryIncomeTaxRate",
+    "59": "B-EmployeeServiceShareBasedCompensationNonvestedAwardsTotalCompensationCostNotYetRecognized",
+    "6": "B-AmortizationOfIntangibleAssets",
+    "60": "B-EmployeeServiceShareBasedCompensationNonvestedAwardsTotalCompensationCostNotYetRecognizedPeriodForRecognition1",
+    "61": "I-EmployeeServiceShareBasedCompensationNonvestedAwardsTotalCompensationCostNotYetRecognizedPeriodForRecognition1",
+    "62": "B-EmployeeServiceShareBasedCompensationNonvestedAwardsTotalCompensationCostNotYetRecognizedShareBasedAwardsOtherThanOptions",
+    "63": "B-EmployeeServiceShareBasedCompensationTaxBenefitFromCompensationExpense",
+    "64": "B-EquityMethodInvestmentOwnershipPercentage",
+    "65": "I-EquityMethodInvestmentOwnershipPercentage",
+    "66": "B-EquityMethodInvestments",
+    "67": "B-FiniteLivedIntangibleAssetUsefulLife",
+    "68": "I-FiniteLivedIntangibleAssetUsefulLife",
+    "69": "B-GainsLossesOnExtinguishmentOfDebt",
+    "7": "I-AmortizationOfIntangibleAssets",
+    "70": "B-Goodwill",
+    "71": "B-GoodwillImpairmentLoss",
+    "72": "B-GuaranteeObligationsMaximumExposure",
+    "73": "B-IncomeLossFromEquityMethodInvestments",
+    "74": "B-IncomeTaxExpenseBenefit",
+    "75": "B-InterestExpense",
+    "76": "B-InterestExpenseDebt",
+    "77": "B-LeaseAndRentalExpense",
+    "78": "B-LesseeOperatingLeaseRenewalTerm",
+    "79": "I-LesseeOperatingLeaseRenewalTerm",
+    "8": "B-AntidilutiveSecuritiesExcludedFromComputationOfEarningsPerShareAmount",
+    "80": "B-LesseeOperatingLeaseTermOfContract",
+    "81": "I-LesseeOperatingLeaseTermOfContract",
+    "82": "B-LettersOfCreditOutstandingAmount",
+    "83": "B-LineOfCredit",
+    "84": "B-LineOfCreditFacilityCommitmentFeePercentage",
+    "85": "B-LineOfCreditFacilityCurrentBorrowingCapacity",
+    "86": "B-LineOfCreditFacilityInterestRateAtPeriodEnd",
+    "87": "B-LineOfCreditFacilityMaximumBorrowingCapacity",
+    "88": "B-LineOfCreditFacilityRemainingBorrowingCapacity",
+    "89": "B-LineOfCreditFacilityUnusedCapacityCommitmentFeePercentage",
+    "9": "I-AntidilutiveSecuritiesExcludedFromComputationOfEarningsPerShareAmount",
+    "90": "B-LongTermDebt",
+    "91": "B-LongTermDebtFairValue",
+    "92": "B-LossContingencyAccrualAtCarryingValue",
+    "93": "B-LossContingencyDamagesSoughtValue",
+    "94": "B-LossContingencyEstimateOfPossibleLoss",
+    "95": "B-LossContingencyPendingClaimsNumber",
+    "96": "I-LossContingencyPendingClaimsNumber",
+    "97": "B-MinorityInterestOwnershipPercentageByNoncontrollingOwners",
+    "98": "B-MinorityInterestOwnershipPercentageByParent",
+    "99": "B-NumberOfOperatingSegments"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 512,
+  "label2id": {
+    "B-AccrualForEnvironmentalLossContingencies": "1",
+    "B-AcquiredFiniteLivedIntangibleAssetsWeightedAverageUsefulLife": "2",
+    "B-AllocatedShareBasedCompensationExpense": "4",
+    "B-AmortizationOfFinancingCosts": "5",
+    "B-AmortizationOfIntangibleAssets": "6",
+    "B-AntidilutiveSecuritiesExcludedFromComputationOfEarningsPerShareAmount": "8",
+    "B-AreaOfRealEstateProperty": "10",
+    "B-AssetImpairmentCharges": "12",
+    "B-BusinessAcquisitionEquityInterestsIssuedOrIssuableNumberOfSharesIssued": "13",
+    "B-BusinessAcquisitionPercentageOfVotingInterestsAcquired": "14",
+    "B-BusinessCombinationAcquisitionRelatedCosts": "16",
+    "B-BusinessCombinationConsiderationTransferred1": "17",
+    "B-BusinessCombinationContingentConsiderationLiability": "18",
+    "B-BusinessCombinationRecognizedIdentifiableAssetsAcquiredAndLiabilitiesAssumedIntangibleAssetsOtherThanGoodwill": "19",
+    "B-BusinessCombinationRecognizedIdentifiableAssetsAcquiredAndLiabilitiesAssumedIntangibles": "20",
+    "B-CapitalizedContractCostAmortization": "21",
+    "B-CashAndCashEquivalentsFairValueDisclosure": "22",
+    "B-ClassOfWarrantOrRightExercisePriceOfWarrantsOrRights1": "23",
+    "B-CommonStockCapitalSharesReservedForFutureIssuance": "24",
+    "B-CommonStockDividendsPerShareDeclared": "25",
+    "B-CommonStockParOrStatedValuePerShare": "26",
+    "B-CommonStockSharesAuthorized": "27",
+    "B-CommonStockSharesOutstanding": "29",
+    "B-ConcentrationRiskPercentage1": "30",
+    "B-ContractWithCustomerLiability": "31",
+    "B-ContractWithCustomerLiabilityRevenueRecognized": "32",
+    "B-CumulativeEffectOfNewAccountingPrincipleInPeriodOfAdoption": "33",
+    "B-DebtInstrumentBasisSpreadOnVariableRate1": "34",
+    "B-DebtInstrumentCarryingAmount": "35",
+    "B-DebtInstrumentConvertibleConversionPrice1": "36",
+    "B-DebtInstrumentFaceAmount": "37",
+    "B-DebtInstrumentFairValue": "39",
+    "B-DebtInstrumentInterestRateEffectivePercentage": "40",
+    "B-DebtInstrumentInterestRateStatedPercentage": "41",
+    "B-DebtInstrumentMaturityDate": "42",
+    "B-DebtInstrumentRedemptionPricePercentage": "44",
+    "B-DebtInstrumentTerm": "45",
+    "B-DebtInstrumentUnamortizedDiscount": "47",
+    "B-DebtWeightedAverageInterestRate": "48",
+    "B-DeferredFinanceCostsGross": "49",
+    "B-DeferredFinanceCostsNet": "50",
+    "B-DefinedBenefitPlanContributionsByEmployer": "51",
+    "B-DefinedContributionPlanCostRecognized": "52",
+    "B-Depreciation": "53",
+    "B-DerivativeFixedInterestRate": "54",
+    "B-DerivativeNotionalAmount": "55",
+    "B-DisposalGroupIncludingDiscontinuedOperationConsideration": "56",
+    "B-EffectiveIncomeTaxRateContinuingOperations": "57",
+    "B-EffectiveIncomeTaxRateReconciliationAtFederalStatutoryIncomeTaxRate": "58",
+    "B-EmployeeServiceShareBasedCompensationNonvestedAwardsTotalCompensationCostNotYetRecognized": "59",
+    "B-EmployeeServiceShareBasedCompensationNonvestedAwardsTotalCompensationCostNotYetRecognizedPeriodForRecognition1": "60",
+    "B-EmployeeServiceShareBasedCompensationNonvestedAwardsTotalCompensationCostNotYetRecognizedShareBasedAwardsOtherThanOptions": "62",
+    "B-EmployeeServiceShareBasedCompensationTaxBenefitFromCompensationExpense": "63",
+    "B-EquityMethodInvestmentOwnershipPercentage": "64",
+    "B-EquityMethodInvestments": "66",
+    "B-FiniteLivedIntangibleAssetUsefulLife": "67",
+    "B-GainsLossesOnExtinguishmentOfDebt": "69",
+    "B-Goodwill": "70",
+    "B-GoodwillImpairmentLoss": "71",
+    "B-GuaranteeObligationsMaximumExposure": "72",
+    "B-IncomeLossFromEquityMethodInvestments": "73",
+    "B-IncomeTaxExpenseBenefit": "74",
+    "B-InterestExpense": "75",
+    "B-InterestExpenseDebt": "76",
+    "B-LeaseAndRentalExpense": "77",
+    "B-LesseeOperatingLeaseRenewalTerm": "78",
+    "B-LesseeOperatingLeaseTermOfContract": "80",
+    "B-LettersOfCreditOutstandingAmount": "82",
+    "B-LineOfCredit": "83",
+    "B-LineOfCreditFacilityCommitmentFeePercentage": "84",
+    "B-LineOfCreditFacilityCurrentBorrowingCapacity": "85",
+    "B-LineOfCreditFacilityInterestRateAtPeriodEnd": "86",
+    "B-LineOfCreditFacilityMaximumBorrowingCapacity": "87",
+    "B-LineOfCreditFacilityRemainingBorrowingCapacity": "88",
+    "B-LineOfCreditFacilityUnusedCapacityCommitmentFeePercentage": "89",
+    "B-LongTermDebt": "90",
+    "B-LongTermDebtFairValue": "91",
+    "B-LossContingencyAccrualAtCarryingValue": "92",
+    "B-LossContingencyDamagesSoughtValue": "93",
+    "B-LossContingencyEstimateOfPossibleLoss": "94",
+    "B-LossContingencyPendingClaimsNumber": "95",
+    "B-MinorityInterestOwnershipPercentageByNoncontrollingOwners": "97",
+    "B-MinorityInterestOwnershipPercentageByParent": "98",
+    "B-NumberOfOperatingSegments": "99",
+    "B-NumberOfRealEstateProperties": "100",
+    "B-NumberOfReportableSegments": "102",
+    "B-OperatingLeaseCost": "103",
+    "B-OperatingLeaseExpense": "104",
+    "B-OperatingLeaseLiability": "105",
+    "B-OperatingLeasePayments": "106",
+    "B-OperatingLeaseRightOfUseAsset": "107",
+    "B-OperatingLeaseWeightedAverageDiscountRatePercent": "108",
+    "B-OperatingLeaseWeightedAverageRemainingLeaseTerm1": "109",
+    "B-OperatingLeasesRentExpenseNet": "111",
+    "B-OperatingLossCarryforwards": "112",
+    "B-PaymentsToAcquireBusinessesGross": "113",
+    "B-PaymentsToAcquireBusinessesNetOfCashAcquired": "114",
+    "B-PreferredStockDividendRatePercentage": "115",
+    "B-PreferredStockSharesAuthorized": "116",
+    "B-ProceedsFromIssuanceOfCommonStock": "118",
+    "B-PropertyPlantAndEquipmentUsefulLife": "119",
+    "B-PublicUtilitiesRequestedRateIncreaseDecreaseAmount": "121",
+    "B-RelatedPartyTransactionAmountsOfTransaction": "122",
+    "B-RelatedPartyTransactionExpensesFromTransactionsWithRelatedParty": "124",
+    "B-RepaymentsOfDebt": "126",
+    "B-RestructuringAndRelatedCostExpectedCost1": "127",
+    "B-RestructuringCharges": "128",
+    "B-RevenueFromContractWithCustomerExcludingAssessedTax": "129",
+    "B-RevenueFromContractWithCustomerIncludingAssessedTax": "130",
+    "B-RevenueFromRelatedParties": "131",
+    "B-RevenueRemainingPerformanceObligation": "132",
+    "B-Revenues": "133",
+    "B-SaleOfStockNumberOfSharesIssuedInTransaction": "134",
+    "B-SaleOfStockPricePerShare": "136",
+    "B-ShareBasedCompensation": "137",
+    "B-ShareBasedCompensationArrangementByShareBasedPaymentAwardAwardVestingPeriod1": "138",
+    "B-ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantsInPeriod": "140",
+    "B-ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantsInPeriodWeightedAverageGrantDateFairValue": "142",
+    "B-ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedNumber": "143",
+    "B-ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedInPeriodTotalFairValue": "144",
+    "B-ShareBasedCompensationArrangementByShareBasedPaymentAwardNumberOfSharesAuthorized": "145",
+    "B-ShareBasedCompensationArrangementByShareBasedPaymentAwardNumberOfSharesAvailableForGrant": "147",
+    "B-ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsExercisesInPeriodTotalIntrinsicValue": "148",
+    "B-ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsGrantsInPeriodGross": "149",
+    "B-ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsGrantsInPeriodWeightedAverageGrantDateFairValue": "150",
+    "B-SharePrice": "151",
+    "B-SharebasedCompensationArrangementBySharebasedPaymentAwardAwardVestingRightsPercentage": "152",
+    "B-SharebasedCompensationArrangementBySharebasedPaymentAwardExpirationPeriod": "154",
+    "B-StockIssuedDuringPeriodSharesNewIssues": "156",
+    "B-StockRepurchaseProgramAuthorizedAmount1": "158",
+    "B-StockRepurchaseProgramRemainingAuthorizedRepurchaseAmount1": "159",
+    "B-StockRepurchasedAndRetiredDuringPeriodShares": "160",
+    "B-StockRepurchasedDuringPeriodShares": "161",
+    "B-SupplementalInformationForPropertyCasualtyInsuranceUnderwritersPriorYearClaimsAndClaimsAdjustmentExpense": "163",
+    "B-TreasuryStockAcquiredAverageCostPerShare": "164",
+    "B-TreasuryStockSharesAcquired": "165",
+    "B-TreasuryStockValueAcquiredCostMethod": "167",
+    "B-UnrecognizedTaxBenefits": "168",
+    "B-UnrecognizedTaxBenefitsThatWouldImpactEffectiveTaxRate": "169",
+    "I-AccrualForEnvironmentalLossContingencies": "217",
+    "I-AcquiredFiniteLivedIntangibleAssetsWeightedAverageUsefulLife": "3",
+    "I-AllocatedShareBasedCompensationExpense": "234",
+    "I-AmortizationOfFinancingCosts": "208",
+    "I-AmortizationOfIntangibleAssets": "7",
+    "I-AntidilutiveSecuritiesExcludedFromComputationOfEarningsPerShareAmount": "9",
+    "I-AreaOfRealEstateProperty": "11",
+    "I-AssetImpairmentCharges": "277",
+    "I-BusinessAcquisitionEquityInterestsIssuedOrIssuableNumberOfSharesIssued": "244",
+    "I-BusinessAcquisitionPercentageOfVotingInterestsAcquired": "15",
+    "I-BusinessCombinationAcquisitionRelatedCosts": "246",
+    "I-BusinessCombinationConsiderationTransferred1": "202",
+    "I-BusinessCombinationContingentConsiderationLiability": "241",
+    "I-BusinessCombinationRecognizedIdentifiableAssetsAcquiredAndLiabilitiesAssumedIntangibleAssetsOtherThanGoodwill": "194",
+    "I-BusinessCombinationRecognizedIdentifiableAssetsAcquiredAndLiabilitiesAssumedIntangibles": "221",
+    "I-CapitalizedContractCostAmortization": "214",
+    "I-CashAndCashEquivalentsFairValueDisclosure": "218",
+    "I-ClassOfWarrantOrRightExercisePriceOfWarrantsOrRights1": "272",
+    "I-CommonStockCapitalSharesReservedForFutureIssuance": "255",
+    "I-CommonStockDividendsPerShareDeclared": "203",
+    "I-CommonStockParOrStatedValuePerShare": "171",
+    "I-CommonStockSharesAuthorized": "28",
+    "I-CommonStockSharesOutstanding": "207",
+    "I-ConcentrationRiskPercentage1": "262",
+    "I-ContractWithCustomerLiability": "231",
+    "I-ContractWithCustomerLiabilityRevenueRecognized": "175",
+    "I-CumulativeEffectOfNewAccountingPrincipleInPeriodOfAdoption": "264",
+    "I-DebtInstrumentBasisSpreadOnVariableRate1": "204",
+    "I-DebtInstrumentCarryingAmount": "185",
+    "I-DebtInstrumentConvertibleConversionPrice1": "186",
+    "I-DebtInstrumentFaceAmount": "38",
+    "I-DebtInstrumentFairValue": "174",
+    "I-DebtInstrumentInterestRateEffectivePercentage": "212",
+    "I-DebtInstrumentInterestRateStatedPercentage": "178",
+    "I-DebtInstrumentMaturityDate": "43",
+    "I-DebtInstrumentRedemptionPricePercentage": "263",
+    "I-DebtInstrumentTerm": "46",
+    "I-DebtInstrumentUnamortizedDiscount": "191",
+    "I-DebtWeightedAverageInterestRate": "184",
+    "I-DeferredFinanceCostsGross": "170",
+    "I-DeferredFinanceCostsNet": "228",
+    "I-DefinedBenefitPlanContributionsByEmployer": "250",
+    "I-DefinedContributionPlanCostRecognized": "173",
+    "I-Depreciation": "233",
+    "I-DerivativeFixedInterestRate": "252",
+    "I-DerivativeNotionalAmount": "278",
+    "I-DisposalGroupIncludingDiscontinuedOperationConsideration": "205",
+    "I-EffectiveIncomeTaxRateContinuingOperations": "268",
+    "I-EffectiveIncomeTaxRateReconciliationAtFederalStatutoryIncomeTaxRate": "200",
+    "I-EmployeeServiceShareBasedCompensationNonvestedAwardsTotalCompensationCostNotYetRecognized": "177",
+    "I-EmployeeServiceShareBasedCompensationNonvestedAwardsTotalCompensationCostNotYetRecognizedPeriodForRecognition1": "61",
+    "I-EmployeeServiceShareBasedCompensationNonvestedAwardsTotalCompensationCostNotYetRecognizedShareBasedAwardsOtherThanOptions": "189",
+    "I-EmployeeServiceShareBasedCompensationTaxBenefitFromCompensationExpense": "257",
+    "I-EquityMethodInvestmentOwnershipPercentage": "65",
+    "I-EquityMethodInvestments": "190",
+    "I-FiniteLivedIntangibleAssetUsefulLife": "68",
+    "I-GainsLossesOnExtinguishmentOfDebt": "192",
+    "I-Goodwill": "253",
+    "I-GoodwillImpairmentLoss": "254",
+    "I-GuaranteeObligationsMaximumExposure": "248",
+    "I-IncomeLossFromEquityMethodInvestments": "258",
+    "I-IncomeTaxExpenseBenefit": "187",
+    "I-InterestExpense": "181",
+    "I-InterestExpenseDebt": "230",
+    "I-LeaseAndRentalExpense": "274",
+    "I-LesseeOperatingLeaseRenewalTerm": "79",
+    "I-LesseeOperatingLeaseTermOfContract": "81",
+    "I-LettersOfCreditOutstandingAmount": "222",
+    "I-LineOfCredit": "198",
+    "I-LineOfCreditFacilityCommitmentFeePercentage": "201",
+    "I-LineOfCreditFacilityCurrentBorrowingCapacity": "209",
+    "I-LineOfCreditFacilityInterestRateAtPeriodEnd": "271",
+    "I-LineOfCreditFacilityMaximumBorrowingCapacity": "199",
+    "I-LineOfCreditFacilityRemainingBorrowingCapacity": "225",
+    "I-LineOfCreditFacilityUnusedCapacityCommitmentFeePercentage": "236",
+    "I-LongTermDebt": "182",
+    "I-LongTermDebtFairValue": "260",
+    "I-LossContingencyAccrualAtCarryingValue": "235",
+    "I-LossContingencyDamagesSoughtValue": "242",
+    "I-LossContingencyEstimateOfPossibleLoss": "172",
+    "I-LossContingencyPendingClaimsNumber": "96",
+    "I-MinorityInterestOwnershipPercentageByNoncontrollingOwners": "180",
+    "I-MinorityInterestOwnershipPercentageByParent": "276",
+    "I-NumberOfOperatingSegments": "243",
+    "I-NumberOfRealEstateProperties": "101",
+    "I-NumberOfReportableSegments": "259",
+    "I-OperatingLeaseCost": "251",
+    "I-OperatingLeaseExpense": "232",
+    "I-OperatingLeaseLiability": "238",
+    "I-OperatingLeasePayments": "224",
+    "I-OperatingLeaseRightOfUseAsset": "245",
+    "I-OperatingLeaseWeightedAverageDiscountRatePercent": "197",
+    "I-OperatingLeaseWeightedAverageRemainingLeaseTerm1": "110",
+    "I-OperatingLeasesRentExpenseNet": "273",
+    "I-OperatingLossCarryforwards": "179",
+    "I-PaymentsToAcquireBusinessesGross": "226",
+    "I-PaymentsToAcquireBusinessesNetOfCashAcquired": "240",
+    "I-PreferredStockDividendRatePercentage": "195",
+    "I-PreferredStockSharesAuthorized": "117",
+    "I-ProceedsFromIssuanceOfCommonStock": "219",
+    "I-PropertyPlantAndEquipmentUsefulLife": "120",
+    "I-PublicUtilitiesRequestedRateIncreaseDecreaseAmount": "275",
+    "I-RelatedPartyTransactionAmountsOfTransaction": "123",
+    "I-RelatedPartyTransactionExpensesFromTransactionsWithRelatedParty": "125",
+    "I-RepaymentsOfDebt": "261",
+    "I-RestructuringAndRelatedCostExpectedCost1": "249",
+    "I-RestructuringCharges": "215",
+    "I-RevenueFromContractWithCustomerExcludingAssessedTax": "269",
+    "I-RevenueFromContractWithCustomerIncludingAssessedTax": "196",
+    "I-RevenueFromRelatedParties": "239",
+    "I-RevenueRemainingPerformanceObligation": "176",
+    "I-Revenues": "220",
+    "I-SaleOfStockNumberOfSharesIssuedInTransaction": "135",
+    "I-SaleOfStockPricePerShare": "213",
+    "I-ShareBasedCompensation": "183",
+    "I-ShareBasedCompensationArrangementByShareBasedPaymentAwardAwardVestingPeriod1": "139",
+    "I-ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantsInPeriod": "141",
+    "I-ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantsInPeriodWeightedAverageGrantDateFairValue": "223",
+    "I-ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedNumber": "211",
+    "I-ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedInPeriodTotalFairValue": "216",
+    "I-ShareBasedCompensationArrangementByShareBasedPaymentAwardNumberOfSharesAuthorized": "146",
+    "I-ShareBasedCompensationArrangementByShareBasedPaymentAwardNumberOfSharesAvailableForGrant": "193",
+    "I-ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsExercisesInPeriodTotalIntrinsicValue": "267",
+    "I-ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsGrantsInPeriodGross": "206",
+    "I-ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsGrantsInPeriodWeightedAverageGrantDateFairValue": "188",
+    "I-SharePrice": "265",
+    "I-SharebasedCompensationArrangementBySharebasedPaymentAwardAwardVestingRightsPercentage": "153",
+    "I-SharebasedCompensationArrangementBySharebasedPaymentAwardExpirationPeriod": "155",
+    "I-StockIssuedDuringPeriodSharesNewIssues": "157",
+    "I-StockRepurchaseProgramAuthorizedAmount1": "229",
+    "I-StockRepurchaseProgramRemainingAuthorizedRepurchaseAmount1": "270",
+    "I-StockRepurchasedAndRetiredDuringPeriodShares": "256",
+    "I-StockRepurchasedDuringPeriodShares": "162",
+    "I-SupplementalInformationForPropertyCasualtyInsuranceUnderwritersPriorYearClaimsAndClaimsAdjustmentExpense": "237",
+    "I-TreasuryStockAcquiredAverageCostPerShare": "227",
+    "I-TreasuryStockSharesAcquired": "166",
+    "I-TreasuryStockValueAcquiredCostMethod": "210",
+    "I-UnrecognizedTaxBenefits": "247",
+    "I-UnrecognizedTaxBenefitsThatWouldImpactEffectiveTaxRate": "266",
+    "O": "0"
+  },
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "num_attention_heads": 2,
+  "num_hidden_layers": 2,
+  "pad_token_id": 0,
+  "position_embedding_type": "absolute",
+  "transformers_version": "4.21.0",
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 30522
+}

special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

tf_model.h5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:279922b1dee28c104a08e961153f49a47654637e1ef3b1771caea225e0df83c5
+size 17681892

tokenizer_config.json

@@ -0,0 +1,15 @@
+{
+  "cls_token": "[CLS]",
+  "do_basic_tokenize": true,
+  "do_lower_case": true,
+  "mask_token": "[MASK]",
+  "name_or_path": "google/bert_uncased_L-2_H-128_A-2",
+  "never_split": null,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "special_tokens_map_file": null,
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "BertTokenizer",
+  "unk_token": "[UNK]"
+}