End of training

README.md

@@ -0,0 +1,68 @@
+---
+license: apache-2.0
+base_model: distilbert-base-cased
+tags:
+- generated_from_trainer
+metrics:
+- precision
+- recall
+- f1
+- accuracy
+model-index:
+- name: distilBert_NER_finer
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# distilBert_NER_finer
+
+This model is a fine-tuned version of [distilbert-base-cased](https://huggingface.co/distilbert-base-cased) on the None dataset.
+It achieves the following results on the evaluation set:
+- Loss: 0.0198
+- Precision: 0.9445
+- Recall: 0.9640
+- F1: 0.9541
+- Accuracy: 0.9954
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 2e-05
+- train_batch_size: 8
+- eval_batch_size: 8
+- seed: 42
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: linear
+- num_epochs: 3
+
+### Training results
+
+| Training Loss | Epoch | Step | Validation Loss | Precision | Recall | F1     | Accuracy |
+|:-------------:|:-----:|:----:|:---------------:|:---------:|:------:|:------:|:--------:|
+| 0.0034        | 1.0   | 1620 | 0.0261          | 0.9167    | 0.9668 | 0.9411 | 0.9941   |
+| 0.0031        | 2.0   | 3240 | 0.0182          | 0.9471    | 0.9651 | 0.9561 | 0.9956   |
+| 0.0012        | 3.0   | 4860 | 0.0198          | 0.9445    | 0.9640 | 0.9541 | 0.9954   |
+
+
+### Framework versions
+
+- Transformers 4.38.2
+- Pytorch 2.2.1+cu121
+- Datasets 2.18.0
+- Tokenizers 0.15.2

config.json

@@ -0,0 +1,587 @@
+{
+  "_name_or_path": "distilbert-base-cased",
+  "activation": "gelu",
+  "architectures": [
+    "DistilBertForTokenClassification"
+  ],
+  "attention_dropout": 0.1,
+  "dim": 768,
+  "dropout": 0.1,
+  "hidden_dim": 3072,
+  "id2label": {
+    "0": "O",
+    "1": "B-AccrualForEnvironmentalLossContingencies",
+    "2": "B-AcquiredFiniteLivedIntangibleAssetsWeightedAverageUsefulLife",
+    "3": "I-AcquiredFiniteLivedIntangibleAssetsWeightedAverageUsefulLife",
+    "4": "B-AllocatedShareBasedCompensationExpense",
+    "5": "B-AmortizationOfFinancingCosts",
+    "6": "B-AmortizationOfIntangibleAssets",
+    "7": "I-AmortizationOfIntangibleAssets",
+    "8": "B-AntidilutiveSecuritiesExcludedFromComputationOfEarningsPerShareAmount",
+    "9": "I-AntidilutiveSecuritiesExcludedFromComputationOfEarningsPerShareAmount",
+    "10": "B-AreaOfRealEstateProperty",
+    "11": "I-AreaOfRealEstateProperty",
+    "12": "B-AssetImpairmentCharges",
+    "13": "B-BusinessAcquisitionEquityInterestsIssuedOrIssuableNumberOfSharesIssued",
+    "14": "B-BusinessAcquisitionPercentageOfVotingInterestsAcquired",
+    "15": "I-BusinessAcquisitionPercentageOfVotingInterestsAcquired",
+    "16": "B-BusinessCombinationAcquisitionRelatedCosts",
+    "17": "B-BusinessCombinationConsiderationTransferred1",
+    "18": "B-BusinessCombinationContingentConsiderationLiability",
+    "19": "B-BusinessCombinationRecognizedIdentifiableAssetsAcquiredAndLiabilitiesAssumedIntangibleAssetsOtherThanGoodwill",
+    "20": "B-BusinessCombinationRecognizedIdentifiableAssetsAcquiredAndLiabilitiesAssumedIntangibles",
+    "21": "B-CapitalizedContractCostAmortization",
+    "22": "B-CashAndCashEquivalentsFairValueDisclosure",
+    "23": "B-ClassOfWarrantOrRightExercisePriceOfWarrantsOrRights1",
+    "24": "B-CommonStockCapitalSharesReservedForFutureIssuance",
+    "25": "B-CommonStockDividendsPerShareDeclared",
+    "26": "B-CommonStockParOrStatedValuePerShare",
+    "27": "B-CommonStockSharesAuthorized",
+    "28": "I-CommonStockSharesAuthorized",
+    "29": "B-CommonStockSharesOutstanding",
+    "30": "B-ConcentrationRiskPercentage1",
+    "31": "B-ContractWithCustomerLiability",
+    "32": "B-ContractWithCustomerLiabilityRevenueRecognized",
+    "33": "B-CumulativeEffectOfNewAccountingPrincipleInPeriodOfAdoption",
+    "34": "B-DebtInstrumentBasisSpreadOnVariableRate1",
+    "35": "B-DebtInstrumentCarryingAmount",
+    "36": "B-DebtInstrumentConvertibleConversionPrice1",
+    "37": "B-DebtInstrumentFaceAmount",
+    "38": "I-DebtInstrumentFaceAmount",
+    "39": "B-DebtInstrumentFairValue",
+    "40": "B-DebtInstrumentInterestRateEffectivePercentage",
+    "41": "B-DebtInstrumentInterestRateStatedPercentage",
+    "42": "B-DebtInstrumentMaturityDate",
+    "43": "I-DebtInstrumentMaturityDate",
+    "44": "B-DebtInstrumentRedemptionPricePercentage",
+    "45": "B-DebtInstrumentTerm",
+    "46": "I-DebtInstrumentTerm",
+    "47": "B-DebtInstrumentUnamortizedDiscount",
+    "48": "B-DebtWeightedAverageInterestRate",
+    "49": "B-DeferredFinanceCostsGross",
+    "50": "B-DeferredFinanceCostsNet",
+    "51": "B-DefinedBenefitPlanContributionsByEmployer",
+    "52": "B-DefinedContributionPlanCostRecognized",
+    "53": "B-Depreciation",
+    "54": "B-DerivativeFixedInterestRate",
+    "55": "B-DerivativeNotionalAmount",
+    "56": "B-DisposalGroupIncludingDiscontinuedOperationConsideration",
+    "57": "B-EffectiveIncomeTaxRateContinuingOperations",
+    "58": "B-EffectiveIncomeTaxRateReconciliationAtFederalStatutoryIncomeTaxRate",
+    "59": "B-EmployeeServiceShareBasedCompensationNonvestedAwardsTotalCompensationCostNotYetRecognized",
+    "60": "B-EmployeeServiceShareBasedCompensationNonvestedAwardsTotalCompensationCostNotYetRecognizedPeriodForRecognition1",
+    "61": "I-EmployeeServiceShareBasedCompensationNonvestedAwardsTotalCompensationCostNotYetRecognizedPeriodForRecognition1",
+    "62": "B-EmployeeServiceShareBasedCompensationNonvestedAwardsTotalCompensationCostNotYetRecognizedShareBasedAwardsOtherThanOptions",
+    "63": "B-EmployeeServiceShareBasedCompensationTaxBenefitFromCompensationExpense",
+    "64": "B-EquityMethodInvestmentOwnershipPercentage",
+    "65": "I-EquityMethodInvestmentOwnershipPercentage",
+    "66": "B-EquityMethodInvestments",
+    "67": "B-FiniteLivedIntangibleAssetUsefulLife",
+    "68": "I-FiniteLivedIntangibleAssetUsefulLife",
+    "69": "B-GainsLossesOnExtinguishmentOfDebt",
+    "70": "B-Goodwill",
+    "71": "B-GoodwillImpairmentLoss",
+    "72": "B-GuaranteeObligationsMaximumExposure",
+    "73": "B-IncomeLossFromEquityMethodInvestments",
+    "74": "B-IncomeTaxExpenseBenefit",
+    "75": "B-InterestExpense",
+    "76": "B-InterestExpenseDebt",
+    "77": "B-LeaseAndRentalExpense",
+    "78": "B-LesseeOperatingLeaseRenewalTerm",
+    "79": "I-LesseeOperatingLeaseRenewalTerm",
+    "80": "B-LesseeOperatingLeaseTermOfContract",
+    "81": "I-LesseeOperatingLeaseTermOfContract",
+    "82": "B-LettersOfCreditOutstandingAmount",
+    "83": "B-LineOfCredit",
+    "84": "B-LineOfCreditFacilityCommitmentFeePercentage",
+    "85": "B-LineOfCreditFacilityCurrentBorrowingCapacity",
+    "86": "B-LineOfCreditFacilityInterestRateAtPeriodEnd",
+    "87": "B-LineOfCreditFacilityMaximumBorrowingCapacity",
+    "88": "B-LineOfCreditFacilityRemainingBorrowingCapacity",
+    "89": "B-LineOfCreditFacilityUnusedCapacityCommitmentFeePercentage",
+    "90": "B-LongTermDebt",
+    "91": "B-LongTermDebtFairValue",
+    "92": "B-LossContingencyAccrualAtCarryingValue",
+    "93": "B-LossContingencyDamagesSoughtValue",
+    "94": "B-LossContingencyEstimateOfPossibleLoss",
+    "95": "B-LossContingencyPendingClaimsNumber",
+    "96": "I-LossContingencyPendingClaimsNumber",
+    "97": "B-MinorityInterestOwnershipPercentageByNoncontrollingOwners",
+    "98": "B-MinorityInterestOwnershipPercentageByParent",
+    "99": "B-NumberOfOperatingSegments",
+    "100": "B-NumberOfRealEstateProperties",
+    "101": "I-NumberOfRealEstateProperties",
+    "102": "B-NumberOfReportableSegments",
+    "103": "B-OperatingLeaseCost",
+    "104": "B-OperatingLeaseExpense",
+    "105": "B-OperatingLeaseLiability",
+    "106": "B-OperatingLeasePayments",
+    "107": "B-OperatingLeaseRightOfUseAsset",
+    "108": "B-OperatingLeaseWeightedAverageDiscountRatePercent",
+    "109": "B-OperatingLeaseWeightedAverageRemainingLeaseTerm1",
+    "110": "I-OperatingLeaseWeightedAverageRemainingLeaseTerm1",
+    "111": "B-OperatingLeasesRentExpenseNet",
+    "112": "B-OperatingLossCarryforwards",
+    "113": "B-PaymentsToAcquireBusinessesGross",
+    "114": "B-PaymentsToAcquireBusinessesNetOfCashAcquired",
+    "115": "B-PreferredStockDividendRatePercentage",
+    "116": "B-PreferredStockSharesAuthorized",
+    "117": "I-PreferredStockSharesAuthorized",
+    "118": "B-ProceedsFromIssuanceOfCommonStock",
+    "119": "B-PropertyPlantAndEquipmentUsefulLife",
+    "120": "I-PropertyPlantAndEquipmentUsefulLife",
+    "121": "B-PublicUtilitiesRequestedRateIncreaseDecreaseAmount",
+    "122": "B-RelatedPartyTransactionAmountsOfTransaction",
+    "123": "I-RelatedPartyTransactionAmountsOfTransaction",
+    "124": "B-RelatedPartyTransactionExpensesFromTransactionsWithRelatedParty",
+    "125": "I-RelatedPartyTransactionExpensesFromTransactionsWithRelatedParty",
+    "126": "B-RepaymentsOfDebt",
+    "127": "B-RestructuringAndRelatedCostExpectedCost1",
+    "128": "B-RestructuringCharges",
+    "129": "B-RevenueFromContractWithCustomerExcludingAssessedTax",
+    "130": "B-RevenueFromContractWithCustomerIncludingAssessedTax",
+    "131": "B-RevenueFromRelatedParties",
+    "132": "B-RevenueRemainingPerformanceObligation",
+    "133": "B-Revenues",
+    "134": "B-SaleOfStockNumberOfSharesIssuedInTransaction",
+    "135": "I-SaleOfStockNumberOfSharesIssuedInTransaction",
+    "136": "B-SaleOfStockPricePerShare",
+    "137": "B-ShareBasedCompensation",
+    "138": "B-ShareBasedCompensationArrangementByShareBasedPaymentAwardAwardVestingPeriod1",
+    "139": "I-ShareBasedCompensationArrangementByShareBasedPaymentAwardAwardVestingPeriod1",
+    "140": "B-ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantsInPeriod",
+    "141": "I-ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantsInPeriod",
+    "142": "B-ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantsInPeriodWeightedAverageGrantDateFairValue",
+    "143": "B-ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedNumber",
+    "144": "B-ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedInPeriodTotalFairValue",
+    "145": "B-ShareBasedCompensationArrangementByShareBasedPaymentAwardNumberOfSharesAuthorized",
+    "146": "I-ShareBasedCompensationArrangementByShareBasedPaymentAwardNumberOfSharesAuthorized",
+    "147": "B-ShareBasedCompensationArrangementByShareBasedPaymentAwardNumberOfSharesAvailableForGrant",
+    "148": "B-ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsExercisesInPeriodTotalIntrinsicValue",
+    "149": "B-ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsGrantsInPeriodGross",
+    "150": "B-ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsGrantsInPeriodWeightedAverageGrantDateFairValue",
+    "151": "B-SharePrice",
+    "152": "B-SharebasedCompensationArrangementBySharebasedPaymentAwardAwardVestingRightsPercentage",
+    "153": "I-SharebasedCompensationArrangementBySharebasedPaymentAwardAwardVestingRightsPercentage",
+    "154": "B-SharebasedCompensationArrangementBySharebasedPaymentAwardExpirationPeriod",
+    "155": "I-SharebasedCompensationArrangementBySharebasedPaymentAwardExpirationPeriod",
+    "156": "B-StockIssuedDuringPeriodSharesNewIssues",
+    "157": "I-StockIssuedDuringPeriodSharesNewIssues",
+    "158": "B-StockRepurchaseProgramAuthorizedAmount1",
+    "159": "B-StockRepurchaseProgramRemainingAuthorizedRepurchaseAmount1",
+    "160": "B-StockRepurchasedAndRetiredDuringPeriodShares",
+    "161": "B-StockRepurchasedDuringPeriodShares",
+    "162": "I-StockRepurchasedDuringPeriodShares",
+    "163": "B-SupplementalInformationForPropertyCasualtyInsuranceUnderwritersPriorYearClaimsAndClaimsAdjustmentExpense",
+    "164": "B-TreasuryStockAcquiredAverageCostPerShare",
+    "165": "B-TreasuryStockSharesAcquired",
+    "166": "I-TreasuryStockSharesAcquired",
+    "167": "B-TreasuryStockValueAcquiredCostMethod",
+    "168": "B-UnrecognizedTaxBenefits",
+    "169": "B-UnrecognizedTaxBenefitsThatWouldImpactEffectiveTaxRate",
+    "170": "I-DeferredFinanceCostsGross",
+    "171": "I-CommonStockParOrStatedValuePerShare",
+    "172": "I-LossContingencyEstimateOfPossibleLoss",
+    "173": "I-DefinedContributionPlanCostRecognized",
+    "174": "I-DebtInstrumentFairValue",
+    "175": "I-ContractWithCustomerLiabilityRevenueRecognized",
+    "176": "I-RevenueRemainingPerformanceObligation",
+    "177": "I-EmployeeServiceShareBasedCompensationNonvestedAwardsTotalCompensationCostNotYetRecognized",
+    "178": "I-DebtInstrumentInterestRateStatedPercentage",
+    "179": "I-OperatingLossCarryforwards",
+    "180": "I-MinorityInterestOwnershipPercentageByNoncontrollingOwners",
+    "181": "I-InterestExpense",
+    "182": "I-LongTermDebt",
+    "183": "I-ShareBasedCompensation",
+    "184": "I-DebtWeightedAverageInterestRate",
+    "185": "I-DebtInstrumentCarryingAmount",
+    "186": "I-DebtInstrumentConvertibleConversionPrice1",
+    "187": "I-IncomeTaxExpenseBenefit",
+    "188": "I-ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsGrantsInPeriodWeightedAverageGrantDateFairValue",
+    "189": "I-EmployeeServiceShareBasedCompensationNonvestedAwardsTotalCompensationCostNotYetRecognizedShareBasedAwardsOtherThanOptions",
+    "190": "I-EquityMethodInvestments",
+    "191": "I-DebtInstrumentUnamortizedDiscount",
+    "192": "I-GainsLossesOnExtinguishmentOfDebt",
+    "193": "I-ShareBasedCompensationArrangementByShareBasedPaymentAwardNumberOfSharesAvailableForGrant",
+    "194": "I-BusinessCombinationRecognizedIdentifiableAssetsAcquiredAndLiabilitiesAssumedIntangibleAssetsOtherThanGoodwill",
+    "195": "I-PreferredStockDividendRatePercentage",
+    "196": "I-RevenueFromContractWithCustomerIncludingAssessedTax",
+    "197": "I-OperatingLeaseWeightedAverageDiscountRatePercent",
+    "198": "I-LineOfCredit",
+    "199": "I-LineOfCreditFacilityMaximumBorrowingCapacity",
+    "200": "I-EffectiveIncomeTaxRateReconciliationAtFederalStatutoryIncomeTaxRate",
+    "201": "I-LineOfCreditFacilityCommitmentFeePercentage",
+    "202": "I-BusinessCombinationConsiderationTransferred1",
+    "203": "I-CommonStockDividendsPerShareDeclared",
+    "204": "I-DebtInstrumentBasisSpreadOnVariableRate1",
+    "205": "I-DisposalGroupIncludingDiscontinuedOperationConsideration",
+    "206": "I-ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsGrantsInPeriodGross",
+    "207": "I-CommonStockSharesOutstanding",
+    "208": "I-AmortizationOfFinancingCosts",
+    "209": "I-LineOfCreditFacilityCurrentBorrowingCapacity",
+    "210": "I-TreasuryStockValueAcquiredCostMethod",
+    "211": "I-ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedNumber",
+    "212": "I-DebtInstrumentInterestRateEffectivePercentage",
+    "213": "I-SaleOfStockPricePerShare",
+    "214": "I-CapitalizedContractCostAmortization",
+    "215": "I-RestructuringCharges",
+    "216": "I-ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedInPeriodTotalFairValue",
+    "217": "I-AccrualForEnvironmentalLossContingencies",
+    "218": "I-CashAndCashEquivalentsFairValueDisclosure",
+    "219": "I-ProceedsFromIssuanceOfCommonStock",
+    "220": "I-Revenues",
+    "221": "I-BusinessCombinationRecognizedIdentifiableAssetsAcquiredAndLiabilitiesAssumedIntangibles",
+    "222": "I-LettersOfCreditOutstandingAmount",
+    "223": "I-ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantsInPeriodWeightedAverageGrantDateFairValue",
+    "224": "I-OperatingLeasePayments",
+    "225": "I-LineOfCreditFacilityRemainingBorrowingCapacity",
+    "226": "I-PaymentsToAcquireBusinessesGross",
+    "227": "I-TreasuryStockAcquiredAverageCostPerShare",
+    "228": "I-DeferredFinanceCostsNet",
+    "229": "I-StockRepurchaseProgramAuthorizedAmount1",
+    "230": "I-InterestExpenseDebt",
+    "231": "I-ContractWithCustomerLiability",
+    "232": "I-OperatingLeaseExpense",
+    "233": "I-Depreciation",
+    "234": "I-AllocatedShareBasedCompensationExpense",
+    "235": "I-LossContingencyAccrualAtCarryingValue",
+    "236": "I-LineOfCreditFacilityUnusedCapacityCommitmentFeePercentage",
+    "237": "I-SupplementalInformationForPropertyCasualtyInsuranceUnderwritersPriorYearClaimsAndClaimsAdjustmentExpense",
+    "238": "I-OperatingLeaseLiability",
+    "239": "I-RevenueFromRelatedParties",
+    "240": "I-PaymentsToAcquireBusinessesNetOfCashAcquired",
+    "241": "I-BusinessCombinationContingentConsiderationLiability",
+    "242": "I-LossContingencyDamagesSoughtValue",
+    "243": "I-NumberOfOperatingSegments",
+    "244": "I-BusinessAcquisitionEquityInterestsIssuedOrIssuableNumberOfSharesIssued",
+    "245": "I-OperatingLeaseRightOfUseAsset",
+    "246": "I-BusinessCombinationAcquisitionRelatedCosts",
+    "247": "I-UnrecognizedTaxBenefits",
+    "248": "I-GuaranteeObligationsMaximumExposure",
+    "249": "I-RestructuringAndRelatedCostExpectedCost1",
+    "250": "I-DefinedBenefitPlanContributionsByEmployer",
+    "251": "I-OperatingLeaseCost",
+    "252": "I-DerivativeFixedInterestRate",
+    "253": "I-Goodwill",
+    "254": "I-GoodwillImpairmentLoss",
+    "255": "I-CommonStockCapitalSharesReservedForFutureIssuance",
+    "256": "I-StockRepurchasedAndRetiredDuringPeriodShares",
+    "257": "I-EmployeeServiceShareBasedCompensationTaxBenefitFromCompensationExpense",
+    "258": "I-IncomeLossFromEquityMethodInvestments",
+    "259": "I-NumberOfReportableSegments",
+    "260": "I-LongTermDebtFairValue",
+    "261": "I-RepaymentsOfDebt",
+    "262": "I-ConcentrationRiskPercentage1",
+    "263": "I-DebtInstrumentRedemptionPricePercentage",
+    "264": "I-CumulativeEffectOfNewAccountingPrincipleInPeriodOfAdoption",
+    "265": "I-SharePrice",
+    "266": "I-UnrecognizedTaxBenefitsThatWouldImpactEffectiveTaxRate",
+    "267": "I-ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsExercisesInPeriodTotalIntrinsicValue",
+    "268": "I-EffectiveIncomeTaxRateContinuingOperations",
+    "269": "I-RevenueFromContractWithCustomerExcludingAssessedTax",
+    "270": "I-StockRepurchaseProgramRemainingAuthorizedRepurchaseAmount1",
+    "271": "I-LineOfCreditFacilityInterestRateAtPeriodEnd",
+    "272": "I-ClassOfWarrantOrRightExercisePriceOfWarrantsOrRights1",
+    "273": "I-OperatingLeasesRentExpenseNet",
+    "274": "I-LeaseAndRentalExpense",
+    "275": "I-PublicUtilitiesRequestedRateIncreaseDecreaseAmount",
+    "276": "I-MinorityInterestOwnershipPercentageByParent",
+    "277": "I-AssetImpairmentCharges",
+    "278": "I-DerivativeNotionalAmount"
+  },
+  "initializer_range": 0.02,
+  "label2id": {
+    "B-AccrualForEnvironmentalLossContingencies": 1,
+    "B-AcquiredFiniteLivedIntangibleAssetsWeightedAverageUsefulLife": 2,
+    "B-AllocatedShareBasedCompensationExpense": 4,
+    "B-AmortizationOfFinancingCosts": 5,
+    "B-AmortizationOfIntangibleAssets": 6,
+    "B-AntidilutiveSecuritiesExcludedFromComputationOfEarningsPerShareAmount": 8,
+    "B-AreaOfRealEstateProperty": 10,
+    "B-AssetImpairmentCharges": 12,
+    "B-BusinessAcquisitionEquityInterestsIssuedOrIssuableNumberOfSharesIssued": 13,
+    "B-BusinessAcquisitionPercentageOfVotingInterestsAcquired": 14,
+    "B-BusinessCombinationAcquisitionRelatedCosts": 16,
+    "B-BusinessCombinationConsiderationTransferred1": 17,
+    "B-BusinessCombinationContingentConsiderationLiability": 18,
+    "B-BusinessCombinationRecognizedIdentifiableAssetsAcquiredAndLiabilitiesAssumedIntangibleAssetsOtherThanGoodwill": 19,
+    "B-BusinessCombinationRecognizedIdentifiableAssetsAcquiredAndLiabilitiesAssumedIntangibles": 20,
+    "B-CapitalizedContractCostAmortization": 21,
+    "B-CashAndCashEquivalentsFairValueDisclosure": 22,
+    "B-ClassOfWarrantOrRightExercisePriceOfWarrantsOrRights1": 23,
+    "B-CommonStockCapitalSharesReservedForFutureIssuance": 24,
+    "B-CommonStockDividendsPerShareDeclared": 25,
+    "B-CommonStockParOrStatedValuePerShare": 26,
+    "B-CommonStockSharesAuthorized": 27,
+    "B-CommonStockSharesOutstanding": 29,
+    "B-ConcentrationRiskPercentage1": 30,
+    "B-ContractWithCustomerLiability": 31,
+    "B-ContractWithCustomerLiabilityRevenueRecognized": 32,
+    "B-CumulativeEffectOfNewAccountingPrincipleInPeriodOfAdoption": 33,
+    "B-DebtInstrumentBasisSpreadOnVariableRate1": 34,
+    "B-DebtInstrumentCarryingAmount": 35,
+    "B-DebtInstrumentConvertibleConversionPrice1": 36,
+    "B-DebtInstrumentFaceAmount": 37,
+    "B-DebtInstrumentFairValue": 39,
+    "B-DebtInstrumentInterestRateEffectivePercentage": 40,
+    "B-DebtInstrumentInterestRateStatedPercentage": 41,
+    "B-DebtInstrumentMaturityDate": 42,
+    "B-DebtInstrumentRedemptionPricePercentage": 44,
+    "B-DebtInstrumentTerm": 45,
+    "B-DebtInstrumentUnamortizedDiscount": 47,
+    "B-DebtWeightedAverageInterestRate": 48,
+    "B-DeferredFinanceCostsGross": 49,
+    "B-DeferredFinanceCostsNet": 50,
+    "B-DefinedBenefitPlanContributionsByEmployer": 51,
+    "B-DefinedContributionPlanCostRecognized": 52,
+    "B-Depreciation": 53,
+    "B-DerivativeFixedInterestRate": 54,
+    "B-DerivativeNotionalAmount": 55,
+    "B-DisposalGroupIncludingDiscontinuedOperationConsideration": 56,
+    "B-EffectiveIncomeTaxRateContinuingOperations": 57,
+    "B-EffectiveIncomeTaxRateReconciliationAtFederalStatutoryIncomeTaxRate": 58,
+    "B-EmployeeServiceShareBasedCompensationNonvestedAwardsTotalCompensationCostNotYetRecognized": 59,
+    "B-EmployeeServiceShareBasedCompensationNonvestedAwardsTotalCompensationCostNotYetRecognizedPeriodForRecognition1": 60,
+    "B-EmployeeServiceShareBasedCompensationNonvestedAwardsTotalCompensationCostNotYetRecognizedShareBasedAwardsOtherThanOptions": 62,
+    "B-EmployeeServiceShareBasedCompensationTaxBenefitFromCompensationExpense": 63,
+    "B-EquityMethodInvestmentOwnershipPercentage": 64,
+    "B-EquityMethodInvestments": 66,
+    "B-FiniteLivedIntangibleAssetUsefulLife": 67,
+    "B-GainsLossesOnExtinguishmentOfDebt": 69,
+    "B-Goodwill": 70,
+    "B-GoodwillImpairmentLoss": 71,
+    "B-GuaranteeObligationsMaximumExposure": 72,
+    "B-IncomeLossFromEquityMethodInvestments": 73,
+    "B-IncomeTaxExpenseBenefit": 74,
+    "B-InterestExpense": 75,
+    "B-InterestExpenseDebt": 76,
+    "B-LeaseAndRentalExpense": 77,
+    "B-LesseeOperatingLeaseRenewalTerm": 78,
+    "B-LesseeOperatingLeaseTermOfContract": 80,
+    "B-LettersOfCreditOutstandingAmount": 82,
+    "B-LineOfCredit": 83,
+    "B-LineOfCreditFacilityCommitmentFeePercentage": 84,
+    "B-LineOfCreditFacilityCurrentBorrowingCapacity": 85,
+    "B-LineOfCreditFacilityInterestRateAtPeriodEnd": 86,
+    "B-LineOfCreditFacilityMaximumBorrowingCapacity": 87,
+    "B-LineOfCreditFacilityRemainingBorrowingCapacity": 88,
+    "B-LineOfCreditFacilityUnusedCapacityCommitmentFeePercentage": 89,
+    "B-LongTermDebt": 90,
+    "B-LongTermDebtFairValue": 91,
+    "B-LossContingencyAccrualAtCarryingValue": 92,
+    "B-LossContingencyDamagesSoughtValue": 93,
+    "B-LossContingencyEstimateOfPossibleLoss": 94,
+    "B-LossContingencyPendingClaimsNumber": 95,
+    "B-MinorityInterestOwnershipPercentageByNoncontrollingOwners": 97,
+    "B-MinorityInterestOwnershipPercentageByParent": 98,
+    "B-NumberOfOperatingSegments": 99,
+    "B-NumberOfRealEstateProperties": 100,
+    "B-NumberOfReportableSegments": 102,
+    "B-OperatingLeaseCost": 103,
+    "B-OperatingLeaseExpense": 104,
+    "B-OperatingLeaseLiability": 105,
+    "B-OperatingLeasePayments": 106,
+    "B-OperatingLeaseRightOfUseAsset": 107,
+    "B-OperatingLeaseWeightedAverageDiscountRatePercent": 108,
+    "B-OperatingLeaseWeightedAverageRemainingLeaseTerm1": 109,
+    "B-OperatingLeasesRentExpenseNet": 111,
+    "B-OperatingLossCarryforwards": 112,
+    "B-PaymentsToAcquireBusinessesGross": 113,
+    "B-PaymentsToAcquireBusinessesNetOfCashAcquired": 114,
+    "B-PreferredStockDividendRatePercentage": 115,
+    "B-PreferredStockSharesAuthorized": 116,
+    "B-ProceedsFromIssuanceOfCommonStock": 118,
+    "B-PropertyPlantAndEquipmentUsefulLife": 119,
+    "B-PublicUtilitiesRequestedRateIncreaseDecreaseAmount": 121,
+    "B-RelatedPartyTransactionAmountsOfTransaction": 122,
+    "B-RelatedPartyTransactionExpensesFromTransactionsWithRelatedParty": 124,
+    "B-RepaymentsOfDebt": 126,
+    "B-RestructuringAndRelatedCostExpectedCost1": 127,
+    "B-RestructuringCharges": 128,
+    "B-RevenueFromContractWithCustomerExcludingAssessedTax": 129,
+    "B-RevenueFromContractWithCustomerIncludingAssessedTax": 130,
+    "B-RevenueFromRelatedParties": 131,
+    "B-RevenueRemainingPerformanceObligation": 132,
+    "B-Revenues": 133,
+    "B-SaleOfStockNumberOfSharesIssuedInTransaction": 134,
+    "B-SaleOfStockPricePerShare": 136,
+    "B-ShareBasedCompensation": 137,
+    "B-ShareBasedCompensationArrangementByShareBasedPaymentAwardAwardVestingPeriod1": 138,
+    "B-ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantsInPeriod": 140,
+    "B-ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantsInPeriodWeightedAverageGrantDateFairValue": 142,
+    "B-ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedNumber": 143,
+    "B-ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedInPeriodTotalFairValue": 144,
+    "B-ShareBasedCompensationArrangementByShareBasedPaymentAwardNumberOfSharesAuthorized": 145,
+    "B-ShareBasedCompensationArrangementByShareBasedPaymentAwardNumberOfSharesAvailableForGrant": 147,
+    "B-ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsExercisesInPeriodTotalIntrinsicValue": 148,
+    "B-ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsGrantsInPeriodGross": 149,
+    "B-ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsGrantsInPeriodWeightedAverageGrantDateFairValue": 150,
+    "B-SharePrice": 151,
+    "B-SharebasedCompensationArrangementBySharebasedPaymentAwardAwardVestingRightsPercentage": 152,
+    "B-SharebasedCompensationArrangementBySharebasedPaymentAwardExpirationPeriod": 154,
+    "B-StockIssuedDuringPeriodSharesNewIssues": 156,
+    "B-StockRepurchaseProgramAuthorizedAmount1": 158,
+    "B-StockRepurchaseProgramRemainingAuthorizedRepurchaseAmount1": 159,
+    "B-StockRepurchasedAndRetiredDuringPeriodShares": 160,
+    "B-StockRepurchasedDuringPeriodShares": 161,
+    "B-SupplementalInformationForPropertyCasualtyInsuranceUnderwritersPriorYearClaimsAndClaimsAdjustmentExpense": 163,
+    "B-TreasuryStockAcquiredAverageCostPerShare": 164,
+    "B-TreasuryStockSharesAcquired": 165,
+    "B-TreasuryStockValueAcquiredCostMethod": 167,
+    "B-UnrecognizedTaxBenefits": 168,
+    "B-UnrecognizedTaxBenefitsThatWouldImpactEffectiveTaxRate": 169,
+    "I-AccrualForEnvironmentalLossContingencies": 217,
+    "I-AcquiredFiniteLivedIntangibleAssetsWeightedAverageUsefulLife": 3,
+    "I-AllocatedShareBasedCompensationExpense": 234,
+    "I-AmortizationOfFinancingCosts": 208,
+    "I-AmortizationOfIntangibleAssets": 7,
+    "I-AntidilutiveSecuritiesExcludedFromComputationOfEarningsPerShareAmount": 9,
+    "I-AreaOfRealEstateProperty": 11,
+    "I-AssetImpairmentCharges": 277,
+    "I-BusinessAcquisitionEquityInterestsIssuedOrIssuableNumberOfSharesIssued": 244,
+    "I-BusinessAcquisitionPercentageOfVotingInterestsAcquired": 15,
+    "I-BusinessCombinationAcquisitionRelatedCosts": 246,
+    "I-BusinessCombinationConsiderationTransferred1": 202,
+    "I-BusinessCombinationContingentConsiderationLiability": 241,
+    "I-BusinessCombinationRecognizedIdentifiableAssetsAcquiredAndLiabilitiesAssumedIntangibleAssetsOtherThanGoodwill": 194,
+    "I-BusinessCombinationRecognizedIdentifiableAssetsAcquiredAndLiabilitiesAssumedIntangibles": 221,
+    "I-CapitalizedContractCostAmortization": 214,
+    "I-CashAndCashEquivalentsFairValueDisclosure": 218,
+    "I-ClassOfWarrantOrRightExercisePriceOfWarrantsOrRights1": 272,
+    "I-CommonStockCapitalSharesReservedForFutureIssuance": 255,
+    "I-CommonStockDividendsPerShareDeclared": 203,
+    "I-CommonStockParOrStatedValuePerShare": 171,
+    "I-CommonStockSharesAuthorized": 28,
+    "I-CommonStockSharesOutstanding": 207,
+    "I-ConcentrationRiskPercentage1": 262,
+    "I-ContractWithCustomerLiability": 231,
+    "I-ContractWithCustomerLiabilityRevenueRecognized": 175,
+    "I-CumulativeEffectOfNewAccountingPrincipleInPeriodOfAdoption": 264,
+    "I-DebtInstrumentBasisSpreadOnVariableRate1": 204,
+    "I-DebtInstrumentCarryingAmount": 185,
+    "I-DebtInstrumentConvertibleConversionPrice1": 186,
+    "I-DebtInstrumentFaceAmount": 38,
+    "I-DebtInstrumentFairValue": 174,
+    "I-DebtInstrumentInterestRateEffectivePercentage": 212,
+    "I-DebtInstrumentInterestRateStatedPercentage": 178,
+    "I-DebtInstrumentMaturityDate": 43,
+    "I-DebtInstrumentRedemptionPricePercentage": 263,
+    "I-DebtInstrumentTerm": 46,
+    "I-DebtInstrumentUnamortizedDiscount": 191,
+    "I-DebtWeightedAverageInterestRate": 184,
+    "I-DeferredFinanceCostsGross": 170,
+    "I-DeferredFinanceCostsNet": 228,
+    "I-DefinedBenefitPlanContributionsByEmployer": 250,
+    "I-DefinedContributionPlanCostRecognized": 173,
+    "I-Depreciation": 233,
+    "I-DerivativeFixedInterestRate": 252,
+    "I-DerivativeNotionalAmount": 278,
+    "I-DisposalGroupIncludingDiscontinuedOperationConsideration": 205,
+    "I-EffectiveIncomeTaxRateContinuingOperations": 268,
+    "I-EffectiveIncomeTaxRateReconciliationAtFederalStatutoryIncomeTaxRate": 200,
+    "I-EmployeeServiceShareBasedCompensationNonvestedAwardsTotalCompensationCostNotYetRecognized": 177,
+    "I-EmployeeServiceShareBasedCompensationNonvestedAwardsTotalCompensationCostNotYetRecognizedPeriodForRecognition1": 61,
+    "I-EmployeeServiceShareBasedCompensationNonvestedAwardsTotalCompensationCostNotYetRecognizedShareBasedAwardsOtherThanOptions": 189,
+    "I-EmployeeServiceShareBasedCompensationTaxBenefitFromCompensationExpense": 257,
+    "I-EquityMethodInvestmentOwnershipPercentage": 65,
+    "I-EquityMethodInvestments": 190,
+    "I-FiniteLivedIntangibleAssetUsefulLife": 68,
+    "I-GainsLossesOnExtinguishmentOfDebt": 192,
+    "I-Goodwill": 253,
+    "I-GoodwillImpairmentLoss": 254,
+    "I-GuaranteeObligationsMaximumExposure": 248,
+    "I-IncomeLossFromEquityMethodInvestments": 258,
+    "I-IncomeTaxExpenseBenefit": 187,
+    "I-InterestExpense": 181,
+    "I-InterestExpenseDebt": 230,
+    "I-LeaseAndRentalExpense": 274,
+    "I-LesseeOperatingLeaseRenewalTerm": 79,
+    "I-LesseeOperatingLeaseTermOfContract": 81,
+    "I-LettersOfCreditOutstandingAmount": 222,
+    "I-LineOfCredit": 198,
+    "I-LineOfCreditFacilityCommitmentFeePercentage": 201,
+    "I-LineOfCreditFacilityCurrentBorrowingCapacity": 209,
+    "I-LineOfCreditFacilityInterestRateAtPeriodEnd": 271,
+    "I-LineOfCreditFacilityMaximumBorrowingCapacity": 199,
+    "I-LineOfCreditFacilityRemainingBorrowingCapacity": 225,
+    "I-LineOfCreditFacilityUnusedCapacityCommitmentFeePercentage": 236,
+    "I-LongTermDebt": 182,
+    "I-LongTermDebtFairValue": 260,
+    "I-LossContingencyAccrualAtCarryingValue": 235,
+    "I-LossContingencyDamagesSoughtValue": 242,
+    "I-LossContingencyEstimateOfPossibleLoss": 172,
+    "I-LossContingencyPendingClaimsNumber": 96,
+    "I-MinorityInterestOwnershipPercentageByNoncontrollingOwners": 180,
+    "I-MinorityInterestOwnershipPercentageByParent": 276,
+    "I-NumberOfOperatingSegments": 243,
+    "I-NumberOfRealEstateProperties": 101,
+    "I-NumberOfReportableSegments": 259,
+    "I-OperatingLeaseCost": 251,
+    "I-OperatingLeaseExpense": 232,
+    "I-OperatingLeaseLiability": 238,
+    "I-OperatingLeasePayments": 224,
+    "I-OperatingLeaseRightOfUseAsset": 245,
+    "I-OperatingLeaseWeightedAverageDiscountRatePercent": 197,
+    "I-OperatingLeaseWeightedAverageRemainingLeaseTerm1": 110,
+    "I-OperatingLeasesRentExpenseNet": 273,
+    "I-OperatingLossCarryforwards": 179,
+    "I-PaymentsToAcquireBusinessesGross": 226,
+    "I-PaymentsToAcquireBusinessesNetOfCashAcquired": 240,
+    "I-PreferredStockDividendRatePercentage": 195,
+    "I-PreferredStockSharesAuthorized": 117,
+    "I-ProceedsFromIssuanceOfCommonStock": 219,
+    "I-PropertyPlantAndEquipmentUsefulLife": 120,
+    "I-PublicUtilitiesRequestedRateIncreaseDecreaseAmount": 275,
+    "I-RelatedPartyTransactionAmountsOfTransaction": 123,
+    "I-RelatedPartyTransactionExpensesFromTransactionsWithRelatedParty": 125,
+    "I-RepaymentsOfDebt": 261,
+    "I-RestructuringAndRelatedCostExpectedCost1": 249,
+    "I-RestructuringCharges": 215,
+    "I-RevenueFromContractWithCustomerExcludingAssessedTax": 269,
+    "I-RevenueFromContractWithCustomerIncludingAssessedTax": 196,
+    "I-RevenueFromRelatedParties": 239,
+    "I-RevenueRemainingPerformanceObligation": 176,
+    "I-Revenues": 220,
+    "I-SaleOfStockNumberOfSharesIssuedInTransaction": 135,
+    "I-SaleOfStockPricePerShare": 213,
+    "I-ShareBasedCompensation": 183,
+    "I-ShareBasedCompensationArrangementByShareBasedPaymentAwardAwardVestingPeriod1": 139,
+    "I-ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantsInPeriod": 141,
+    "I-ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsGrantsInPeriodWeightedAverageGrantDateFairValue": 223,
+    "I-ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsNonvestedNumber": 211,
+    "I-ShareBasedCompensationArrangementByShareBasedPaymentAwardEquityInstrumentsOtherThanOptionsVestedInPeriodTotalFairValue": 216,
+    "I-ShareBasedCompensationArrangementByShareBasedPaymentAwardNumberOfSharesAuthorized": 146,
+    "I-ShareBasedCompensationArrangementByShareBasedPaymentAwardNumberOfSharesAvailableForGrant": 193,
+    "I-ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsExercisesInPeriodTotalIntrinsicValue": 267,
+    "I-ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsGrantsInPeriodGross": 206,
+    "I-ShareBasedCompensationArrangementByShareBasedPaymentAwardOptionsGrantsInPeriodWeightedAverageGrantDateFairValue": 188,
+    "I-SharePrice": 265,
+    "I-SharebasedCompensationArrangementBySharebasedPaymentAwardAwardVestingRightsPercentage": 153,
+    "I-SharebasedCompensationArrangementBySharebasedPaymentAwardExpirationPeriod": 155,
+    "I-StockIssuedDuringPeriodSharesNewIssues": 157,
+    "I-StockRepurchaseProgramAuthorizedAmount1": 229,
+    "I-StockRepurchaseProgramRemainingAuthorizedRepurchaseAmount1": 270,
+    "I-StockRepurchasedAndRetiredDuringPeriodShares": 256,
+    "I-StockRepurchasedDuringPeriodShares": 162,
+    "I-SupplementalInformationForPropertyCasualtyInsuranceUnderwritersPriorYearClaimsAndClaimsAdjustmentExpense": 237,
+    "I-TreasuryStockAcquiredAverageCostPerShare": 227,
+    "I-TreasuryStockSharesAcquired": 166,
+    "I-TreasuryStockValueAcquiredCostMethod": 210,
+    "I-UnrecognizedTaxBenefits": 247,
+    "I-UnrecognizedTaxBenefitsThatWouldImpactEffectiveTaxRate": 266,
+    "O": 0
+  },
+  "max_position_embeddings": 512,
+  "model_type": "distilbert",
+  "n_heads": 12,
+  "n_layers": 6,
+  "output_past": true,
+  "pad_token_id": 0,
+  "qa_dropout": 0.1,
+  "seq_classif_dropout": 0.2,
+  "sinusoidal_pos_embds": false,
+  "tie_weights_": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.38.2",
+  "vocab_size": 28996
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c7190a07c700ec2ed4a78ebb88cd3b690402a950d0282685eb427e8d7c28d87
+size 261634204

special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

tokenizer_config.json

@@ -0,0 +1,55 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "do_lower_case": false,
+  "mask_token": "[MASK]",
+  "model_max_length": 512,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "DistilBertTokenizer",
+  "unk_token": "[UNK]"
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b3e5badaf067ce50f3688c122e61945c8f1e69f8baa32425948c1e7b310da10
+size 4920