From 4f71bb9fd6413307dfad3a520b69c1d659ab13ac Mon Sep 17 00:00:00 2001 From: "Jose J. Martinez" <36634572+josejuanmartinez@users.noreply.github.com> Date: Sun, 1 Jan 2023 15:03:29 +0100 Subject: [PATCH 1/9] Update 2022-09-27-finassertion_time_en.md --- .../2022-09-27-finassertion_time_en.md | 39 +++++++++++-------- 1 file changed, 22 insertions(+), 17 deletions(-) diff --git a/docs/_posts/josejuanmartinez/2022-09-27-finassertion_time_en.md b/docs/_posts/josejuanmartinez/2022-09-27-finassertion_time_en.md index 331af0b3533c5a..a895b453d04c84 100644 --- a/docs/_posts/josejuanmartinez/2022-09-27-finassertion_time_en.md +++ b/docs/_posts/josejuanmartinez/2022-09-27-finassertion_time_en.md @@ -37,22 +37,33 @@ This is an Assertion Status Model aimed to detect temporality (PRESENT, PAST, FU {% include programmingLanguageSelectScalaPythonNLU.html %} ```python -# YOUR NER HERE -# ... -embeddings = BertEmbeddings.pretrained("bert_embeddings_sec_bert_base","en") \ - .setInputCols(["sentence", "token"]) \ +document_assembler = nlp.DocumentAssembler()\ + .setInputCol("text")\ + .setOutputCol("document") + +tokenizer = nlp.Tokenizer()\ + .setInputCols(["document"])\ + .setOutputCol("token") + +embeddings = nlp.BertEmbeddings.pretrained("bert_embeddings_sec_bert_base","en") \ + .setInputCols(["document", "token"]) \ .setOutputCol("embeddings") -chunk_converter = ChunkConverter() \ - .setInputCols(["entity"]) \ +ner = finance.BertForTokenClassification.pretrained("finner_bert_roles","en","finance/models")\ + .setInputCols("token", "document")\ + .setOutputCol("ner")\ + .setCaseSensitive(True) + +chunk_converter = nlp.NerConverter() \ + .setInputCols(["document", "token", "ner"]) \ .setOutputCol("ner_chunk") assertion = finance.AssertionDLModel.pretrained("finassertion_time", "en", "finance/models")\ - .setInputCols(["sentence", "ner_chunk", "embeddings"]) \ + .setInputCols(["document", "ner_chunk", "embeddings"]) \ .setOutputCol("assertion") -nlpPipeline = Pipeline(stages=[ - documentAssembler, +nlpPipeline = nlp.Pipeline(stages=[ + document_assembler, tokenizer, embeddings, ner, @@ -64,10 +75,9 @@ empty_data = spark.createDataFrame([[""]]).toDF("text") model = nlpPipeline.fit(empty_data) -lp = LightPipeline(model) +lp = nlp.LightPipeline(model) -texts = ["Atlantic Inc headquarters could possibly be relocated to Delaware by the end of next year", - "John Crawford will be hired by Atlantic Inc as CTO"] +texts = ["John Crawford will be hired by Atlantic Inc as CTO"] lp.annotate(texts) ``` @@ -77,13 +87,8 @@ lp.annotate(texts) ## Results ```bash -chunk,begin,end,entity_type,assertion -Atlantic Inc,0,11,ORG,POSSIBLE -Delaware,57,64,LOC,POSSIBLE - chunk,begin,end,entity_type,assertion CTO,47,49,ROLE,FUTURE -Atlantic Inc,31,42,ORG,FUTURE ``` {:.model-param} From 61b7f8acd746d3e41bfdce4a1c320be051d2adec Mon Sep 17 00:00:00 2001 From: "Jose J. Martinez" <36634572+josejuanmartinez@users.noreply.github.com> Date: Sun, 1 Jan 2023 19:14:30 +0100 Subject: [PATCH 2/9] Update 2022-08-17-finner_orgs_prods_alias_en_3_2.md --- .../2022-08-17-finner_orgs_prods_alias_en_3_2.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/_posts/josejuanmartinez/2022-08-17-finner_orgs_prods_alias_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-17-finner_orgs_prods_alias_en_3_2.md index 35415d93cd19fc..cad5fc912c1c89 100644 --- a/docs/_posts/josejuanmartinez/2022-08-17-finner_orgs_prods_alias_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-17-finner_orgs_prods_alias_en_3_2.md @@ -1,6 +1,6 @@ --- layout: model -title: Financial ORG, PRODUCT and ALIAS NER (Large) +title: Financial ORG, PRODUCT and ALIAS NER (Small) author: John Snow Labs name: finner_orgs_prods_alias date: 2022-08-17 From a76c4aa3e11d0afdbe817526cb3f50b571284312 Mon Sep 17 00:00:00 2001 From: "Jose J. Martinez" <36634572+josejuanmartinez@users.noreply.github.com> Date: Sun, 1 Jan 2023 19:15:17 +0100 Subject: [PATCH 3/9] Update 2022-08-17-legner_orgs_prods_alias_en_3_2.md --- .../2022-08-17-legner_orgs_prods_alias_en_3_2.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/_posts/josejuanmartinez/2022-08-17-legner_orgs_prods_alias_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-17-legner_orgs_prods_alias_en_3_2.md index 848c0e578d25a2..ccaf9d9fab8301 100644 --- a/docs/_posts/josejuanmartinez/2022-08-17-legner_orgs_prods_alias_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-17-legner_orgs_prods_alias_en_3_2.md @@ -1,6 +1,6 @@ --- layout: model -title: Legal ORG, PRODUCT and ALIAS NER +title: Legal ORG, PRODUCT and ALIAS NER (small) author: John Snow Labs name: legner_orgs_prods_alias date: 2022-08-17 From 574ac4a3131393f0cb224939ee9ba27e7aa6bfa9 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?B=C3=BCnyamin=20Polat?= <78386903+bunyamin-polat@users.noreply.github.com> Date: Mon, 2 Jan 2023 15:50:58 +0300 Subject: [PATCH 4/9] Update fin/leg clf models' benchmark (#13276) --- ...-10-25-legner_indian_court_judgement_en.md | 35 +++-- ...2-10-25-legner_indian_court_preamble_en.md | 19 ++- ...2-10-27-legclf_bert_swiss_judgements_de.md | 21 ++- ...-11-02-legre_contract_doc_parties_md_en.md | 15 +- .../2022-11-03-legre_obligations_md_en.md | 13 +- ...1-10-legclf_asset_purchase_agreement_en.md | 13 +- ...-11-10-legclf_distribution_agreement_en.md | 13 +- ...egclf_executive_employment_agreement_en.md | 13 +- ...-10-legclf_indemnification_agreement_en.md | 13 +- ...0-legclf_loan_and_security_agreement_en.md | 14 +- ...11-10-legclf_participation_agreement_en.md | 14 +- ...legclf_securities_purchase_agreement_en.md | 14 +- ...2022-11-10-legclf_security_agreement_en.md | 14 +- ...1-10-legclf_stock_purchase_agreement_en.md | 13 +- ...-11-10-legclf_subscription_agreement_en.md | 14 +- ...22-11-10-legner_romanian_official_lg_ro.md | 36 ++--- ...22-11-10-legner_romanian_official_md_ro.md | 18 +-- ...22-11-10-legner_romanian_official_sm_ro.md | 19 +-- ...legclf_administration_agreement_bert_en.md | 15 +- ...1-24-legclf_administration_agreement_en.md | 14 +- ...egclf_agreement_and_declaration_bert_en.md | 14 +- ...legclf_asset_purchase_agreement_bert_en.md | 14 +- ...-24-legclf_consulting_agreement_bert_en.md | 14 +- ...4-legclf_contribution_agreement_bert_en.md | 14 +- ...-11-24-legclf_control_agreement_bert_en.md | 14 +- ...2-11-24-legclf_credit_agreement_bert_en.md | 14 +- ...1-24-legclf_custodian_agreement_bert_en.md | 14 +- ...4-legclf_distribution_agreement_bert_en.md | 14 +- ...-24-legclf_employment_agreement_bert_en.md | 14 +- ...f_equity_distribution_agreement_bert_en.md | 14 +- ...11-24-legclf_exchange_agreement_bert_en.md | 14 +- ...clf_exclusive_license_agreement_bert_en.md | 14 +- ..._executive_employment_agreement_bert_en.md | 14 +- ..._general_distribution_agreement_bert_en.md | 14 +- ...1-24-legclf_guarantee_agreement_bert_en.md | 14 +- ...egclf_indemnification_agreement_bert_en.md | 14 +- ...-legclf_intercreditor_agreement_bert_en.md | 6 +- ...nvestment_subadvisory_agreement_bert_en.md | 6 +- ...4-legclf_joint_filing_agreement_bert_en.md | 6 +- ...-11-24-legclf_joint_filing_agreement_en.md | 6 +- ...22-11-24-legclf_lease_agreement_bert_en.md | 14 +- ...2-11-24-legclf_letter_agreement_bert_en.md | 14 +- .../2022-11-24-legclf_letter_agreement_en.md | 14 +- ...f_limited_partnership_agreement_bert_en.md | 14 +- ...022-11-24-legclf_loan_agreement_bert_en.md | 14 +- ...11-24-legclf_note_purchase_agreement_en.md | 14 +- ...022-11-24-legclf_operating_agreement_en.md | 14 +- .../2022-11-24-legclf_rights_agreement_en.md | 14 +- ...22-11-24-legclf_separation_agreement_en.md | 14 +- ...22-11-24-legclf_settlement_agreement_en.md | 14 +- .../2022-11-24-legclf_trust_agreement_en.md | 6 +- .../2022-11-24-legclf_voting_agreement_en.md | 6 +- ...clf_loan_and_security_agreement_bert_en.md | 6 +- ...1-25-legclf_management_contract_bert_en.md | 6 +- ...5-legclf_master_lease_agreement_bert_en.md | 6 +- ...clf_master_repurchase_agreement_bert_en.md | 6 +- ...-legclf_note_purchase_agreement_bert_en.md | 6 +- ...1-25-legclf_operating_agreement_bert_en.md | 6 +- ...-legclf_participation_agreement_bert_en.md | 6 +- ...f_pledge_and_security_agreement_bert_en.md | 6 +- ...11-25-legclf_purchase_agreement_bert_en.md | 6 +- ...2-11-25-legclf_rights_agreement_bert_en.md | 6 +- ...f_securities_purchase_agreement_bert_en.md | 6 +- ...11-25-legclf_security_agreement_bert_en.md | 6 +- ...-25-legclf_separation_agreement_bert_en.md | 6 +- ...-11-25-legclf_service_agreement_bert_en.md | 6 +- ...-25-legclf_settlement_agreement_bert_en.md | 6 +- ...legclf_share_exchange_agreement_bert_en.md | 6 +- ...legclf_stock_purchase_agreement_bert_en.md | 6 +- ...25-legclf_stockholder_agreement_bert_en.md | 6 +- ...11-25-legclf_sublease_agreement_bert_en.md | 6 +- ...5-legclf_subscription_agreement_bert_en.md | 6 +- ...22-11-25-legclf_terms_agreement_bert_en.md | 6 +- ...f_transition_services_agreement_bert_en.md | 6 +- ...22-11-25-legclf_trust_agreement_bert_en.md | 6 +- ...2-11-25-legclf_voting_agreement_bert_en.md | 6 +- .../2022-11-30-legner_ronec_ro.md | 2 - .../2022-12-01-finclf_sec_filings_en.md | 6 +- ...ment_and_plan_of_reorganization_bert_en.md | 6 +- ...agreement_and_plan_of_reorganization_en.md | 6 +- ...-12-06-legclf_deposit_agreement_bert_en.md | 6 +- .../2022-12-06-legclf_deposit_agreement_en.md | 6 +- ...2-06-legclf_indemnity_agreement_bert_en.md | 6 +- ...022-12-06-legclf_indemnity_agreement_en.md | 6 +- ...f_investment_advisory_agreement_bert_en.md | 6 +- ...legclf_investment_advisory_agreement_en.md | 6 +- ...2-12-06-legclf_option_agreement_bert_en.md | 6 +- .../2022-12-06-legclf_option_agreement_en.md | 6 +- ...2-12-06-legclf_pledge_agreement_bert_en.md | 6 +- .../2022-12-06-legclf_pledge_agreement_en.md | 6 +- ...restricted_stock_unit_agreement_bert_en.md | 6 +- ...gclf_restricted_stock_unit_agreement_en.md | 6 +- ...gclf_revolving_credit_agreement_bert_en.md | 6 +- ...06-legclf_revolving_credit_agreement_en.md | 6 +- ...2-06-legclf_severance_agreement_bert_en.md | 6 +- ...022-12-06-legclf_severance_agreement_en.md | 6 +- ...6-legclf_underwriting_agreement_bert_en.md | 6 +- ...-12-06-legclf_underwriting_agreement_en.md | 6 +- ...022-12-07-legclf_business_day_clause_en.md | 6 +- ...07-legclf_demand_registration_clause_en.md | 6 +- ...clf_electronic_communications_clause_en.md | 6 +- ...12-07-legclf_entire_agreement_clause_en.md | 6 +- ...22-12-07-legclf_governing_law_clause_en.md | 6 +- ...2-07-legclf_health_and_safety_clause_en.md | 6 +- .../2022-12-07-legclf_language_clause_en.md | 6 +- ...legclf_replacement_of_lenders_clause_en.md | 6 +- ...-legclf_rules_and_regulations_clause_en.md | 6 +- ...022-12-07-legclf_ti_allowance_clause_en.md | 6 +- .../2022-12-16-legclf_notice_clause_en.md | 14 +- .../2022-12-16-legner_notice_clause_en.md | 3 +- .../2022-12-17-legre_notice_clause_xs_en.md | 25 ++-- ...1-30-finner_earning_calls_generic_sm_en.md | 76 +++++----- ...-30-finner_earning_calls_specific_sm_en.md | 94 ++++++------ .../2022-11-30-finner_financial_xlarge_en.md | 88 +++++------ .../2022-12-15-finner_contraliability_en.md | 19 +-- ...2-15-finner_earning_calls_generic_md_en.md | 55 +++---- ...-15-finner_earning_calls_specific_md_en.md | 71 ++++----- .../2022-12-18-legclf_agreement_bert_en.md | 14 +- .../2022-12-18-legclf_agreement_en.md | 14 +- ...2-12-18-legclf_applicable_law_clause_en.md | 14 +- ...gclf_confidential_information_clause_en.md | 14 +- ...22-12-18-legclf_defined_terms_clause_en.md | 14 +- ...2-18-legclf_events_of_default_clause_en.md | 14 +- ...-18-legclf_general_provisions_clause_en.md | 14 +- ...2-18-legclf_indenture_agreement_bert_en.md | 13 +- ...022-12-18-legclf_indenture_agreement_en.md | 13 +- ...-12-18-legclf_license_agreement_bert_en.md | 14 +- .../2022-12-18-legclf_license_agreement_en.md | 13 +- ...egclf_limitation_of_liability_clause_en.md | 14 +- ...ted_liability_company_agreement_bert_en.md | 14 +- ..._limited_liability_company_agreement_en.md | 13 +- ...-18-legclf_management_agreement_bert_en.md | 14 +- ...22-12-18-legclf_management_agreement_en.md | 13 +- ...f_registration_rights_agreement_bert_en.md | 13 +- ...legclf_registration_rights_agreement_en.md | 13 +- ...epresentations_and_warranties_clause_en.md | 14 +- ...and_warranties_of_the_company_clause_en.md | 14 +- ...8-legclf_stock_option_agreement_bert_en.md | 14 +- ...-12-18-legclf_stock_option_agreement_en.md | 13 +- ...8-legclf_sub_advisory_agreement_bert_en.md | 14 +- ...-12-18-legclf_sub_advisory_agreement_en.md | 13 +- ...legclf_successors_and_assigns_clause_en.md | 13 +- ...upplemental_indenture_agreement_bert_en.md | 14 +- ...clf_supplemental_indenture_agreement_en.md | 13 +- .../2022-12-18-legclf_survival_clause_en.md | 14 +- ...-12-18-legclf_warrant_agreement_bert_en.md | 14 +- .../2022-12-18-legclf_warrant_agreement_en.md | 13 +- .../2021-12-14-distilbert_uncased_te.md | 2 +- .../2022-10-17-legner_confidentiality_en.md | 8 +- .../2022-10-17-legner_warranty_en.md | 6 +- .../2022-10-18-legre_confidentiality_en.md | 12 +- .../gadde5300/2022-10-19-legre_warranty_en.md | 12 +- .../2022-11-09-legre_confidentiality_md_en.md | 17 +-- .../2022-11-09-legre_grants_md_en.md | 17 +-- ...2022-11-09-legre_indemnifications_md_en.md | 17 +-- .../2022-11-09-legre_whereas_md_en.md | 17 +-- ...2-11-10-finclf_indian_news_sentiment_en.md | 13 +- ...-finclf_indian_news_sentiment_medium_en.md | 14 +- ...-11-10-legclf_contribution_agreement_en.md | 13 +- ...022-11-10-legclf_custodian_agreement_en.md | 15 +- ...2022-11-10-legclf_exchange_agreement_en.md | 15 +- ...egclf_general_distribution_agreement_en.md | 14 +- ...022-11-10-legclf_guarantee_agreement_en.md | 13 +- ...11-10-legclf_intercreditor_agreement_en.md | 15 +- .../2022-11-10-legclf_judgement_de.md | 13 +- .../2022-11-10-legclf_judgement_medium_de.md | 12 +- ...0-legclf_master_repurchase_agreement_en.md | 14 +- ...legclf_pledge_and_security_agreement_en.md | 14 +- ...1-10-legclf_share_exchange_agreement_en.md | 14 +- .../2022-11-10-legclf_terms_agreement_en.md | 13 +- ...5-legclf_additional_covenants_clause_en.md | 14 +- ...-11-25-legclf_bulletin_boards_clause_en.md | 13 +- .../2022-11-25-legclf_conversion_clause_en.md | 14 +- ...25-legclf_delays_or_omissions_clause_en.md | 14 +- .../2022-11-25-legclf_escrow_clause_en.md | 14 +- ...11-25-legclf_exclusive_remedy_clause_en.md | 14 +- ...enses_indemnity_damage_waiver_clause_en.md | 13 +- ...-11-25-legclf_expiration_date_clause_en.md | 14 +- .../2022-11-25-legclf_formation_clause_en.md | 14 +- ...25-legclf_hazardous_materials_clause_en.md | 13 +- ...indemnification_and_insurance_clause_en.md | 14 +- ...11-25-legclf_leave_of_absence_clause_en.md | 14 +- .../2022-11-25-legclf_limitation_clause_en.md | 14 +- ...1-25-legclf_non_contravention_clause_en.md | 14 +- .../2022-11-25-legclf_ofac_clause_en.md | 14 +- ...25-legclf_opinions_of_counsel_clause_en.md | 14 +- ...1-25-legclf_other_definitions_clause_en.md | 14 +- ...22-11-25-legclf_paid_holidays_clause_en.md | 14 +- .../2022-11-25-legclf_prepayment_clause_en.md | 14 +- .../2022-11-25-legclf_register_clause_en.md | 14 +- ...022-11-25-legclf_risk_of_loss_clause_en.md | 14 +- ...2-11-25-legclf_subcontracting_clause_en.md | 14 +- ...-25-legclf_third_party_rights_clause_en.md | 14 +- .../2022-11-25-legclf_vacancies_clause_en.md | 14 +- ...25-legclf_w_i_t_n_e_s_s_e_t_h_clause_en.md | 14 +- ...022-11-26-longformer_legal_base_8192_es.md | 1 + ...-30-finner_german_financial_entities_de.md | 3 +- ...2-12-05-legclf_eminent_domain_clause_en.md | 11 +- ...22-12-05-legclf_erisa_reports_clause_en.md | 11 +- .../2022-12-05-legclf_injury_pay_clause_en.md | 10 +- ...05-legclf_no_appraisal_rights_clause_en.md | 11 +- ...f_interest_defaulted_interest_clause_en.md | 12 +- ...-legclf_principal_underwriter_clause_en.md | 13 +- ...gclf_retention_of_sub_adviser_clause_en.md | 11 +- ...22-12-05-legclf_right_to_cure_clause_en.md | 14 +- .../2022-12-05-legclf_sick_days_clause_en.md | 13 +- ...-legclf_successor_to_the_bank_clause_en.md | 11 +- ...sbert_chinese_qmc_finance_v1_distill_zh.md | 1 + ...ministrative_services_agreement_bert_en.md | 12 +- ...lf_administrative_services_agreement_en.md | 12 +- ...legclf_aircraft_lease_agreement_bert_en.md | 12 +- ...2-09-legclf_aircraft_lease_agreement_en.md | 10 +- ...-12-09-legclf_custody_agreement_bert_en.md | 12 +- .../2022-12-09-legclf_custody_agreement_en.md | 12 +- ...lf_expense_limitation_agreement_bert_en.md | 12 +- ...-legclf_expense_limitation_agreement_en.md | 12 +- ...-12-09-legclf_joinder_agreement_bert_en.md | 12 +- .../2022-12-09-legclf_joinder_agreement_en.md | 12 +- ...lf_plan_and_agreement_of_merger_bert_en.md | 12 +- ...-legclf_plan_and_agreement_of_merger_en.md | 12 +- ...egclf_reference_trust_agreement_bert_en.md | 12 +- ...-09-legclf_reference_trust_agreement_en.md | 12 +- ...gclf_restricted_stock_agreement_bert_en.md | 12 +- ...09-legclf_restricted_stock_agreement_en.md | 12 +- ...legclf_share_purchase_agreement_bert_en.md | 12 +- ...2-09-legclf_share_purchase_agreement_en.md | 12 +- ...09-legclf_subadvisory_agreement_bert_en.md | 12 +- ...2-12-09-legclf_subadvisory_agreement_en.md | 16 +- ..._portuguese_cased_legal_mlm_sts_v0.1_pt.md | 1 + ...022-12-14-finner_10q_xlbr_md_subset1_en.md | 4 +- ...022-12-14-finner_10q_xlbr_md_subset2_en.md | 2 +- ...022-12-14-finner_10q_xlbr_md_subset3_en.md | 4 +- ...22-12-15-finner_10q_xlbr_md_subset11_en.md | 1 + ...22-12-15-finner_10q_xlbr_md_subset12_en.md | 2 +- ...022-12-15-finner_10q_xlbr_md_subset4_en.md | 2 +- ...022-12-15-finner_10q_xlbr_md_subset5_en.md | 2 +- ...022-12-15-finner_10q_xlbr_md_subset6_en.md | 4 +- ...022-12-15-finner_10q_xlbr_md_subset7_en.md | 2 +- ...022-12-15-finner_10q_xlbr_md_subset8_en.md | 4 +- ...022-12-15-finner_10q_xlbr_md_subset9_en.md | 4 +- .../2022-10-15-finre_has_ticker_en.md | 9 +- ...-10-legclf_agreement_and_declaration_en.md | 13 +- .../2022-11-10-legclf_control_agreement_en.md | 12 +- ...legclf_equity_distribution_agreement_en.md | 15 +- ...0-legclf_exclusive_license_agreement_en.md | 15 +- ...clf_investment_subadvisory_agreement_en.md | 15 +- ...legclf_limited_partnership_agreement_en.md | 15 +- ...-11-10-legclf_master_lease_agreement_en.md | 15 +- ...2-11-10-legclf_stockholder_agreement_en.md | 14 +- ...2022-11-10-legclf_sublease_agreement_en.md | 15 +- ...legclf_transition_services_agreement_en.md | 15 +- .../2022-04-05-re_zeroshot_biobert_en_3_0.md | 141 ++++++++---------- ...022-08-09-finclf_bank_complaints_en_3_2.md | 2 +- .../2022-08-09-legclf_conventions_en_3_2.md | 2 +- .../2022-08-09-legclf_human_rights_en_3_2.md | 2 +- .../2022-08-10-finclf_business_item_en_3_2.md | 2 +- ...-finclf_controls_procedures_item_en_3_2.md | 2 +- .../2022-08-10-finclf_equity_item_en_3_2.md | 2 +- ...clf_executives_compensation_item_en_3_2.md | 2 +- ...022-08-10-finclf_executives_item_en_3_2.md | 2 +- .../2022-08-10-finclf_exhibits_item_en_3_2.md | 2 +- ...finclf_financial_conditions_item_en_3_2.md | 2 +- ...finclf_financial_statements_item_en_3_2.md | 2 +- ...-10-finclf_form_10k_summary_item_en_3_2.md | 2 +- ...10-finclf_legal_proceedings_item_en_3_2.md | 2 +- ...22-08-10-finclf_market_risk_item_en_3_2.md | 2 +- ...022-08-10-finclf_properties_item_en_3_2.md | 2 +- ...2-08-10-finclf_risk_factors_item_en_3_2.md | 2 +- ...0-finclf_security_ownership_item_en_3_2.md | 2 +- ...bsence_of_certain_changes_clause_en_3_2.md | 2 +- ...08-10-legclf_acceleration_clause_en_3_2.md | 2 +- .../2022-08-10-legclf_access_clause_en_3_2.md | 2 +- ...0-legclf_accounting_terms_clause_en_3_2.md | 2 +- ...-08-10-legclf_adjustments_clause_en_3_2.md | 2 +- ...2-08-10-legclf_agreements_clause_en_3_2.md | 2 +- ...2-08-10-legclf_amendments_clause_en_3_2.md | 2 +- ...f_application_of_proceeds_clause_en_3_2.md | 2 +- ...-08-10-legclf_appointment_clause_en_3_2.md | 2 +- ...22-08-10-legclf_approvals_clause_en_3_2.md | 2 +- ...-08-10-legclf_arbitration_clause_en_3_2.md | 2 +- ...-08-10-legclf_assignments_clause_en_3_2.md | 2 +- ...22-08-10-legclf_authority_clause_en_3_2.md | 2 +- ...8-10-legclf_authorization_clause_en_3_2.md | 2 +- ...08-10-legclf_auto_renewal_clause_en_3_2.md | 2 +- ...2-08-10-legclf_background_clause_en_3_2.md | 2 +- ...8-10-legclf_bank_accounts_clause_en_3_2.md | 2 +- ...2-08-10-legclf_bankruptcy_clause_en_3_2.md | 2 +- ...-08-10-legclf_base_salary_clause_en_3_2.md | 2 +- ...022-08-10-legclf_benefits_clause_en_3_2.md | 2 +- ...-legclf_bereavement_leave_clause_en_3_2.md | 2 +- ...-10-legclf_binding_effect_clause_en_3_2.md | 2 +- .../2022-08-10-legclf_bonus_clause_en_3_2.md | 2 +- ...-legclf_books_and_records_clause_en_3_2.md | 2 +- ...2022-08-10-legclf_brokers_clause_en_3_2.md | 2 +- ...08-10-legclf_cancellation_clause_en_3_2.md | 2 +- ...-10-legclf_capitalization_clause_en_3_2.md | 2 +- ...022-08-10-legclf_captions_clause_en_3_2.md | 2 +- .../2022-08-10-legclf_cause_clause_en_3_2.md | 2 +- ...egclf_certain_definitions_clause_en_3_2.md | 2 +- ...08-10-legclf_certificates_clause_en_3_2.md | 2 +- ...-legclf_change_in_control_clause_en_3_2.md | 2 +- ...-legclf_change_of_control_clause_en_3_2.md | 2 +- ...2022-08-10-legclf_closing_clause_en_3_2.md | 2 +- ...2-08-10-legclf_collateral_clause_en_3_2.md | 2 +- ...compensation_and_benefits_clause_en_3_2.md | 2 +- ...08-10-legclf_compensation_clause_en_3_2.md | 2 +- ...2-08-10-legclf_compliance_clause_en_3_2.md | 2 +- ...gclf_compliance_with_laws_clause_en_3_2.md | 2 +- ...08-10-legclf_condemnation_clause_en_3_2.md | 2 +- ...2-08-10-legclf_conditions_clause_en_3_2.md | 2 +- ...nditions_to_effectiveness_clause_en_3_2.md | 2 +- ...egclf_conduct_of_business_clause_en_3_2.md | 2 +- ...08-10-legclf_confidential_clause_en_3_2.md | 2 +- ...gclf_conflict_of_interest_clause_en_3_2.md | 2 +- ...022-08-10-legclf_consents_clause_en_3_2.md | 2 +- ...8-10-legclf_consideration_clause_en_3_2.md | 2 +- ...08-10-legclf_construction_clause_en_3_2.md | 2 +- ...22-08-10-legclf_contracts_clause_en_3_2.md | 2 +- ...08-10-legclf_contribution_clause_en_3_2.md | 2 +- ...-08-10-legclf_cooperation_clause_en_3_2.md | 2 +- ...egclf_corporate_existence_clause_en_3_2.md | 2 +- .../2022-08-10-legclf_costs_clause_en_3_2.md | 2 +- ...08-10-legclf_counterparts_clause_en_3_2.md | 2 +- ...22-08-10-legclf_covenants_clause_en_3_2.md | 2 +- ...022-08-10-legclf_currency_clause_en_3_2.md | 2 +- .../2022-08-10-legclf_death_clause_en_3_2.md | 2 +- ...clf_defaults_and_remedies_clause_en_3_2.md | 2 +- ...022-08-10-legclf_defaults_clause_en_3_2.md | 2 +- ...itions_and_interpretation_clause_en_3_2.md | 2 +- ...-08-10-legclf_definitions_clause_en_3_2.md | 2 +- ...gclf_delegation_of_duties_clause_en_3_2.md | 2 +- ...022-08-10-legclf_delivery_clause_en_3_2.md | 2 +- ...2-08-10-legclf_disability_clause_en_3_2.md | 2 +- ...2-08-10-legclf_disclaimer_clause_en_3_2.md | 2 +- ...2-08-10-legclf_disclosure_clause_en_3_2.md | 2 +- ...legclf_dispute_resolution_clause_en_3_2.md | 2 +- ...022-08-10-legclf_disputes_clause_en_3_2.md | 2 +- ...-08-10-legclf_dissolution_clause_en_3_2.md | 2 +- ...8-10-legclf_distributions_clause_en_3_2.md | 2 +- ...22-08-10-legclf_dividends_clause_en_3_2.md | 2 +- ...22-08-10-legclf_documents_clause_en_3_2.md | 2 +- ..._duration_and_termination_clause_en_3_2.md | 2 +- ...022-08-10-legclf_duration_clause_en_3_2.md | 2 +- .../2022-08-10-legclf_duties_clause_en_3_2.md | 2 +- ...-10-legclf_effective_date_clause_en_3_2.md | 2 +- ...8-10-legclf_effectiveness_clause_en_3_2.md | 2 +- ...22-08-10-legclf_employees_clause_en_3_2.md | 2 +- ...2-08-10-legclf_employment_clause_en_3_2.md | 2 +- .../2022-08-10-legclf_erisa_clause_en_3_2.md | 2 +- ...2-08-10-legclf_exceptions_clause_en_3_2.md | 2 +- ...2-08-10-legclf_exclusions_clause_en_3_2.md | 2 +- ...-08-10-legclf_exclusivity_clause_en_3_2.md | 2 +- ...22-08-10-legclf_execution_clause_en_3_2.md | 2 +- ...execution_in_counterparts_clause_en_3_2.md | 2 +- ...legclf_exercise_of_option_clause_en_3_2.md | 2 +- ...022-08-10-legclf_exhibits_clause_en_3_2.md | 2 +- ...022-08-10-legclf_expenses_clause_en_3_2.md | 2 +- .../2022-08-10-legclf_fees_clause_en_3_2.md | 2 +- ...clf_financial_information_clause_en_3_2.md | 2 +- ...gclf_financial_statements_clause_en_3_2.md | 2 +- ...-08-10-legclf_fiscal_year_clause_en_3_2.md | 2 +- ...8-10-legclf_force_majeure_clause_en_3_2.md | 2 +- ...-legclf_fractional_shares_clause_en_3_2.md | 2 +- ...10-legclf_full_disclosure_clause_en_3_2.md | 2 +- ...legclf_further_assurances_clause_en_3_2.md | 2 +- ...2022-08-10-legclf_general_clause_en_3_2.md | 2 +- ...-08-10-legclf_good_reason_clause_en_3_2.md | 2 +- ...10-legclf_grant_of_option_clause_en_3_2.md | 2 +- ...rant_of_security_interest_clause_en_3_2.md | 2 +- ...22-08-10-legclf_guarantee_clause_en_3_2.md | 2 +- ...022-08-10-legclf_headings_clause_en_3_2.md | 2 +- ...022-08-10-legclf_holidays_clause_en_3_2.md | 2 +- ...2-08-10-legclf_illegality_clause_en_3_2.md | 2 +- ...legclf_in_witness_whereof_clause_en_3_2.md | 2 +- ...10-legclf_increased_costs_clause_en_3_2.md | 2 +- ...08-10-legclf_indebtedness_clause_en_3_2.md | 2 +- ...nification_by_the_company_clause_en_3_2.md | 2 +- ...10-legclf_indemnification_clause_en_3_2.md | 2 +- ...22-08-10-legclf_indemnity_clause_en_3_2.md | 2 +- ...lf_independent_contractor_clause_en_3_2.md | 2 +- ...-08-10-legclf_information_clause_en_3_2.md | 2 +- ...-legclf_injunctive_relief_clause_en_3_2.md | 2 +- ...2-08-10-legclf_insolvency_clause_en_3_2.md | 2 +- ...2-08-10-legclf_inspection_clause_en_3_2.md | 2 +- ...22-08-10-legclf_insurance_clause_en_3_2.md | 2 +- ...clf_intellectual_property_clause_en_3_2.md | 2 +- ...022-08-10-legclf_interest_clause_en_3_2.md | 2 +- ...-10-legclf_interpretation_clause_en_3_2.md | 2 +- ...08-10-legclf_introduction_clause_en_3_2.md | 2 +- ...legclf_investment_company_clause_en_3_2.md | 2 +- ...-08-10-legclf_investments_clause_en_3_2.md | 2 +- ...22-08-10-legclf_judgments_clause_en_3_2.md | 2 +- ...08-10-legclf_jurisdiction_clause_en_3_2.md | 2 +- ...8-10-legclf_labor_matters_clause_en_3_2.md | 2 +- .../2022-08-10-legclf_laws_clause_en_3_2.md | 2 +- ...-legclf_legal_proceedings_clause_en_3_2.md | 2 +- ...2022-08-10-legclf_legends_clause_en_3_2.md | 2 +- ...-legclf_letters_of_credit_clause_en_3_2.md | 2 +- ...-08-10-legclf_liabilities_clause_en_3_2.md | 2 +- ...22-08-10-legclf_liability_clause_en_3_2.md | 2 +- ...022-08-10-legclf_licenses_clause_en_3_2.md | 2 +- .../2022-08-10-legclf_liens_clause_en_3_2.md | 2 +- ...-08-10-legclf_limitations_clause_en_3_2.md | 2 +- ...2022-08-10-legclf_listing_clause_en_3_2.md | 2 +- ...2-08-10-legclf_litigation_clause_en_3_2.md | 2 +- .../2022-08-10-legclf_loans_clause_en_3_2.md | 2 +- ...-08-10-legclf_maintenance_clause_en_3_2.md | 2 +- ...2-08-10-legclf_management_clause_en_3_2.md | 2 +- ...22-08-10-legclf_marketing_clause_en_3_2.md | 2 +- ...legclf_material_contracts_clause_en_3_2.md | 2 +- ...022-08-10-legclf_meetings_clause_en_3_2.md | 2 +- .../2022-08-10-legclf_merger_clause_en_3_2.md | 2 +- ...8-10-legclf_miscellaneous_clause_en_3_2.md | 2 +- ...f_modification_and_waiver_clause_en_3_2.md | 2 +- .../2022-08-10-legclf_name_clause_en_3_2.md | 2 +- ...legclf_negative_covenants_clause_en_3_2.md | 2 +- ...8-10-legclf_no_assignment_clause_en_3_2.md | 2 +- ...08-10-legclf_no_conflicts_clause_en_3_2.md | 2 +- ...2-08-10-legclf_no_default_clause_en_3_2.md | 2 +- ...o_material_adverse_change_clause_en_3_2.md | 2 +- ...10-legclf_no_solicitation_clause_en_3_2.md | 2 +- ...lf_no_strict_construction_clause_en_3_2.md | 2 +- ...third_party_beneficiaries_clause_en_3_2.md | 2 +- ...08-10-legclf_no_violation_clause_en_3_2.md | 2 +- ...22-08-10-legclf_no_waiver_clause_en_3_2.md | 2 +- ...10-legclf_non_competition_clause_en_3_2.md | 2 +- ...legclf_non_discrimination_clause_en_3_2.md | 2 +- ...-legclf_non_disparagement_clause_en_3_2.md | 2 +- ...0-legclf_non_solicitation_clause_en_3_2.md | 2 +- ...2022-08-10-legclf_notices_clause_en_3_2.md | 2 +- ...08-10-legclf_notification_clause_en_3_2.md | 2 +- ...8-10-legclf_now_therefore_clause_en_3_2.md | 2 +- ...gclf_obligations_absolute_clause_en_3_2.md | 2 +- ...gclf_officers_certificate_clause_en_3_2.md | 2 +- ...022-08-10-legclf_officers_clause_en_3_2.md | 2 +- ...0-legclf_optional_renewal_clause_en_3_2.md | 2 +- ...08-10-legclf_organization_clause_en_3_2.md | 2 +- ...-10-legclf_other_benefits_clause_en_3_2.md | 2 +- ...-10-legclf_other_remedies_clause_en_3_2.md | 2 +- ...22-08-10-legclf_ownership_clause_en_3_2.md | 2 +- ...2022-08-10-legclf_parking_clause_en_3_2.md | 2 +- ...legclf_partial_invalidity_clause_en_3_2.md | 2 +- ...-10-legclf_participations_clause_en_3_2.md | 2 +- ...2022-08-10-legclf_parties_clause_en_3_2.md | 2 +- ...egclf_parties_in_interest_clause_en_3_2.md | 2 +- ...022-08-10-legclf_payments_clause_en_3_2.md | 2 +- ...-08-10-legclf_performance_clause_en_3_2.md | 2 +- ...2022-08-10-legclf_permits_clause_en_3_2.md | 2 +- ...2022-08-10-legclf_persons_clause_en_3_2.md | 2 +- ...egclf_position_and_duties_clause_en_3_2.md | 2 +- .../2022-08-10-legclf_powers_clause_en_3_2.md | 2 +- ...022-08-10-legclf_preamble_clause_en_3_2.md | 2 +- ...2-08-10-legclf_procedures_clause_en_3_2.md | 2 +- ...legclf_proprietary_rights_clause_en_3_2.md | 2 +- ...2-08-10-legclf_provisions_clause_en_3_2.md | 2 +- ...gclf_public_announcements_clause_en_3_2.md | 2 +- ...22-08-10-legclf_publicity_clause_en_3_2.md | 2 +- ...-legclf_purchase_and_sale_clause_en_3_2.md | 2 +- ...-10-legclf_purchase_price_clause_en_3_2.md | 2 +- ...2022-08-10-legclf_purpose_clause_en_3_2.md | 2 +- ...8-10-legclf_real_property_clause_en_3_2.md | 2 +- ...022-08-10-legclf_recitals_clause_en_3_2.md | 2 +- ...-08-10-legclf_recognition_clause_en_3_2.md | 2 +- ...2022-08-10-legclf_records_clause_en_3_2.md | 2 +- ...2-08-10-legclf_redemption_clause_en_3_2.md | 2 +- ...08-10-legclf_registration_clause_en_3_2.md | 2 +- ...clf_registration_expenses_clause_en_3_2.md | 2 +- ...egclf_registration_rights_clause_en_3_2.md | 2 +- ...-10-legclf_reimbursements_clause_en_3_2.md | 2 +- ...8-10-legclf_reinstatement_clause_en_3_2.md | 2 +- ...lationship_of_the_parties_clause_en_3_2.md | 2 +- ...2022-08-10-legclf_release_clause_en_3_2.md | 2 +- ...022-08-10-legclf_reliance_clause_en_3_2.md | 2 +- ...022-08-10-legclf_remedies_clause_en_3_2.md | 2 +- ...egclf_remedies_cumulative_clause_en_3_2.md | 2 +- .../2022-08-10-legclf_rent_clause_en_3_2.md | 2 +- ...22-08-10-legclf_reporting_clause_en_3_2.md | 2 +- ...2022-08-10-legclf_reports_clause_en_3_2.md | 2 +- ...10-legclf_representations_clause_en_3_2.md | 2 +- ...-08-10-legclf_resignation_clause_en_3_2.md | 2 +- ...08-10-legclf_restrictions_clause_en_3_2.md | 2 +- ..._restrictions_on_transfer_clause_en_3_2.md | 2 +- ...10-legclf_right_of_setoff_clause_en_3_2.md | 2 +- ...clf_rules_of_construction_clause_en_3_2.md | 2 +- .../2022-08-10-legclf_salary_clause_en_3_2.md | 2 +- .../2022-08-10-legclf_scope_clause_en_3_2.md | 2 +- ...0-legclf_section_headings_clause_en_3_2.md | 2 +- ...022-08-10-legclf_security_clause_en_3_2.md | 2 +- ...-legclf_security_interest_clause_en_3_2.md | 2 +- ...22-08-10-legclf_seniority_clause_en_3_2.md | 2 +- ...022-08-10-legclf_services_clause_en_3_2.md | 2 +- ...2022-08-10-legclf_set_off_clause_en_3_2.md | 2 +- ...08-10-legclf_severability_clause_en_3_2.md | 2 +- ...22-08-10-legclf_severance_clause_en_3_2.md | 2 +- ...2-08-10-legclf_sick_leave_clause_en_3_2.md | 2 +- ...022-08-10-legclf_solvency_clause_en_3_2.md | 2 +- ...s_and_conditions_of_trust_clause_en_3_2.md | 2 +- ...gclf_specific_performance_clause_en_3_2.md | 2 +- ...0-legclf_standard_of_care_clause_en_3_2.md | 2 +- ...s_and_conditions_of_trust_clause_en_3_2.md | 2 +- ...8-10-legclf_stock_options_clause_en_3_2.md | 2 +- ...8-10-legclf_subordination_clause_en_3_2.md | 2 +- ...-08-10-legclf_subrogation_clause_en_3_2.md | 2 +- ...08-10-legclf_subsidiaries_clause_en_3_2.md | 2 +- ...2-08-10-legclf_successors_clause_en_3_2.md | 2 +- ...2022-08-10-legclf_support_clause_en_3_2.md | 2 +- ...-08-10-legclf_tax_returns_clause_en_3_2.md | 2 +- ...10-legclf_tax_withholding_clause_en_3_2.md | 2 +- .../2022-08-10-legclf_taxes_clause_en_3_2.md | 2 +- ...gclf_term_and_termination_clause_en_3_2.md | 2 +- ...legclf_term_of_employment_clause_en_3_2.md | 6 +- ...-08-10-legclf_termination_clause_en_3_2.md | 2 +- ..._termination_of_agreement_clause_en_3_2.md | 6 +- ...termination_of_employment_clause_en_3_2.md | 2 +- .../2022-08-10-legclf_terms_clause_en_3_2.md | 2 +- ...-08-10-legclf_the_closing_clause_en_3_2.md | 2 +- ...2-08-10-legclf_the_merger_clause_en_3_2.md | 2 +- ...22-08-10-legclf_therefore_clause_en_3_2.md | 6 +- ...third_party_beneficiaries_clause_en_3_2.md | 2 +- .../2022-08-10-legclf_time_clause_en_3_2.md | 2 +- .../2022-08-10-legclf_title_clause_en_3_2.md | 2 +- ...nsactions_with_affiliates_clause_en_3_2.md | 2 +- ...022-08-10-legclf_transfer_clause_en_3_2.md | 2 +- ...22-08-10-legclf_transfers_clause_en_3_2.md | 2 +- ..._may_file_proofs_of_claim_clause_en_3_2.md | 2 +- ...clf_undertaking_for_costs_clause_en_3_2.md | 2 +- ...10-legclf_usa_patriot_act_clause_en_3_2.md | 2 +- .../2022-08-10-legclf_use_clause_en_3_2.md | 2 +- ...10-legclf_use_of_proceeds_clause_en_3_2.md | 2 +- ...22-08-10-legclf_utilities_clause_en_3_2.md | 2 +- ...022-08-10-legclf_vacation_clause_en_3_2.md | 2 +- ...022-08-10-legclf_validity_clause_en_3_2.md | 2 +- ...2022-08-10-legclf_vesting_clause_en_3_2.md | 2 +- .../2022-08-10-legclf_voting_clause_en_3_2.md | 2 +- ...gclf_waiver_of_jury_trial_clause_en_3_2.md | 2 +- ...2022-08-10-legclf_waivers_clause_en_3_2.md | 2 +- ...022-08-10-legclf_warranty_clause_en_3_2.md | 2 +- ...2022-08-10-legclf_whereas_clause_en_3_2.md | 2 +- ...2-08-10-legclf_witnesseth_clause_en_3_2.md | 2 +- .../2022-09-06-finclf_augmented_esg_en.md | 2 +- .../2022-09-06-finclf_bert_fls_en.md | 2 +- .../2022-09-06-finclf_esg_en.md | 2 +- ...0-legclf_cuad_confidentiality_clause_en.md | 2 +- ...09-20-legclf_cuad_obligations_clause_en.md | 2 +- ...022-09-20-legclf_cuad_whereas_clause_en.md | 2 +- ...-legclf_cuad_indemnifications_clause_en.md | 2 +- ...22-09-27-legclf_cuad_licenses_clause_en.md | 2 +- ...2-09-28-legclf_enforceability_clause_en.md | 2 +- ...2022-09-28-legclf_enforcement_clause_en.md | 2 +- ...-legclf_environmental_matters_clause_en.md | 2 +- ...22-10-18-legclf_cuad_warranty_clause_en.md | 2 +- ...10-22-finclf_bert_sentiment_analysis_lt.md | 2 +- ...22-10-24-legclf_consulting_agreement_en.md | 2 +- .../2022-10-24-legclf_credit_agreement_en.md | 2 +- ...22-10-24-legclf_employment_agreement_en.md | 2 +- .../2022-10-24-legclf_lease_agreement_en.md | 2 +- .../2022-10-24-legclf_loan_agreement_en.md | 2 +- ...022-10-24-legclf_management_contract_en.md | 2 +- ...2022-10-24-legclf_purchase_agreement_en.md | 2 +- .../2022-10-24-legclf_service_agreement_en.md | 2 +- .../2022-11-03-finclf_acquisitions_item_en.md | 11 +- ...22-11-03-finclf_work_experience_item_en.md | 15 +- ...11-09-legclf_cuad_termination_clause_en.md | 2 +- ...-16-legclf_employee_benefit_plans_md_en.md | 11 +- ...-11-16-legclf_grievance_procedure_md_en.md | 12 +- ..._indemnification_and_contribution_md_en.md | 12 +- ...2022-11-16-legclf_indemnification_md_en.md | 11 +- ...22-11-16-legclf_method_of_payment_md_en.md | 12 +- ...22-11-16-legclf_power_of_attorney_md_en.md | 12 +- .../2022-11-16-legclf_termination_md_en.md | 11 +- .../2022-11-16-legclf_whereas_md_en.md | 11 +- ...022-11-17-legclf_cuad_signers_clause_en.md | 5 +- ...022-11-17-legclf_introduction_clause_en.md | 6 +- .../2022-11-21-legclf_dates_sm_en.md | 9 +- ...2022-11-24-finclf_earning_broker_10k_en.md | 4 +- ...8-legclf_cuad_confidentiality_clause_en.md | 3 +- .../2022-12-16-legner_sigma_absa_people_en.md | 12 +- 577 files changed, 1772 insertions(+), 2277 deletions(-) diff --git a/docs/_posts/bunyamin-polat/2022-10-25-legner_indian_court_judgement_en.md b/docs/_posts/bunyamin-polat/2022-10-25-legner_indian_court_judgement_en.md index e88cc77609d910..e36804d2c54903 100644 --- a/docs/_posts/bunyamin-polat/2022-10-25-legner_indian_court_judgement_en.md +++ b/docs/_posts/bunyamin-polat/2022-10-25-legner_indian_court_judgement_en.md @@ -166,22 +166,21 @@ Training data is available [here](https://github.com/Legal-NLP-EkStep/legal_NER# ## Benchmarking ```bash -| label | precision | recall | f1-score | support | -|--------------|-----------|--------|----------|---------| -| CASE_NUMBER | 0.83 | 0.80 | 0.82 | 112 | -| COURT | 0.92 | 0.94 | 0.93 | 140 | -| DATE | 0.97 | 0.97 | 0.97 | 204 | -| GPE | 0.81 | 0.75 | 0.78 | 95 | -| JUDGE | 0.84 | 0.86 | 0.85 | 57 | -| ORG | 0.75 | 0.76 | 0.76 | 131 | -| OTHER_PERSON | 0.83 | 0.90 | 0.86 | 241 | -| PETITIONER | 0.76 | 0.61 | 0.68 | 36 | -| PRECEDENT | 0.84 | 0.84 | 0.84 | 127 | -| PROVISION | 0.90 | 0.94 | 0.92 | 220 | -| RESPONDENT | 0.64 | 0.70 | 0.67 | 23 | -| STATUTE | 0.92 | 0.96 | 0.94 | 157 | -| WITNESS | 0.93 | 0.78 | 0.85 | 87 | -| micro-avg | 0.87 | 0.87 | 0.87 | 1630 | -| macro-avg | 0.84 | 0.83 | 0.83 | 1630 | -| weighted-avg | 0.87 | 0.87 | 0.87 | 1630 | +label precision recall f1-score support +CASE_NUMBER 0.83 0.80 0.82 112 +COURT 0.92 0.94 0.93 140 +DATE 0.97 0.97 0.97 204 +GPE 0.81 0.75 0.78 95 +JUDGE 0.84 0.86 0.85 57 +ORG 0.75 0.76 0.76 131 +OTHER_PERSON 0.83 0.90 0.86 241 +PETITIONER 0.76 0.61 0.68 36 +PRECEDENT 0.84 0.84 0.84 127 +PROVISION 0.90 0.94 0.92 220 +RESPONDENT 0.64 0.70 0.67 23 +STATUTE 0.92 0.96 0.94 157 +WITNESS 0.93 0.78 0.85 87 +micro-avg 0.87 0.87 0.87 1630 +macro-avg 0.84 0.83 0.83 1630 +weighted-avg 0.87 0.87 0.87 1630 ``` diff --git a/docs/_posts/bunyamin-polat/2022-10-25-legner_indian_court_preamble_en.md b/docs/_posts/bunyamin-polat/2022-10-25-legner_indian_court_preamble_en.md index c0c61da46c8807..5881d0fbee3bb0 100644 --- a/docs/_posts/bunyamin-polat/2022-10-25-legner_indian_court_preamble_en.md +++ b/docs/_posts/bunyamin-polat/2022-10-25-legner_indian_court_preamble_en.md @@ -219,14 +219,13 @@ Training data is available [here](https://github.com/Legal-NLP-EkStep/legal_NER# ## Benchmarking ```bash -| label | precision | recall | f1-score | support | -|--------------|-----------|--------|----------|---------| -| COURT | 0.92 | 0.91 | 0.91 | 109 | -| JUDGE | 0.96 | 0.92 | 0.94 | 168 | -| LAWYER | 0.94 | 0.93 | 0.94 | 377 | -| PETITIONER | 0.76 | 0.77 | 0.76 | 269 | -| RESPONDENT | 0.78 | 0.80 | 0.79 | 356 | -| micro-avg | 0.86 | 0.86 | 0.86 | 1279 | -| macro-avg | 0.87 | 0.86 | 0.87 | 1279 | -| weighted-avg | 0.86 | 0.86 | 0.86 | 1279 | +label precision recall f1-score support +COURT 0.92 0.91 0.91 109 +JUDGE 0.96 0.92 0.94 168 +LAWYER 0.94 0.93 0.94 377 +PETITIONER 0.76 0.77 0.76 269 +RESPONDENT 0.78 0.80 0.79 356 +micro-avg 0.86 0.86 0.86 1279 +macro-avg 0.87 0.86 0.87 1279 +weighted-avg 0.86 0.86 0.86 1279 ``` diff --git a/docs/_posts/bunyamin-polat/2022-10-27-legclf_bert_swiss_judgements_de.md b/docs/_posts/bunyamin-polat/2022-10-27-legclf_bert_swiss_judgements_de.md index 788f29236de6fc..28c40bc996f6cc 100644 --- a/docs/_posts/bunyamin-polat/2022-10-27-legclf_bert_swiss_judgements_de.md +++ b/docs/_posts/bunyamin-polat/2022-10-27-legclf_bert_swiss_judgements_de.md @@ -97,15 +97,14 @@ Training data is available [here](https://zenodo.org/record/7109926#.Y1gJwexBw8E ## Benchmarking ```bash -| label | precision | recall | f1-score | support | -|---------------|-----------|--------|----------|---------| -| civil-law | 0.93 | 0.96 | 0.94 | 809 | -| insurance-law | 0.92 | 0.94 | 0.93 | 357 | -| other | 0.76 | 0.70 | 0.73 | 23 | -| penal-law | 0.97 | 0.95 | 0.96 | 913 | -| public-law | 0.94 | 0.94 | 0.94 | 1048 | -| social-law | 0.97 | 0.95 | 0.96 | 719 | -| accuracy | - | - | 0.95 | 3869 | -| macro-avg | 0.92 | 0.91 | 0.91 | 3869 | -| weighted-avg | 0.95 | 0.95 | 0.95 | 3869 | +label precision recall f1-score support +civil-law 0.93 0.96 0.94 809 +insurance-law 0.92 0.94 0.93 357 +other 0.76 0.70 0.73 23 +penal-law 0.97 0.95 0.96 913 +public-law 0.94 0.94 0.94 1048 +social-law 0.97 0.95 0.96 719 +accuracy - - 0.95 3869 +macro-avg 0.92 0.91 0.91 3869 +weighted-avg 0.95 0.95 0.95 3869 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-02-legre_contract_doc_parties_md_en.md b/docs/_posts/bunyamin-polat/2022-11-02-legre_contract_doc_parties_md_en.md index 7b90c19ff9addf..0c7ff295bae1eb 100644 --- a/docs/_posts/bunyamin-polat/2022-11-02-legre_contract_doc_parties_md_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-02-legre_contract_doc_parties_md_en.md @@ -157,12 +157,11 @@ Manual annotations on CUAD dataset ## Benchmarking ```bash -| Relation | Recall | Precision | F1 | Support | -|----------------------|--------|-----------|-------|---------| -| dated_as | 1.000 | 0.957 | 0.978 | 44 | -| has_alias | 0.950 | 0.974 | 0.962 | 40 | -| has_collective_alias | 0.667 | 1.000 | 0.800 | 3 | -| signed_by | 0.957 | 0.989 | 0.972 | 92 | -| Avg. | 0.913 | 0.977 | 0.938 | - | -| Weighted-Avg. | 0.973 | 0.974 | 0.973 | - | +label Recall Precision F1 Support +dated_as 1.000 0.957 0.978 44 +has_alias 0.950 0.974 0.962 40 +has_collective_alias 0.667 1.000 0.800 3 +signed_by 0.957 0.989 0.972 92 +Avg. 0.913 0.977 0.938 - +Weighted-Avg. 0.973 0.974 0.973 - ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-03-legre_obligations_md_en.md b/docs/_posts/bunyamin-polat/2022-11-03-legre_obligations_md_en.md index e338062cc3b7a9..ce32d36f0322ea 100644 --- a/docs/_posts/bunyamin-polat/2022-11-03-legre_obligations_md_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-03-legre_obligations_md_en.md @@ -122,11 +122,10 @@ Manual annotations on CUAD dataset ## Benchmarking ```bash -| Relation | Recall | Precision | F1 | Support | -|-------------------|--------|-----------|-------|---------| -| is_obliged_object | 0.989 | 0.994 | 0.992 | 177 | -| is_obliged_to | 0.995 | 1.000 | 0.998 | 202 | -| is_obliged_with | 1.000 | 0.961 | 0.980 | 49 | -| Avg. | 0.996 | 0.989 | 0.992 | - | -| Weighted-Avg. | 0.996 | 0.996 | 0.996 | - | +label Recall Precision F1 Support +is_obliged_object 0.989 0.994 0.992 177 +is_obliged_to 0.995 1.000 0.998 202 +is_obliged_with 1.000 0.961 0.980 49 +Avg. 0.996 0.989 0.992 - +Weighted-Avg. 0.996 0.996 0.996 - ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-10-legclf_asset_purchase_agreement_en.md b/docs/_posts/bunyamin-polat/2022-11-10-legclf_asset_purchase_agreement_en.md index cdef3d5190dd72..8fb8b067c13b6e 100644 --- a/docs/_posts/bunyamin-polat/2022-11-10-legclf_asset_purchase_agreement_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-10-legclf_asset_purchase_agreement_en.md @@ -111,11 +111,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ## Benchmarking ```bash -| label | precision | recall | f1-score | support | -|--------------------------|-----------|--------|----------|---------| -| asset-purchase-agreement | 0.96 | 0.96 | 0.96 | 27 | -| other | 0.99 | 0.99 | 0.99 | 85 | -| accuracy | - | - | 0.98 | 112 | -| macro-avg | 0.98 | 0.98 | 0.98 | 112 | -| weighted-avg | 0.98 | 0.98 | 0.98 | 112 | +label precision recall f1-score support +asset-purchase-agreement 0.96 0.96 0.96 27 +other 0.99 0.99 0.99 85 +accuracy - - 0.98 112 +macro-avg 0.98 0.98 0.98 112 +weighted-avg 0.98 0.98 0.98 112 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-10-legclf_distribution_agreement_en.md b/docs/_posts/bunyamin-polat/2022-11-10-legclf_distribution_agreement_en.md index 128281734e8cb9..84b5051fc171f1 100644 --- a/docs/_posts/bunyamin-polat/2022-11-10-legclf_distribution_agreement_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-10-legclf_distribution_agreement_en.md @@ -111,11 +111,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ## Benchmarking ```bash -| label | precision | recall | f1-score | support | -|------------------------|-----------|--------|----------|---------| -| distribution-agreement | 1.00 | 0.89 | 0.94 | 28 | -| other | 0.97 | 1.00 | 0.98 | 85 | -| accuracy | - | - | 0.97 | 113 | -| macro-avg | 0.98 | 0.95 | 0.96 | 113 | -| weighted-avg | 0.97 | 0.97 | 0.97 | 113 | +label precision recall f1-score support +distribution-agreement 1.00 0.89 0.94 28 +other 0.97 1.00 0.98 85 +accuracy - - 0.97 113 +macro-avg 0.98 0.95 0.96 113 +weighted-avg 0.97 0.97 0.97 113 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-10-legclf_executive_employment_agreement_en.md b/docs/_posts/bunyamin-polat/2022-11-10-legclf_executive_employment_agreement_en.md index cb3213e686c6af..70930baf1f3df6 100644 --- a/docs/_posts/bunyamin-polat/2022-11-10-legclf_executive_employment_agreement_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-10-legclf_executive_employment_agreement_en.md @@ -111,11 +111,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ## Benchmarking ```bash -| label | precision | recall | f1-score | support | -|--------------------------------|-----------|--------|----------|---------| -| executive-employment-agreement | 1.00 | 1.00 | 1.00 | 45 | -| other | 1.00 | 1.00 | 1.00 | 85 | -| accuracy | - | - | 1.00 | 130 | -| macro-avg | 1.00 | 1.00 | 1.00 | 130 | -| weighted-avg | 1.00 | 1.00 | 1.00 | 130 | +label precision recall f1-score support +executive-employment-agreement 1.00 1.00 1.00 45 +other 1.00 1.00 1.00 85 +accuracy - - 1.00 130 +macro-avg 1.00 1.00 1.00 130 +weighted-avg 1.00 1.00 1.00 130 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-10-legclf_indemnification_agreement_en.md b/docs/_posts/bunyamin-polat/2022-11-10-legclf_indemnification_agreement_en.md index f2f2cd1eb44fee..e2eb634d0c801c 100644 --- a/docs/_posts/bunyamin-polat/2022-11-10-legclf_indemnification_agreement_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-10-legclf_indemnification_agreement_en.md @@ -111,11 +111,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ## Benchmarking ```bash -| label | precision | recall | f1-score | support | -|---------------------------|-----------|--------|----------|---------| -| indemnification-agreement | 1.00 | 1.00 | 1.00 | 31 | -| other | 1.00 | 1.00 | 1.00 | 85 | -| accuracy | - | - | 1.00 | 116 | -| macro-avg | 1.00 | 1.00 | 1.00 | 116 | -| weighted-avg | 1.00 | 1.00 | 1.00 | 116 | +label precision recall f1-score support +indemnification-agreement 1.00 1.00 1.00 31 +other 1.00 1.00 1.00 85 +accuracy - - 1.00 116 +macro-avg 1.00 1.00 1.00 116 +weighted-avg 1.00 1.00 1.00 116 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-10-legclf_loan_and_security_agreement_en.md b/docs/_posts/bunyamin-polat/2022-11-10-legclf_loan_and_security_agreement_en.md index 37c0ab55adfdcb..57ac82c89f8bd7 100644 --- a/docs/_posts/bunyamin-polat/2022-11-10-legclf_loan_and_security_agreement_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-10-legclf_loan_and_security_agreement_en.md @@ -115,13 +115,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|-----------------------------|-----------|--------|----------|---------| -| loan-and-security-agreement | 0.94 | 1.00 | 0.97 | 33 | -| other | 1.00 | 0.98 | 0.99 | 85 | -| accuracy | - | - | 0.98 | 118 | -| macro-avg | 0.97 | 0.99 | 0.98 | 118 | -| weighted-avg | 0.98 | 0.98 | 0.98 | 118 | - +label precision recall f1-score support +loan-and-security-agreement 0.94 1.00 0.97 33 +other 1.00 0.98 0.99 85 +accuracy - - 0.98 118 +macro-avg 0.97 0.99 0.98 118 +weighted-avg 0.98 0.98 0.98 118 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-10-legclf_participation_agreement_en.md b/docs/_posts/bunyamin-polat/2022-11-10-legclf_participation_agreement_en.md index 519b2071d5832b..db427879f91ff1 100644 --- a/docs/_posts/bunyamin-polat/2022-11-10-legclf_participation_agreement_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-10-legclf_participation_agreement_en.md @@ -116,13 +116,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|-------------------------|-----------|--------|----------|---------| -| other | 0.97 | 0.99 | 0.98 | 85 | -| participation-agreement | 0.97 | 0.90 | 0.93 | 31 | -| accuracy | - | - | 0.97 | 116 | -| macro-avg | 0.97 | 0.95 | 0.96 | 116 | -| weighted-avg | 0.97 | 0.97 | 0.97 | 116 | - +label precision recall f1-score support +other 0.97 0.99 0.98 85 +participation-agreement 0.97 0.90 0.93 31 +accuracy - - 0.97 116 +macro-avg 0.97 0.95 0.96 116 +weighted-avg 0.97 0.97 0.97 116 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-10-legclf_securities_purchase_agreement_en.md b/docs/_posts/bunyamin-polat/2022-11-10-legclf_securities_purchase_agreement_en.md index 94c8c159357810..3d820b3ffe5bfc 100644 --- a/docs/_posts/bunyamin-polat/2022-11-10-legclf_securities_purchase_agreement_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-10-legclf_securities_purchase_agreement_en.md @@ -116,13 +116,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|-------------------------------|-----------|--------|----------|---------| -| other | 0.92 | 0.92 | 0.92 | 85 | -| securities-purchase-agreement | 0.77 | 0.77 | 0.77 | 30 | -| accuracy | - | - | 0.88 | 115 | -| macro-avg | 0.84 | 0.84 | 0.84 | 115 | -| weighted-avg | 0.88 | 0.88 | 0.88 | 115 | - +label precision recall f1-score support +other 0.92 0.92 0.92 85 +securities-purchase-agreement 0.77 0.77 0.77 30 +accuracy - - 0.88 115 +macro-avg 0.84 0.84 0.84 115 +weighted-avg 0.88 0.88 0.88 115 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-10-legclf_security_agreement_en.md b/docs/_posts/bunyamin-polat/2022-11-10-legclf_security_agreement_en.md index 26867a161bb5d5..9cbd715cf386ed 100644 --- a/docs/_posts/bunyamin-polat/2022-11-10-legclf_security_agreement_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-10-legclf_security_agreement_en.md @@ -116,13 +116,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|--------------------|-----------|--------|----------|---------| -| other | 0.92 | 0.96 | 0.94 | 85 | -| security-agreement | 0.92 | 0.82 | 0.87 | 40 | -| accuracy | - | - | 0.92 | 125 | -| macro-avg | 0.92 | 0.89 | 0.91 | 125 | -| weighted-avg | 0.92 | 0.92 | 0.92 | 125 | - +label precision recall f1-score support +other 0.92 0.96 0.94 85 +security-agreement 0.92 0.82 0.87 40 +accuracy - - 0.92 125 +macro-avg 0.92 0.89 0.91 125 +weighted-avg 0.92 0.92 0.92 125 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-10-legclf_stock_purchase_agreement_en.md b/docs/_posts/bunyamin-polat/2022-11-10-legclf_stock_purchase_agreement_en.md index 545c65b2f356cf..f9859b213eec1b 100644 --- a/docs/_posts/bunyamin-polat/2022-11-10-legclf_stock_purchase_agreement_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-10-legclf_stock_purchase_agreement_en.md @@ -116,13 +116,12 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|--------------------------|-----------|--------|----------|---------| -| other | 0.87 | 0.91 | 0.89 | 43 | -| stock-purchase-agreement | 0.88 | 0.83 | 0.85 | 35 | -| accuracy | - | - | 0.87 | 78 | -| macro-avg | 0.87 | 0.87 | 0.87 | 78 | -| weighted-avg | 0.87 | 0.87 | 0.87 | 78 | +label precision recall f1-score support +other 0.87 0.91 0.89 43 +stock-purchase-agreement 0.88 0.83 0.85 35 +accuracy - - 0.87 78 +macro-avg 0.87 0.87 0.87 78 +weighted-avg 0.87 0.87 0.87 78 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-10-legclf_subscription_agreement_en.md b/docs/_posts/bunyamin-polat/2022-11-10-legclf_subscription_agreement_en.md index 9891d8eee41b74..0619d82bf2f899 100644 --- a/docs/_posts/bunyamin-polat/2022-11-10-legclf_subscription_agreement_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-10-legclf_subscription_agreement_en.md @@ -116,13 +116,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|------------------------|-----------|--------|----------|---------| -| other | 0.99 | 0.98 | 0.98 | 85 | -| subscription-agreement | 0.94 | 0.97 | 0.95 | 30 | -| accuracy | - | - | 0.97 | 115 | -| macro-avg | 0.96 | 0.97 | 0.97 | 115 | -| weighted-avg | 0.97 | 0.97 | 0.97 | 115 | - +label precision recall f1-score support +other 0.99 0.98 0.98 85 +subscription-agreement 0.94 0.97 0.95 30 +accuracy - - 0.97 115 +macro-avg 0.96 0.97 0.97 115 +weighted-avg 0.97 0.97 0.97 115 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-10-legner_romanian_official_lg_ro.md b/docs/_posts/bunyamin-polat/2022-11-10-legner_romanian_official_lg_ro.md index 6239328a219d3c..d2afe7212048e5 100644 --- a/docs/_posts/bunyamin-polat/2022-11-10-legner_romanian_official_lg_ro.md +++ b/docs/_posts/bunyamin-polat/2022-11-10-legner_romanian_official_lg_ro.md @@ -150,22 +150,22 @@ Dataset is available [here](https://zenodo.org/record/7025333#.Y2zsquxBx83). ## Benchmarking ```bash -| label | precision | recall | f1-score | support | -| DATE | 0.9036 | 0.9223 | 0.9128 | 193 | -| DECISION | 0.9831 | 0.9831 | 0.9831 | 59 | -| DECREE | 0.5000 | 1.0000 | 0.6667 | 1 | -| DIRECTIVE | 1.0000 | 0.6667 | 0.8000 | 3 | -| EMERGENCY_ORDINANCE | 1.0000 | 0.9615 | 0.9804 | 26 | -| LAW | 0.9619 | 0.9806 | 0.9712 | 103 | -| LOC | 0.9110 | 0.8365 | 0.8721 | 159 | -| ORDER | 0.9767 | 1.0000 | 0.9882 | 42 | -| ORDINANCE | 1.0000 | 0.9500 | 0.9744 | 20 | -| ORG | 0.8899 | 0.8879 | 0.8889 | 455 | -| PER | 0.9091 | 0.9821 | 0.9442 | 112 | -| REGULATION | 0.9118 | 0.8378 | 0.8732 | 37 | -| REPORT | 0.7778 | 0.7778 | 0.7778 | 9 | -| TREATY | 1.0000 | 1.0000 | 1.0000 | 3 | -| micro-avg | 0.9139 | 0.9116 | 0.9127 | 1222 | -| macro-avg | 0.9089 | 0.9133 | 0.9024 | 1222 | -| weighted-avg | 0.9143 | 0.9116 | 0.9124 | 1222 | +label precision recall f1-score support +DATE 0.9036 0.9223 0.9128 193 +DECISION 0.9831 0.9831 0.9831 59 +DECREE 0.5000 1.0000 0.6667 1 +DIRECTIVE 1.0000 0.6667 0.8000 3 +EMERGENCY_ORDINANCE 1.0000 0.9615 0.9804 26 +LAW 0.9619 0.9806 0.9712 103 +LOC 0.9110 0.8365 0.8721 159 +ORDER 0.9767 1.0000 0.9882 42 +ORDINANCE 1.0000 0.9500 0.9744 20 +ORG 0.8899 0.8879 0.8889 455 +PER 0.9091 0.9821 0.9442 112 +REGULATION 0.9118 0.8378 0.8732 37 +REPORT 0.7778 0.7778 0.7778 9 +TREATY 1.0000 1.0000 1.0000 3 +micro-avg 0.9139 0.9116 0.9127 1222 +macro-avg 0.9089 0.9133 0.9024 1222 +weighted-avg 0.9143 0.9116 0.9124 1222 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-10-legner_romanian_official_md_ro.md b/docs/_posts/bunyamin-polat/2022-11-10-legner_romanian_official_md_ro.md index fcd57ad1f86ea1..96181fd800c260 100644 --- a/docs/_posts/bunyamin-polat/2022-11-10-legner_romanian_official_md_ro.md +++ b/docs/_posts/bunyamin-polat/2022-11-10-legner_romanian_official_md_ro.md @@ -118,13 +118,13 @@ Dataset is available [here](https://zenodo.org/record/7025333#.Y2zsquxBx83). ## Benchmarking ```bash -| label | precision | recall | f1-score | support | -| DATE | 0.84 | 0.92 | 0.88 | 218 | -| LEGAL | 0.89 | 0.96 | 0.92 | 337 | -| LOC | 0.82 | 0.77 | 0.79 | 158 | -| ORG | 0.87 | 0.88 | 0.88 | 463 | -| PER | 0.97 | 0.97 | 0.97 | 87 | -| micro-avg | 0.87 | 0.90 | 0.89 | 1263 | -| macro-avg | 0.88 | 0.90 | 0.89 | 1263 | -| weighted-avg | 0.87 | 0.90 | 0.89 | 1263 | +label precision recall f1-score support +DATE 0.84 0.92 0.88 218 +LEGAL 0.89 0.96 0.92 337 +LOC 0.82 0.77 0.79 158 +ORG 0.87 0.88 0.88 463 +PER 0.97 0.97 0.97 87 +micro-avg 0.87 0.90 0.89 1263 +macro-avg 0.88 0.90 0.89 1263 +weighted-avg 0.87 0.90 0.89 1263 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-10-legner_romanian_official_sm_ro.md b/docs/_posts/bunyamin-polat/2022-11-10-legner_romanian_official_sm_ro.md index 71dae6b18fc4e6..ca3dc99e09f07d 100644 --- a/docs/_posts/bunyamin-polat/2022-11-10-legner_romanian_official_sm_ro.md +++ b/docs/_posts/bunyamin-polat/2022-11-10-legner_romanian_official_sm_ro.md @@ -115,13 +115,14 @@ Dataset is available [here](https://zenodo.org/record/7025333#.Y2zsquxBx83). ## Benchmarking ```bash -| label | precision | recall | f1-score | support | -|--------------|-----------|--------|----------|---------| -| DATE | 0.87 | 0.96 | 0.91 | 397 | -| LOC | 0.87 | 0.78 | 0.83 | 190 | -| ORG | 0.90 | 0.93 | 0.91 | 559 | -| PER | 0.98 | 0.93 | 0.95 | 108 | -| micro-avg | 0.89 | 0.92 | 0.90 | 1254 | -| macro-avg | 0.91 | 0.90 | 0.90 | 1254 | -| weighted-avg | 0.89 | 0.92 | 0.90 | 1254 | + +label precision recall f1-score support +DATE 0.87 0.96 0.91 397 +LOC 0.87 0.78 0.83 190 +ORG 0.90 0.93 0.91 559 +PER 0.98 0.93 0.95 108 +micro-avg 0.89 0.92 0.90 1254 +macro-avg 0.91 0.90 0.90 1254 +weighted-avg 0.89 0.92 0.90 1254 + ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_administration_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_administration_agreement_bert_en.md index f1981ab877ea35..da78c90a5130d8 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_administration_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_administration_agreement_bert_en.md @@ -103,14 +103,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - -administration-agreement 0.88 0.81 0.84 26 - other 0.93 0.95 0.94 65 - - accuracy 0.91 91 - macro-avg 0.90 0.88 0.89 91 - weighted-avg 0.91 0.91 0.91 91 - + label precision recall f1-score support +administration-agreement 0.88 0.81 0.84 26 + other 0.93 0.95 0.94 65 + accuracy - - 0.91 91 + macro-avg 0.90 0.88 0.89 91 + weighted-avg 0.91 0.91 0.91 91 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_administration_agreement_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_administration_agreement_en.md index 96bc15df30d72f..fcfa7ee15fe304 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_administration_agreement_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_administration_agreement_en.md @@ -116,13 +116,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - -administration-agreement 0.93 0.93 0.93 29 - other 0.98 0.98 0.98 90 - - accuracy 0.97 119 - macro-avg 0.95 0.95 0.95 119 - weighted-avg 0.97 0.97 0.97 119 + label precision recall f1-score support +administration-agreement 0.93 0.93 0.93 29 + other 0.98 0.98 0.98 90 + accuracy - - 0.97 119 + macro-avg 0.95 0.95 0.95 119 + weighted-avg 0.97 0.97 0.97 119 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_agreement_and_declaration_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_agreement_and_declaration_bert_en.md index d068a3f1e168d6..2746a11ba43d69 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_agreement_and_declaration_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_agreement_and_declaration_bert_en.md @@ -103,13 +103,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - -agreement-and-declaration 1.00 0.98 0.99 43 - other 0.99 1.00 0.99 82 - - accuracy 0.99 125 - macro-avg 0.99 0.99 0.99 125 - weighted-avg 0.99 0.99 0.99 125 + label precision recall f1-score support +agreement-and-declaration 1.00 0.98 0.99 43 + other 0.99 1.00 0.99 82 + accuracy - - 0.99 125 + macro-avg 0.99 0.99 0.99 125 + weighted-avg 0.99 0.99 0.99 125 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_asset_purchase_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_asset_purchase_agreement_bert_en.md index 154ae95fbcdc9d..19ce350f4ed57b 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_asset_purchase_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_asset_purchase_agreement_bert_en.md @@ -103,13 +103,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - -asset-purchase-agreement 0.91 0.76 0.83 38 - other 0.87 0.95 0.91 65 - - accuracy 0.88 103 - macro-avg 0.89 0.86 0.87 103 - weighted-avg 0.89 0.88 0.88 103 + label precision recall f1-score support +asset-purchase-agreement 0.91 0.76 0.83 38 + other 0.87 0.95 0.91 65 + accuracy - - 0.88 103 + macro-avg 0.89 0.86 0.87 103 + weighted-avg 0.89 0.88 0.88 103 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_consulting_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_consulting_agreement_bert_en.md index 7647820510b131..7777287bb4d479 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_consulting_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_consulting_agreement_bert_en.md @@ -103,13 +103,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - -consulting-agreement 0.88 0.93 0.90 30 - other 0.97 0.93 0.95 61 - - accuracy 0.93 91 - macro-avg 0.92 0.93 0.93 91 - weighted-avg 0.94 0.93 0.93 91 + label precision recall f1-score support +consulting-agreement 0.88 0.93 0.90 30 + other 0.97 0.93 0.95 61 + accuracy - - 0.93 91 + macro-avg 0.92 0.93 0.93 91 + weighted-avg 0.94 0.93 0.93 91 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_contribution_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_contribution_agreement_bert_en.md index 7b2e81dfe6a578..bdd698b17d59b5 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_contribution_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_contribution_agreement_bert_en.md @@ -103,13 +103,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - -contribution-agreement 0.91 0.85 0.88 34 - other 0.94 0.96 0.95 82 - - accuracy 0.93 116 - macro-avg 0.92 0.91 0.92 116 - weighted-avg 0.93 0.93 0.93 116 + label precision recall f1-score support +contribution-agreement 0.91 0.85 0.88 34 + other 0.94 0.96 0.95 82 + accuracy - - 0.93 116 + macro-avg 0.92 0.91 0.92 116 + weighted-avg 0.93 0.93 0.93 116 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_control_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_control_agreement_bert_en.md index 64caea51dedfbe..1a70ba2e078360 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_control_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_control_agreement_bert_en.md @@ -103,13 +103,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - -control-agreement 0.96 0.76 0.85 29 - other 0.92 0.99 0.95 82 - - accuracy 0.93 111 - macro-avg 0.94 0.87 0.90 111 - weighted-avg 0.93 0.93 0.93 111 + label precision recall f1-score support +control-agreement 0.96 0.76 0.85 29 + other 0.92 0.99 0.95 82 + accuracy - - 0.93 111 + macro-avg 0.94 0.87 0.90 111 + weighted-avg 0.93 0.93 0.93 111 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_credit_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_credit_agreement_bert_en.md index 180c02493952a7..9c36a3823e93a7 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_credit_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_credit_agreement_bert_en.md @@ -103,13 +103,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - -credit-agreement 0.95 0.95 0.95 38 - other 0.97 0.97 0.97 65 - - accuracy 0.96 103 - macro-avg 0.96 0.96 0.96 103 - weighted-avg 0.96 0.96 0.96 103 + label precision recall f1-score support +credit-agreement 0.95 0.95 0.95 38 + other 0.97 0.97 0.97 65 + accuracy - - 0.96 103 + macro-avg 0.96 0.96 0.96 103 + weighted-avg 0.96 0.96 0.96 103 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_custodian_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_custodian_agreement_bert_en.md index f0f316d5d17757..57f300e9b57e98 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_custodian_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_custodian_agreement_bert_en.md @@ -103,13 +103,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - -custodian-agreement 0.98 0.93 0.95 43 - other 0.96 0.99 0.98 82 - - accuracy 0.97 125 - macro-avg 0.97 0.96 0.96 125 - weighted-avg 0.97 0.97 0.97 125 + label precision recall f1-score support +custodian-agreement 0.98 0.93 0.95 43 + other 0.96 0.99 0.98 82 + accuracy - - 0.97 125 + macro-avg 0.97 0.96 0.96 125 + weighted-avg 0.97 0.97 0.97 125 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_distribution_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_distribution_agreement_bert_en.md index 827cc15a5b34b3..bfeb0e3c740835 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_distribution_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_distribution_agreement_bert_en.md @@ -103,13 +103,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - -distribution-agreement 0.92 0.95 0.94 38 - other 0.97 0.95 0.96 65 - - accuracy 0.95 103 - macro-avg 0.95 0.95 0.95 103 - weighted-avg 0.95 0.95 0.95 103 + label precision recall f1-score support +distribution-agreement 0.92 0.95 0.94 38 + other 0.97 0.95 0.96 65 + accuracy - - 0.95 103 + macro-avg 0.95 0.95 0.95 103 + weighted-avg 0.95 0.95 0.95 103 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_employment_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_employment_agreement_bert_en.md index 37e05c5641000d..e190293219c971 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_employment_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_employment_agreement_bert_en.md @@ -103,13 +103,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - -employment-agreement 0.96 0.90 0.93 29 - other 0.96 0.99 0.98 82 - - accuracy 0.96 111 - macro-avg 0.96 0.94 0.95 111 - weighted-avg 0.96 0.96 0.96 111 + label precision recall f1-score support +employment-agreement 0.96 0.90 0.93 29 + other 0.96 0.99 0.98 82 + accuracy - - 0.96 111 + macro-avg 0.96 0.94 0.95 111 + weighted-avg 0.96 0.96 0.96 111 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_equity_distribution_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_equity_distribution_agreement_bert_en.md index d79f7d2f84aabb..cd5db0453eec8b 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_equity_distribution_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_equity_distribution_agreement_bert_en.md @@ -103,13 +103,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - -equity-distribution-agreement 0.90 0.97 0.94 38 - other 0.98 0.94 0.96 65 - - accuracy 0.95 103 - macro-avg 0.94 0.96 0.95 103 - weighted-avg 0.95 0.95 0.95 103 + label precision recall f1-score support +equity-distribution-agreement 0.90 0.97 0.94 38 + other 0.98 0.94 0.96 65 + accuracy - - 0.95 103 + macro-avg 0.94 0.96 0.95 103 + weighted-avg 0.95 0.95 0.95 103 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_exchange_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_exchange_agreement_bert_en.md index 07dff72877b2fc..430696791f2489 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_exchange_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_exchange_agreement_bert_en.md @@ -103,13 +103,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - -exchange-agreement 0.97 0.75 0.85 40 - other 0.89 0.99 0.94 82 - - accuracy 0.91 122 - macro-avg 0.93 0.87 0.89 122 - weighted-avg 0.92 0.91 0.91 122 + label precision recall f1-score support +exchange-agreement 0.97 0.75 0.85 40 + other 0.89 0.99 0.94 82 + accuracy - - 0.91 122 + macro-avg 0.93 0.87 0.89 122 + weighted-avg 0.92 0.91 0.91 122 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_exclusive_license_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_exclusive_license_agreement_bert_en.md index 2cdf26442b7fcc..1b5036c4a1effc 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_exclusive_license_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_exclusive_license_agreement_bert_en.md @@ -103,13 +103,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - -exclusive-license-agreement 0.98 0.95 0.96 43 - other 0.98 0.99 0.98 82 - - accuracy 0.98 125 - macro-avg 0.98 0.97 0.97 125 - weighted-avg 0.98 0.98 0.98 125 + label precision recall f1-score support +exclusive-license-agreement 0.98 0.95 0.96 43 + other 0.98 0.99 0.98 82 + accuracy - - 0.98 125 + macro-avg 0.98 0.97 0.97 125 + weighted-avg 0.98 0.98 0.98 125 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_executive_employment_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_executive_employment_agreement_bert_en.md index 704ae0fd3b8b88..256b5cc593890b 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_executive_employment_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_executive_employment_agreement_bert_en.md @@ -103,13 +103,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - -executive-employment-agreement 0.92 0.94 0.93 36 - other 0.97 0.95 0.96 65 - - accuracy 0.95 101 - macro-avg 0.94 0.95 0.95 101 - weighted-avg 0.95 0.95 0.95 101 + label precision recall f1-score support +executive-employment-agreement 0.92 0.94 0.93 36 + other 0.97 0.95 0.96 65 + accuracy - - 0.95 101 + macro-avg 0.94 0.95 0.95 101 + weighted-avg 0.95 0.95 0.95 101 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_general_distribution_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_general_distribution_agreement_bert_en.md index 5045c0992fd346..fd495d4acc76da 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_general_distribution_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_general_distribution_agreement_bert_en.md @@ -103,13 +103,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - -general-distribution-agreement 0.91 1.00 0.95 10 - other 1.00 0.86 0.92 7 - - accuracy 0.94 17 - macro-avg 0.95 0.93 0.94 17 - weighted-avg 0.95 0.94 0.94 17 + label precision recall f1-score support +general-distribution-agreement 0.91 1.00 0.95 10 + other 1.00 0.86 0.92 7 + accuracy - - 0.94 17 + macro-avg 0.95 0.93 0.94 17 + weighted-avg 0.95 0.94 0.94 17 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_guarantee_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_guarantee_agreement_bert_en.md index 3abc13fbf99ae0..412082e7483f08 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_guarantee_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_guarantee_agreement_bert_en.md @@ -103,13 +103,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - -guarantee-agreement 0.88 0.88 0.88 33 - other 0.94 0.94 0.94 65 - - accuracy 0.92 98 - macro-avg 0.91 0.91 0.91 98 - weighted-avg 0.92 0.92 0.92 98 + label precision recall f1-score support +guarantee-agreement 0.88 0.88 0.88 33 + other 0.94 0.94 0.94 65 + accuracy - - 0.92 98 + macro-avg 0.91 0.91 0.91 98 + weighted-avg 0.92 0.92 0.92 98 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_indemnification_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_indemnification_agreement_bert_en.md index cb8fa31e731e13..e954ed803886ef 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_indemnification_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_indemnification_agreement_bert_en.md @@ -103,13 +103,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - -indemnification-agreement 0.90 0.93 0.92 30 - other 0.97 0.95 0.96 65 - - accuracy 0.95 95 - macro-avg 0.94 0.94 0.94 95 - weighted-avg 0.95 0.95 0.95 95 + label precision recall f1-score support +indemnification-agreement 0.90 0.93 0.92 30 + other 0.97 0.95 0.96 65 + accuracy - - 0.95 95 + macro-avg 0.94 0.94 0.94 95 + weighted-avg 0.95 0.95 0.95 95 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_intercreditor_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_intercreditor_agreement_bert_en.md index 9e83753c65cf91..25c0a8fd394717 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_intercreditor_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_intercreditor_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support intercreditor-agreement 0.87 0.82 0.84 33 other 0.93 0.95 0.94 82 - - accuracy 0.91 115 + accuracy - - 0.91 115 macro-avg 0.90 0.88 0.89 115 weighted-avg 0.91 0.91 0.91 115 diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_investment_subadvisory_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_investment_subadvisory_agreement_bert_en.md index abe673e59480e3..910da3c830749e 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_investment_subadvisory_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_investment_subadvisory_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support investment-subadvisory-agreement 1.00 1.00 1.00 32 other 1.00 1.00 1.00 82 - - accuracy 1.00 114 + accuracy - - 1.00 114 macro-avg 1.00 1.00 1.00 114 weighted-avg 1.00 1.00 1.00 114 diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_joint_filing_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_joint_filing_agreement_bert_en.md index c6cb798ee6b9f1..19c358e0c4880b 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_joint_filing_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_joint_filing_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support joint-filing-agreement 1.00 0.97 0.98 31 other 0.98 1.00 0.99 65 - - accuracy 0.99 96 + accuracy - - 0.99 96 macro-avg 0.99 0.98 0.99 96 weighted-avg 0.99 0.99 0.99 96 diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_joint_filing_agreement_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_joint_filing_agreement_en.md index 1224499669fb68..9c8b9ea130655c 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_joint_filing_agreement_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_joint_filing_agreement_en.md @@ -116,12 +116,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support joint-filing-agreement 0.97 0.97 0.97 31 other 0.99 0.99 0.99 90 - - accuracy 0.98 121 + accuracy - - 0.98 121 macro avg 0.98 0.98 0.98 121 weighted avg 0.98 0.98 0.98 121 diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_lease_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_lease_agreement_bert_en.md index 77b29926eb182a..32bc581f716163 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_lease_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_lease_agreement_bert_en.md @@ -103,13 +103,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - -lease-agreement 0.95 0.88 0.91 40 - other 0.94 0.98 0.96 82 - - accuracy 0.94 122 - macro-avg 0.94 0.93 0.93 122 - weighted-avg 0.94 0.94 0.94 122 + label precision recall f1-score support +lease-agreement 0.95 0.88 0.91 40 + other 0.94 0.98 0.96 82 + accuracy - - 0.94 122 + macro-avg 0.94 0.93 0.93 122 + weighted-avg 0.94 0.94 0.94 122 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_letter_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_letter_agreement_bert_en.md index 49f4ae924bd2bb..f7bb0f7cb7914e 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_letter_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_letter_agreement_bert_en.md @@ -103,13 +103,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - -letter-agreement 0.94 0.87 0.90 38 - other 0.93 0.97 0.95 65 - - accuracy 0.93 103 - macro-avg 0.93 0.92 0.93 103 - weighted-avg 0.93 0.93 0.93 103 + label precision recall f1-score support +letter-agreement 0.94 0.87 0.90 38 + other 0.93 0.97 0.95 65 + accuracy - - 0.93 103 + macro-avg 0.93 0.92 0.93 103 + weighted-avg 0.93 0.93 0.93 103 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_letter_agreement_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_letter_agreement_en.md index f5a96bc96d7929..56b22d6ed98067 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_letter_agreement_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_letter_agreement_en.md @@ -116,13 +116,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - -letter-agreement 0.91 0.78 0.84 40 - other 0.91 0.97 0.94 90 - - accuracy 0.91 130 - macro-avg 0.91 0.87 0.89 130 - weighted-avg 0.91 0.91 0.91 130 + label precision recall f1-score support +letter-agreement 0.91 0.78 0.84 40 + other 0.91 0.97 0.94 90 + accuracy - - 0.91 130 + macro-avg 0.91 0.87 0.89 130 + weighted-avg 0.91 0.91 0.91 130 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_limited_partnership_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_limited_partnership_agreement_bert_en.md index 42a6296e402f40..87a931ba1f08b5 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_limited_partnership_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_limited_partnership_agreement_bert_en.md @@ -103,13 +103,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - -limited-partnership-agreement 1.00 1.00 1.00 22 - other 1.00 1.00 1.00 41 - - accuracy 1.00 63 - macro-avg 1.00 1.00 1.00 63 - weighted-avg 1.00 1.00 1.00 63 + label precision recall f1-score support +limited-partnership-agreement 1.00 1.00 1.0 22 + other 1.00 1.00 1.0 41 + accuracy - - 1.0 63 + macro-avg 1.00 1.00 1.0 63 + weighted-avg 1.00 1.00 1.0 63 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_loan_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_loan_agreement_bert_en.md index cb403db3146b59..d0dafa998f8387 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_loan_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_loan_agreement_bert_en.md @@ -103,13 +103,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - -loan-agreement 0.72 0.97 0.82 29 - other 0.97 0.73 0.83 41 - - accuracy 0.83 70 - macro-avg 0.84 0.85 0.83 70 - weighted-avg 0.86 0.83 0.83 70 + label precision recall f1-score support +loan-agreement 0.72 0.97 0.82 29 + other 0.97 0.73 0.83 41 + accuracy - - 0.83 70 + macro-avg 0.84 0.85 0.83 70 + weighted-avg 0.86 0.83 0.83 70 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_note_purchase_agreement_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_note_purchase_agreement_en.md index 50282578a61870..f840516af63c00 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_note_purchase_agreement_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_note_purchase_agreement_en.md @@ -116,13 +116,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - -note-purchase-agreement 0.90 0.92 0.91 38 - other 0.97 0.96 0.96 90 - - accuracy 0.95 128 - macro-avg 0.93 0.94 0.93 128 - weighted-avg 0.95 0.95 0.95 128 + label precision recall f1-score support +note-purchase-agreement 0.90 0.92 0.91 38 + other 0.97 0.96 0.96 90 + accuracy - - 0.95 128 + macro-avg 0.93 0.94 0.93 128 + weighted-avg 0.95 0.95 0.95 128 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_operating_agreement_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_operating_agreement_en.md index e9133d23e772f2..4438e793876e2b 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_operating_agreement_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_operating_agreement_en.md @@ -116,13 +116,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - -operating-agreement 0.94 0.88 0.91 33 - other 0.96 0.98 0.97 90 - - accuracy 0.95 123 - macro-avg 0.95 0.93 0.94 123 - weighted-avg 0.95 0.95 0.95 123 + label precision recall f1-score support +operating-agreement 0.94 0.88 0.91 33 + other 0.96 0.98 0.97 90 + accuracy - - 0.95 123 + macro-avg 0.95 0.93 0.94 123 + weighted-avg 0.95 0.95 0.95 123 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_rights_agreement_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_rights_agreement_en.md index 5100305541b870..b89aa114af030c 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_rights_agreement_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_rights_agreement_en.md @@ -116,13 +116,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - - other 0.99 0.98 0.98 90 -rights-agreement 0.94 0.97 0.95 30 - - accuracy 0.97 120 - macro-avg 0.96 0.97 0.97 120 - weighted-avg 0.98 0.97 0.98 120 + label precision recall f1-score support + other 0.99 0.98 0.98 90 +rights-agreement 0.94 0.97 0.95 30 + accuracy - - 0.97 120 + macro-avg 0.96 0.97 0.97 120 + weighted-avg 0.98 0.97 0.98 120 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_separation_agreement_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_separation_agreement_en.md index df5c8d7e3478b8..ada5fd3d770545 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_separation_agreement_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_separation_agreement_en.md @@ -116,13 +116,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - - other 0.94 0.91 0.93 90 -separation-agreement 0.82 0.88 0.85 42 - - accuracy 0.90 132 - macro-avg 0.88 0.90 0.89 132 - weighted-avg 0.90 0.90 0.90 132 + label precision recall f1-score support + other 0.94 0.91 0.93 90 +separation-agreement 0.82 0.88 0.85 42 + accuracy - - 0.90 132 + macro-avg 0.88 0.90 0.89 132 + weighted-avg 0.90 0.90 0.90 132 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_settlement_agreement_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_settlement_agreement_en.md index 2f022dc0e76a6c..0614bd006c0644 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_settlement_agreement_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_settlement_agreement_en.md @@ -116,13 +116,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - - other 0.95 0.96 0.95 90 -settlement-agreement 0.90 0.88 0.89 41 - - accuracy 0.93 131 - macro-avg 0.92 0.92 0.92 131 - weighted-avg 0.93 0.93 0.93 131 + label precision recall f1-score support + other 0.95 0.96 0.95 90 +settlement-agreement 0.90 0.88 0.89 41 + accuracy - - 0.93 131 + macro-avg 0.92 0.92 0.92 131 + weighted-avg 0.93 0.93 0.93 131 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_trust_agreement_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_trust_agreement_en.md index 33ef5807f3b0f4..134942613079c6 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_trust_agreement_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_trust_agreement_en.md @@ -116,12 +116,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.99 0.97 0.98 90 trust-agreement 0.93 0.97 0.95 38 - - accuracy 0.97 128 + accuracy - - 0.97 128 macro-avg 0.96 0.97 0.96 128 weighted-avg 0.97 0.97 0.97 128 diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_voting_agreement_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_voting_agreement_en.md index a24e9e9e3259b6..3df1cd756cda94 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_voting_agreement_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_voting_agreement_en.md @@ -116,12 +116,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.97 0.99 0.98 90 voting-agreement 0.97 0.90 0.93 31 - - accuracy 0.97 121 + accuracy - - 0.97 121 macro avg 0.97 0.95 0.96 121 weighted avg 0.97 0.97 0.97 121 diff --git a/docs/_posts/bunyamin-polat/2022-11-25-legclf_loan_and_security_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-25-legclf_loan_and_security_agreement_bert_en.md index 840b3f2c02172a..0ad807435b5beb 100644 --- a/docs/_posts/bunyamin-polat/2022-11-25-legclf_loan_and_security_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-25-legclf_loan_and_security_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support loan-and-security-agreement 0.97 0.88 0.92 33 other 0.94 0.98 0.96 65 - - accuracy 0.95 98 + accuracy - - 0.95 98 macro-avg 0.95 0.93 0.94 98 weighted-avg 0.95 0.95 0.95 98 diff --git a/docs/_posts/bunyamin-polat/2022-11-25-legclf_management_contract_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-25-legclf_management_contract_bert_en.md index c028575192ae9c..b2d92a478ee891 100644 --- a/docs/_posts/bunyamin-polat/2022-11-25-legclf_management_contract_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-25-legclf_management_contract_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support management-contract 0.97 1.00 0.99 33 other 1.00 0.98 0.99 63 - - accuracy 0.99 96 + accuracy - - 0.99 96 macro-avg 0.99 0.99 0.99 96 weighted-avg 0.99 0.99 0.99 96 diff --git a/docs/_posts/bunyamin-polat/2022-11-25-legclf_master_lease_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-25-legclf_master_lease_agreement_bert_en.md index a65c373d2d97b4..96e1598cb47dd1 100644 --- a/docs/_posts/bunyamin-polat/2022-11-25-legclf_master_lease_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-25-legclf_master_lease_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support master-lease-agreement 0.93 0.85 0.89 33 other 0.93 0.97 0.95 65 - - accuracy 0.93 98 + accuracy - - 0.93 98 macro-avg 0.93 0.91 0.92 98 weighted-avg 0.93 0.93 0.93 98 diff --git a/docs/_posts/bunyamin-polat/2022-11-25-legclf_master_repurchase_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-25-legclf_master_repurchase_agreement_bert_en.md index 5504fc949f64d8..0126b43be1b4cb 100644 --- a/docs/_posts/bunyamin-polat/2022-11-25-legclf_master_repurchase_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-25-legclf_master_repurchase_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support master-repurchase-agreement 0.97 0.91 0.94 35 other 0.96 0.99 0.98 82 - - accuracy 0.97 117 + accuracy - - 0.97 117 macro-avg 0.97 0.95 0.96 117 weighted-avg 0.97 0.97 0.97 117 diff --git a/docs/_posts/bunyamin-polat/2022-11-25-legclf_note_purchase_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-25-legclf_note_purchase_agreement_bert_en.md index 5e1a57ee2a82e4..96b6ee9e5d0886 100644 --- a/docs/_posts/bunyamin-polat/2022-11-25-legclf_note_purchase_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-25-legclf_note_purchase_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support note-purchase-agreement 0.92 0.79 0.85 28 other 0.87 0.95 0.91 41 - - accuracy 0.88 69 + accuracy - - 0.88 69 macro-avg 0.89 0.87 0.88 69 weighted-avg 0.89 0.88 0.88 69 diff --git a/docs/_posts/bunyamin-polat/2022-11-25-legclf_operating_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-25-legclf_operating_agreement_bert_en.md index 5be4f0a1590c26..c31aeb077f9980 100644 --- a/docs/_posts/bunyamin-polat/2022-11-25-legclf_operating_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-25-legclf_operating_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support operating-agreement 0.96 0.84 0.90 31 other 0.94 0.99 0.96 82 - - accuracy 0.95 113 + accuracy - - 0.95 113 macro-avg 0.95 0.91 0.93 113 weighted-avg 0.95 0.95 0.95 113 diff --git a/docs/_posts/bunyamin-polat/2022-11-25-legclf_participation_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-25-legclf_participation_agreement_bert_en.md index b9c13f0b906e79..2fba28aaa2fe11 100644 --- a/docs/_posts/bunyamin-polat/2022-11-25-legclf_participation_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-25-legclf_participation_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.97 1.00 0.98 65 participation-agreement 1.00 0.94 0.97 33 - - accuracy 0.98 98 + accuracy - - 0.98 98 macro-avg 0.99 0.97 0.98 98 weighted-avg 0.98 0.98 0.98 98 diff --git a/docs/_posts/bunyamin-polat/2022-11-25-legclf_pledge_and_security_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-25-legclf_pledge_and_security_agreement_bert_en.md index a7ceeafac67929..12d83092d5270f 100644 --- a/docs/_posts/bunyamin-polat/2022-11-25-legclf_pledge_and_security_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-25-legclf_pledge_and_security_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.95 0.96 0.96 82 pledge-and-security-agreement 0.91 0.89 0.90 35 - - accuracy 0.94 117 + accuracy - - 0.94 117 macro-avg 0.93 0.92 0.93 117 weighted-avg 0.94 0.94 0.94 117 diff --git a/docs/_posts/bunyamin-polat/2022-11-25-legclf_purchase_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-25-legclf_purchase_agreement_bert_en.md index c42a7e2fa4d6ad..d189410cebedfb 100644 --- a/docs/_posts/bunyamin-polat/2022-11-25-legclf_purchase_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-25-legclf_purchase_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.90 0.93 0.92 82 purchase-agreement 0.85 0.81 0.83 42 - - accuracy 0.89 124 + accuracy - - 0.89 124 macro-avg 0.88 0.87 0.87 124 weighted-avg 0.89 0.89 0.89 124 diff --git a/docs/_posts/bunyamin-polat/2022-11-25-legclf_rights_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-25-legclf_rights_agreement_bert_en.md index 2ed7da113f4e57..332d3048f969a5 100644 --- a/docs/_posts/bunyamin-polat/2022-11-25-legclf_rights_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-25-legclf_rights_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.91 0.97 0.94 65 rights-agreement 0.92 0.80 0.86 30 - - accuracy 0.92 95 + accuracy - - 0.92 95 macro-avg 0.92 0.88 0.90 95 weighted-avg 0.92 0.92 0.91 95 diff --git a/docs/_posts/bunyamin-polat/2022-11-25-legclf_securities_purchase_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-25-legclf_securities_purchase_agreement_bert_en.md index 0963e5529b2e4e..f7ad4b873200cc 100644 --- a/docs/_posts/bunyamin-polat/2022-11-25-legclf_securities_purchase_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-25-legclf_securities_purchase_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.93 0.95 0.94 65 securities-purchase-agreement 0.93 0.89 0.91 45 - - accuracy 0.93 110 + accuracy - - 0.93 110 macro-avg 0.93 0.92 0.92 110 weighted-avg 0.93 0.93 0.93 110 diff --git a/docs/_posts/bunyamin-polat/2022-11-25-legclf_security_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-25-legclf_security_agreement_bert_en.md index c6972ddb8540df..db49d6fd98415d 100644 --- a/docs/_posts/bunyamin-polat/2022-11-25-legclf_security_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-25-legclf_security_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.95 0.85 0.90 82 security-agreement 0.79 0.92 0.85 49 - - accuracy 0.88 131 + accuracy - - 0.88 131 macro-avg 0.87 0.89 0.87 131 weighted-avg 0.89 0.88 0.88 131 diff --git a/docs/_posts/bunyamin-polat/2022-11-25-legclf_separation_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-25-legclf_separation_agreement_bert_en.md index 040ce77a8853e5..4b3db239c3eb87 100644 --- a/docs/_posts/bunyamin-polat/2022-11-25-legclf_separation_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-25-legclf_separation_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.93 0.95 0.94 82 separation-agreement 0.88 0.83 0.85 35 - - accuracy 0.91 117 + accuracy - - 0.91 117 macro-avg 0.90 0.89 0.90 117 weighted-avg 0.91 0.91 0.91 117 diff --git a/docs/_posts/bunyamin-polat/2022-11-25-legclf_service_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-25-legclf_service_agreement_bert_en.md index a033d3e55ee3b2..e1579a50dacb06 100644 --- a/docs/_posts/bunyamin-polat/2022-11-25-legclf_service_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-25-legclf_service_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.89 0.95 0.92 60 service-agreement 0.88 0.77 0.82 30 - - accuracy 0.89 90 + accuracy - - 0.89 90 macro-avg 0.89 0.86 0.87 90 weighted-avg 0.89 0.89 0.89 90 diff --git a/docs/_posts/bunyamin-polat/2022-11-25-legclf_settlement_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-25-legclf_settlement_agreement_bert_en.md index e2ecfe10d15e38..32cdb3fe1bbf13 100644 --- a/docs/_posts/bunyamin-polat/2022-11-25-legclf_settlement_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-25-legclf_settlement_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.93 0.95 0.94 65 settlement-agreement 0.90 0.85 0.88 33 - - accuracy 0.92 98 + accuracy - - 0.92 98 macro-avg 0.91 0.90 0.91 98 weighted-avg 0.92 0.92 0.92 98 diff --git a/docs/_posts/bunyamin-polat/2022-11-25-legclf_share_exchange_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-25-legclf_share_exchange_agreement_bert_en.md index adc7c97551ec86..074d9cc1908d2b 100644 --- a/docs/_posts/bunyamin-polat/2022-11-25-legclf_share_exchange_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-25-legclf_share_exchange_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.94 0.92 0.93 65 share-exchange-agreement 0.85 0.88 0.87 33 - - accuracy 0.91 98 + accuracy - - 0.91 98 macro-avg 0.90 0.90 0.90 98 weighted-avg 0.91 0.91 0.91 98 diff --git a/docs/_posts/bunyamin-polat/2022-11-25-legclf_stock_purchase_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-25-legclf_stock_purchase_agreement_bert_en.md index b4c95b2493b9de..f6b21405428a83 100644 --- a/docs/_posts/bunyamin-polat/2022-11-25-legclf_stock_purchase_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-25-legclf_stock_purchase_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.92 0.95 0.93 82 stock-purchase-agreement 0.91 0.86 0.88 49 - - accuracy 0.92 131 + accuracy - - 0.92 131 macro-avg 0.92 0.90 0.91 131 weighted-avg 0.92 0.92 0.92 131 diff --git a/docs/_posts/bunyamin-polat/2022-11-25-legclf_stockholder_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-25-legclf_stockholder_agreement_bert_en.md index bcd1bfdc8dee78..5187aa71e756bd 100644 --- a/docs/_posts/bunyamin-polat/2022-11-25-legclf_stockholder_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-25-legclf_stockholder_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.93 1.00 0.96 65 stockholder-agreement 1.00 0.83 0.91 29 - - accuracy 0.95 94 + accuracy - - 0.95 94 macro-avg 0.96 0.91 0.93 94 weighted-avg 0.95 0.95 0.95 94 diff --git a/docs/_posts/bunyamin-polat/2022-11-25-legclf_sublease_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-25-legclf_sublease_agreement_bert_en.md index e56acb0db5b655..eb980bdc33a1a2 100644 --- a/docs/_posts/bunyamin-polat/2022-11-25-legclf_sublease_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-25-legclf_sublease_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support other 1.00 1.00 1.00 65 sublease-agreement 1.00 1.00 1.00 33 - - accuracy 1.00 98 + accuracy - - 1.00 98 macro-avg 1.00 1.00 1.00 98 weighted-avg 1.00 1.00 1.00 98 diff --git a/docs/_posts/bunyamin-polat/2022-11-25-legclf_subscription_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-25-legclf_subscription_agreement_bert_en.md index 2825502e42e793..70524db70d94f0 100644 --- a/docs/_posts/bunyamin-polat/2022-11-25-legclf_subscription_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-25-legclf_subscription_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.94 0.97 0.95 65 subscription-agreement 0.94 0.89 0.91 35 - - accuracy 0.94 100 + accuracy - - 0.94 100 macro-avg 0.94 0.93 0.93 100 weighted-avg 0.94 0.94 0.94 100 diff --git a/docs/_posts/bunyamin-polat/2022-11-25-legclf_terms_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-25-legclf_terms_agreement_bert_en.md index 21e02b84ac871f..d218f678bc3ece 100644 --- a/docs/_posts/bunyamin-polat/2022-11-25-legclf_terms_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-25-legclf_terms_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.97 0.95 0.96 65 terms-agreement 0.91 0.94 0.93 34 - - accuracy 0.95 99 + accuracy - - 0.95 99 macro-avg 0.94 0.95 0.94 99 weighted-avg 0.95 0.95 0.95 99 diff --git a/docs/_posts/bunyamin-polat/2022-11-25-legclf_transition_services_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-25-legclf_transition_services_agreement_bert_en.md index 1eaaf71e854842..01e4122d541e3f 100644 --- a/docs/_posts/bunyamin-polat/2022-11-25-legclf_transition_services_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-25-legclf_transition_services_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.99 0.98 0.98 82 transition-services-agreement 0.94 0.97 0.96 34 - - accuracy 0.97 116 + accuracy - - 0.97 116 macro-avg 0.97 0.97 0.97 116 weighted-avg 0.97 0.97 0.97 116 diff --git a/docs/_posts/bunyamin-polat/2022-11-25-legclf_trust_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-25-legclf_trust_agreement_bert_en.md index 18202d43355edf..f3f6996a63422e 100644 --- a/docs/_posts/bunyamin-polat/2022-11-25-legclf_trust_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-25-legclf_trust_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.97 0.90 0.94 82 trust-agreement 0.82 0.95 0.88 39 - - accuracy 0.92 121 + accuracy - - 0.92 121 macro-avg 0.90 0.93 0.91 121 weighted-avg 0.92 0.92 0.92 121 diff --git a/docs/_posts/bunyamin-polat/2022-11-25-legclf_voting_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-25-legclf_voting_agreement_bert_en.md index 64b3f64a681325..2087478e226142 100644 --- a/docs/_posts/bunyamin-polat/2022-11-25-legclf_voting_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-25-legclf_voting_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.97 0.98 0.98 65 voting-agreement 0.97 0.94 0.95 33 - - accuracy 0.97 98 + accuracy - - 0.97 98 macro-avg 0.97 0.96 0.97 98 weighted-avg 0.97 0.97 0.97 98 diff --git a/docs/_posts/bunyamin-polat/2022-11-30-legner_ronec_ro.md b/docs/_posts/bunyamin-polat/2022-11-30-legner_ronec_ro.md index cdd917783becb8..d9bf471d9f7265 100644 --- a/docs/_posts/bunyamin-polat/2022-11-30-legner_ronec_ro.md +++ b/docs/_posts/bunyamin-polat/2022-11-30-legner_ronec_ro.md @@ -132,7 +132,6 @@ Dataset is available [here](https://github.com/dumitrescustefan/ronec). ```bash label precision recall f1-score support - DATETIME 0.90 0.90 0.90 1070 EVENT 0.53 0.68 0.59 116 LANGUAGE 0.98 0.95 0.97 44 @@ -144,7 +143,6 @@ ORDINAL 0.88 0.93 0.90 183 ORG 0.81 0.83 0.82 779 PERSON 0.89 0.91 0.90 2635 WORK_OF_ART 0.73 0.57 0.64 140 - micro-avg 0.89 0.90 0.89 8276 macro-avg 0.86 0.87 0.86 8276 weighted-avg 0.89 0.90 0.89 8276 diff --git a/docs/_posts/bunyamin-polat/2022-12-01-finclf_sec_filings_en.md b/docs/_posts/bunyamin-polat/2022-12-01-finclf_sec_filings_en.md index 189ccd350a2c6f..5d6b19b5eae676 100644 --- a/docs/_posts/bunyamin-polat/2022-12-01-finclf_sec_filings_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-01-finclf_sec_filings_en.md @@ -102,8 +102,7 @@ Scrapped filings from SEC ## Benchmarking ```bash -class precision recall f1-score support - +label precision recall f1-score support 10-K 0.97 0.82 0.89 40 10-Q 0.94 0.94 0.94 35 3 0.80 0.95 0.87 41 @@ -111,8 +110,7 @@ class precision recall f1-score support 8-K 0.81 0.94 0.87 32 S-8 0.91 0.93 0.92 44 other 0.98 0.98 0.98 41 - -accuracy 0.90 275 +accuracy - - 0.90 275 macro-avg 0.91 0.90 0.90 275 weighted-avg 0.91 0.90 0.90 275 ``` diff --git a/docs/_posts/bunyamin-polat/2022-12-06-legclf_agreement_and_plan_of_reorganization_bert_en.md b/docs/_posts/bunyamin-polat/2022-12-06-legclf_agreement_and_plan_of_reorganization_bert_en.md index 14eb280800e874..b84a3986c2f83e 100644 --- a/docs/_posts/bunyamin-polat/2022-12-06-legclf_agreement_and_plan_of_reorganization_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-06-legclf_agreement_and_plan_of_reorganization_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support agreement-and-plan-of-reorganization 1.00 1.00 1.00 31 other 1.00 1.00 1.00 35 - - accuracy 1.00 66 + accuracy - - 1.00 66 macro-avg 1.00 1.00 1.00 66 weighted-avg 1.00 1.00 1.00 66 diff --git a/docs/_posts/bunyamin-polat/2022-12-06-legclf_agreement_and_plan_of_reorganization_en.md b/docs/_posts/bunyamin-polat/2022-12-06-legclf_agreement_and_plan_of_reorganization_en.md index 0ae4083edba9c7..e617593a0d9c4f 100644 --- a/docs/_posts/bunyamin-polat/2022-12-06-legclf_agreement_and_plan_of_reorganization_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-06-legclf_agreement_and_plan_of_reorganization_en.md @@ -116,12 +116,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support agreement-and-plan-of-reorganization 1.00 0.92 0.96 52 other 0.97 1.00 0.98 111 - - accuracy 0.98 163 + accuracy - - 0.98 163 macro-avg 0.98 0.96 0.97 163 weighted-avg 0.98 0.98 0.98 163 diff --git a/docs/_posts/bunyamin-polat/2022-12-06-legclf_deposit_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-12-06-legclf_deposit_agreement_bert_en.md index 4f405b9614ea65..cb86db7340b60e 100644 --- a/docs/_posts/bunyamin-polat/2022-12-06-legclf_deposit_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-06-legclf_deposit_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support deposit-agreement 0.97 0.97 0.97 36 other 0.98 0.98 0.98 65 - - accuracy 0.98 101 + accuracy - - 0.98 101 macro-avg 0.98 0.98 0.98 101 weighted-avg 0.98 0.98 0.98 101 diff --git a/docs/_posts/bunyamin-polat/2022-12-06-legclf_deposit_agreement_en.md b/docs/_posts/bunyamin-polat/2022-12-06-legclf_deposit_agreement_en.md index da073d3419e3e7..c3a4e0c92fc29e 100644 --- a/docs/_posts/bunyamin-polat/2022-12-06-legclf_deposit_agreement_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-06-legclf_deposit_agreement_en.md @@ -116,12 +116,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support deposit-agreement 1.00 0.93 0.97 61 other 0.97 1.00 0.98 111 - - accuracy 0.98 172 + accuracy - - 0.98 172 macro-avg 0.98 0.97 0.97 172 weighted-avg 0.98 0.98 0.98 172 diff --git a/docs/_posts/bunyamin-polat/2022-12-06-legclf_indemnity_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-12-06-legclf_indemnity_agreement_bert_en.md index 64c76770d14930..2934499368d5d4 100644 --- a/docs/_posts/bunyamin-polat/2022-12-06-legclf_indemnity_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-06-legclf_indemnity_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support indemnity-agreement 0.88 0.82 0.85 28 other 0.86 0.91 0.89 35 - - accuracy 0.87 63 + accuracy - - 0.87 63 macro-avg 0.87 0.87 0.87 63 weighted-avg 0.87 0.87 0.87 63 diff --git a/docs/_posts/bunyamin-polat/2022-12-06-legclf_indemnity_agreement_en.md b/docs/_posts/bunyamin-polat/2022-12-06-legclf_indemnity_agreement_en.md index c1a722bce58a4f..eb9fe475a3ccfc 100644 --- a/docs/_posts/bunyamin-polat/2022-12-06-legclf_indemnity_agreement_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-06-legclf_indemnity_agreement_en.md @@ -116,12 +116,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support indemnity-agreement 0.96 0.94 0.95 50 other 0.97 0.98 0.98 111 - - accuracy 0.97 161 + accuracy - - 0.97 161 macro-avg 0.97 0.96 0.96 161 weighted-avg 0.97 0.97 0.97 161 diff --git a/docs/_posts/bunyamin-polat/2022-12-06-legclf_investment_advisory_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-12-06-legclf_investment_advisory_agreement_bert_en.md index fb8922fe07c89a..2e8fa8f26c1508 100644 --- a/docs/_posts/bunyamin-polat/2022-12-06-legclf_investment_advisory_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-06-legclf_investment_advisory_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support investment-advisory-agreement 0.98 0.98 0.98 42 other 0.97 0.97 0.97 35 - - accuracy 0.97 77 + accuracy - - 0.97 77 macro-avg 0.97 0.97 0.97 77 weighted-avg 0.97 0.97 0.97 77 diff --git a/docs/_posts/bunyamin-polat/2022-12-06-legclf_investment_advisory_agreement_en.md b/docs/_posts/bunyamin-polat/2022-12-06-legclf_investment_advisory_agreement_en.md index 6fa1f5bfb1c534..2daf8bcd90abdb 100644 --- a/docs/_posts/bunyamin-polat/2022-12-06-legclf_investment_advisory_agreement_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-06-legclf_investment_advisory_agreement_en.md @@ -116,12 +116,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support investment-advisory-agreement 0.97 0.98 0.98 60 other 0.99 0.98 0.99 111 - - accuracy 0.98 171 + accuracy - - 0.98 171 macro-avg 0.98 0.98 0.98 171 weighted-avg 0.98 0.98 0.98 171 diff --git a/docs/_posts/bunyamin-polat/2022-12-06-legclf_option_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-12-06-legclf_option_agreement_bert_en.md index a4073d7d56e27c..f8e1bd4c9e8be4 100644 --- a/docs/_posts/bunyamin-polat/2022-12-06-legclf_option_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-06-legclf_option_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support option-agreement 0.94 0.82 0.88 39 other 0.90 0.97 0.93 65 - - accuracy 0.91 104 + accuracy - - 0.91 104 macro-avg 0.92 0.89 0.91 104 weighted-avg 0.92 0.91 0.91 104 diff --git a/docs/_posts/bunyamin-polat/2022-12-06-legclf_option_agreement_en.md b/docs/_posts/bunyamin-polat/2022-12-06-legclf_option_agreement_en.md index 09b3ad08d795d6..3c2e4dbc24f9d4 100644 --- a/docs/_posts/bunyamin-polat/2022-12-06-legclf_option_agreement_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-06-legclf_option_agreement_en.md @@ -116,12 +116,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support option-agreement 0.96 0.93 0.95 59 other 0.96 0.98 0.97 111 - - accuracy 0.96 170 + accuracy - - 0.96 170 macro-avg 0.96 0.96 0.96 170 weighted-avg 0.96 0.96 0.96 170 diff --git a/docs/_posts/bunyamin-polat/2022-12-06-legclf_pledge_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-12-06-legclf_pledge_agreement_bert_en.md index 67a99e65846dd5..144a9470195802 100644 --- a/docs/_posts/bunyamin-polat/2022-12-06-legclf_pledge_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-06-legclf_pledge_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.96 0.98 0.97 65 pledge-agreement 0.96 0.88 0.92 26 - - accuracy 0.96 91 + accuracy - - 0.96 91 macro-avg 0.96 0.93 0.94 91 weighted-avg 0.96 0.96 0.96 91 diff --git a/docs/_posts/bunyamin-polat/2022-12-06-legclf_pledge_agreement_en.md b/docs/_posts/bunyamin-polat/2022-12-06-legclf_pledge_agreement_en.md index afe9117360e00f..4d28e130c7503b 100644 --- a/docs/_posts/bunyamin-polat/2022-12-06-legclf_pledge_agreement_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-06-legclf_pledge_agreement_en.md @@ -116,12 +116,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.95 1.00 0.97 111 pledge-agreement 1.00 0.88 0.94 50 - - accuracy 0.96 161 + accuracy - - 0.96 161 macro-avg 0.97 0.94 0.95 161 weighted-avg 0.96 0.96 0.96 161 diff --git a/docs/_posts/bunyamin-polat/2022-12-06-legclf_restricted_stock_unit_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-12-06-legclf_restricted_stock_unit_agreement_bert_en.md index 37c98f58cc4ac3..0a9ff346495677 100644 --- a/docs/_posts/bunyamin-polat/2022-12-06-legclf_restricted_stock_unit_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-06-legclf_restricted_stock_unit_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.94 0.94 0.94 35 restricted-stock-unit-agreement 0.95 0.95 0.95 42 - - accuracy 0.95 77 + accuracy - - 0.95 77 macro-avg 0.95 0.95 0.95 77 weighted-avg 0.95 0.95 0.95 77 diff --git a/docs/_posts/bunyamin-polat/2022-12-06-legclf_restricted_stock_unit_agreement_en.md b/docs/_posts/bunyamin-polat/2022-12-06-legclf_restricted_stock_unit_agreement_en.md index ba420d533c9b27..6fe7e20b10550b 100644 --- a/docs/_posts/bunyamin-polat/2022-12-06-legclf_restricted_stock_unit_agreement_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-06-legclf_restricted_stock_unit_agreement_en.md @@ -116,12 +116,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.99 0.99 0.99 80 restricted-stock-unit-agreement 0.97 0.97 0.97 39 - - accuracy 0.98 119 + accuracy - - 0.98 119 macro-avg 0.98 0.98 0.98 119 weighted-avg 0.98 0.98 0.98 119 diff --git a/docs/_posts/bunyamin-polat/2022-12-06-legclf_revolving_credit_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-12-06-legclf_revolving_credit_agreement_bert_en.md index 3354d70cd0c208..e42b82b3f05c53 100644 --- a/docs/_posts/bunyamin-polat/2022-12-06-legclf_revolving_credit_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-06-legclf_revolving_credit_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.94 0.94 0.94 35 revolving-credit-agreement 0.93 0.93 0.93 29 - - accuracy 0.94 64 + accuracy - - 0.94 64 macro-avg 0.94 0.94 0.94 64 weighted-avg 0.94 0.94 0.94 64 diff --git a/docs/_posts/bunyamin-polat/2022-12-06-legclf_revolving_credit_agreement_en.md b/docs/_posts/bunyamin-polat/2022-12-06-legclf_revolving_credit_agreement_en.md index 8b8835eff2e298..a01fb843d9a2b1 100644 --- a/docs/_posts/bunyamin-polat/2022-12-06-legclf_revolving_credit_agreement_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-06-legclf_revolving_credit_agreement_en.md @@ -116,12 +116,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.98 0.97 0.98 111 revolving-credit-agreement 0.93 0.96 0.95 45 - - accuracy 0.97 156 + accuracy - - 0.97 156 macro-avg 0.96 0.96 0.96 156 weighted-avg 0.97 0.97 0.97 156 diff --git a/docs/_posts/bunyamin-polat/2022-12-06-legclf_severance_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-12-06-legclf_severance_agreement_bert_en.md index 1837fb47ede307..c7d7df7dab8e6a 100644 --- a/docs/_posts/bunyamin-polat/2022-12-06-legclf_severance_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-06-legclf_severance_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.95 1.00 0.97 35 severance-agreement 1.00 0.91 0.95 22 - - accuracy 0.96 57 + accuracy - - 0.96 57 macro-avg 0.97 0.95 0.96 57 weighted-avg 0.97 0.96 0.96 57 diff --git a/docs/_posts/bunyamin-polat/2022-12-06-legclf_severance_agreement_en.md b/docs/_posts/bunyamin-polat/2022-12-06-legclf_severance_agreement_en.md index e4062af8d8a862..1dd30786896f03 100644 --- a/docs/_posts/bunyamin-polat/2022-12-06-legclf_severance_agreement_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-06-legclf_severance_agreement_en.md @@ -116,12 +116,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support other 1.00 0.99 1.00 111 severance-agreement 0.98 1.00 0.99 57 - - accuracy 0.99 168 + accuracy - - 0.99 168 macro-avg 0.99 1.00 0.99 168 weighted-avg 0.99 0.99 0.99 168 diff --git a/docs/_posts/bunyamin-polat/2022-12-06-legclf_underwriting_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-12-06-legclf_underwriting_agreement_bert_en.md index 3ca9c766854717..deec9de92f7c5e 100644 --- a/docs/_posts/bunyamin-polat/2022-12-06-legclf_underwriting_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-06-legclf_underwriting_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.97 0.97 0.97 65 underwriting-agreement 0.94 0.94 0.94 36 - - accuracy 0.96 101 + accuracy - - 0.96 101 macro-avg 0.96 0.96 0.96 101 weighted-avg 0.96 0.96 0.96 101 diff --git a/docs/_posts/bunyamin-polat/2022-12-06-legclf_underwriting_agreement_en.md b/docs/_posts/bunyamin-polat/2022-12-06-legclf_underwriting_agreement_en.md index f1bb2a4cd640cb..aca029b373a535 100644 --- a/docs/_posts/bunyamin-polat/2022-12-06-legclf_underwriting_agreement_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-06-legclf_underwriting_agreement_en.md @@ -116,12 +116,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.97 1.00 0.99 111 underwriting-agreement 1.00 0.93 0.96 43 - - accuracy 0.98 154 + accuracy - - 0.98 154 macro-avg 0.99 0.97 0.98 154 weighted-avg 0.98 0.98 0.98 154 diff --git a/docs/_posts/bunyamin-polat/2022-12-07-legclf_business_day_clause_en.md b/docs/_posts/bunyamin-polat/2022-12-07-legclf_business_day_clause_en.md index 2e158a0d995074..832c205c487c3f 100644 --- a/docs/_posts/bunyamin-polat/2022-12-07-legclf_business_day_clause_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-07-legclf_business_day_clause_en.md @@ -110,12 +110,10 @@ Legal documents, scrapped from the Internet, and classified in-house ```bash - precision recall f1-score support - + label precision recall f1-score support business-day 0.90 1.00 0.95 28 other 1.00 0.96 0.98 73 - - accuracy 0.97 101 + accuracy - - 0.97 101 macro-avg 0.95 0.98 0.96 101 weighted-avg 0.97 0.97 0.97 101 diff --git a/docs/_posts/bunyamin-polat/2022-12-07-legclf_demand_registration_clause_en.md b/docs/_posts/bunyamin-polat/2022-12-07-legclf_demand_registration_clause_en.md index e7a430e31695f1..67c4422edd1cb9 100644 --- a/docs/_posts/bunyamin-polat/2022-12-07-legclf_demand_registration_clause_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-07-legclf_demand_registration_clause_en.md @@ -110,12 +110,10 @@ Legal documents, scrapped from the Internet, and classified in-house ```bash - precision recall f1-score support - + label precision recall f1-score support demand-registration 1.00 0.96 0.98 28 other 0.99 1.00 0.99 73 - - accuracy 0.99 101 + accuracy - - 0.99 101 macro-avg 0.99 0.98 0.99 101 weighted-avg 0.99 0.99 0.99 101 diff --git a/docs/_posts/bunyamin-polat/2022-12-07-legclf_electronic_communications_clause_en.md b/docs/_posts/bunyamin-polat/2022-12-07-legclf_electronic_communications_clause_en.md index 6e8c6359b3d759..c07d41c35de86b 100644 --- a/docs/_posts/bunyamin-polat/2022-12-07-legclf_electronic_communications_clause_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-07-legclf_electronic_communications_clause_en.md @@ -110,12 +110,10 @@ Legal documents, scrapped from the Internet, and classified in-house ```bash - precision recall f1-score support - + label precision recall f1-score support electronic-communications 1.00 1.00 1.00 25 other 1.00 1.00 1.00 73 - - accuracy 1.00 98 + accuracy - - 1.00 98 macro-avg 1.00 1.00 1.00 98 weighted-avg 1.00 1.00 1.00 98 diff --git a/docs/_posts/bunyamin-polat/2022-12-07-legclf_entire_agreement_clause_en.md b/docs/_posts/bunyamin-polat/2022-12-07-legclf_entire_agreement_clause_en.md index 7c9a0068f1758e..9e98ed79427bdc 100644 --- a/docs/_posts/bunyamin-polat/2022-12-07-legclf_entire_agreement_clause_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-07-legclf_entire_agreement_clause_en.md @@ -110,12 +110,10 @@ Legal documents, scrapped from the Internet, and classified in-house ```bash - precision recall f1-score support - + label precision recall f1-score support entire-agreement 1.00 1.00 1.00 24 other 1.00 1.00 1.00 73 - - accuracy 1.00 97 + accuracy - - 1.00 97 macro-avg 1.00 1.00 1.00 97 weighted-avg 1.00 1.00 1.00 97 diff --git a/docs/_posts/bunyamin-polat/2022-12-07-legclf_governing_law_clause_en.md b/docs/_posts/bunyamin-polat/2022-12-07-legclf_governing_law_clause_en.md index dc602316109d41..46fffc70ed7740 100644 --- a/docs/_posts/bunyamin-polat/2022-12-07-legclf_governing_law_clause_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-07-legclf_governing_law_clause_en.md @@ -110,12 +110,10 @@ Legal documents, scrapped from the Internet, and classified in-house ```bash - precision recall f1-score support - + label precision recall f1-score support governing-law 0.96 1.00 0.98 25 other 1.00 0.99 0.99 73 - - accuracy 0.99 98 + accuracy - - 0.99 98 macro-avg 0.98 0.99 0.99 98 weighted-avg 0.99 0.99 0.99 98 diff --git a/docs/_posts/bunyamin-polat/2022-12-07-legclf_health_and_safety_clause_en.md b/docs/_posts/bunyamin-polat/2022-12-07-legclf_health_and_safety_clause_en.md index 1fb6e8cb471d7c..7f2ce08921ac6c 100644 --- a/docs/_posts/bunyamin-polat/2022-12-07-legclf_health_and_safety_clause_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-07-legclf_health_and_safety_clause_en.md @@ -110,12 +110,10 @@ Legal documents, scrapped from the Internet, and classified in-house ```bash - precision recall f1-score support - + label precision recall f1-score support health-and-safety 1.00 0.85 0.92 27 other 0.95 1.00 0.97 73 - - accuracy 0.96 100 + accuracy - - 0.96 100 macro-avg 0.97 0.93 0.95 100 weighted-avg 0.96 0.96 0.96 100 diff --git a/docs/_posts/bunyamin-polat/2022-12-07-legclf_language_clause_en.md b/docs/_posts/bunyamin-polat/2022-12-07-legclf_language_clause_en.md index c5caeec564a176..4b4c93cd6eaf6e 100644 --- a/docs/_posts/bunyamin-polat/2022-12-07-legclf_language_clause_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-07-legclf_language_clause_en.md @@ -110,12 +110,10 @@ Legal documents, scrapped from the Internet, and classified in-house ```bash - precision recall f1-score support - + label precision recall f1-score support language 1.00 1.00 1.00 28 other 1.00 1.00 1.00 73 - - accuracy 1.00 101 + accuracy - - 1.00 101 macro-avg 1.00 1.00 1.00 101 weighted-avg 1.00 1.00 1.00 101 diff --git a/docs/_posts/bunyamin-polat/2022-12-07-legclf_replacement_of_lenders_clause_en.md b/docs/_posts/bunyamin-polat/2022-12-07-legclf_replacement_of_lenders_clause_en.md index 9bdb1509cb8a16..14c60bc7947ed1 100644 --- a/docs/_posts/bunyamin-polat/2022-12-07-legclf_replacement_of_lenders_clause_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-07-legclf_replacement_of_lenders_clause_en.md @@ -110,12 +110,10 @@ Legal documents, scrapped from the Internet, and classified in-house ```bash - precision recall f1-score support - + label precision recall f1-score support other 1.00 0.95 0.97 73 replacement-of-lenders 0.87 1.00 0.93 26 - - accuracy 0.96 99 + accuracy - - 0.96 99 macro-avg 0.93 0.97 0.95 99 weighted-avg 0.96 0.96 0.96 99 diff --git a/docs/_posts/bunyamin-polat/2022-12-07-legclf_rules_and_regulations_clause_en.md b/docs/_posts/bunyamin-polat/2022-12-07-legclf_rules_and_regulations_clause_en.md index d75680557848fc..5b02d42af2962e 100644 --- a/docs/_posts/bunyamin-polat/2022-12-07-legclf_rules_and_regulations_clause_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-07-legclf_rules_and_regulations_clause_en.md @@ -110,12 +110,10 @@ Legal documents, scrapped from the Internet, and classified in-house ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.97 1.00 0.99 73 rules-and-regulations 1.00 0.93 0.96 28 - - accuracy 0.98 101 + accuracy - - 0.98 101 macro-avg 0.99 0.96 0.97 101 weighted-avg 0.98 0.98 0.98 101 diff --git a/docs/_posts/bunyamin-polat/2022-12-07-legclf_ti_allowance_clause_en.md b/docs/_posts/bunyamin-polat/2022-12-07-legclf_ti_allowance_clause_en.md index 381d6c7feb0843..f6f9e3eb4a7567 100644 --- a/docs/_posts/bunyamin-polat/2022-12-07-legclf_ti_allowance_clause_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-07-legclf_ti_allowance_clause_en.md @@ -110,12 +110,10 @@ Legal documents, scrapped from the Internet, and classified in-house ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.99 1.00 1.00 246 ti-allowance 1.00 0.98 0.99 99 - - accuracy 0.99 345 + accuracy - - 0.99 345 macro-avg 1.00 0.99 0.99 345 weighted-avg 0.99 0.99 0.99 345 diff --git a/docs/_posts/bunyamin-polat/2022-12-16-legclf_notice_clause_en.md b/docs/_posts/bunyamin-polat/2022-12-16-legclf_notice_clause_en.md index fba99e1c83f71e..eeb3750d516815 100644 --- a/docs/_posts/bunyamin-polat/2022-12-16-legclf_notice_clause_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-16-legclf_notice_clause_en.md @@ -105,12 +105,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ## Benchmarking ```bash - label precision recall f1-score support - - notice 1.00 0.98 0.99 64 - other 0.99 1.00 0.99 92 - - accuracy 0.99 156 - macro-avg 0.99 0.99 0.99 156 -weighted-avg 0.99 0.99 0.99 156 + label precision recall f1-score support + notice 1.00 0.98 0.99 64 + other 0.99 1.00 0.99 92 + accuracy - - 0.99 156 + macro-avg 0.99 0.99 0.99 156 +weighted-avg 0.99 0.99 0.99 156 ``` diff --git a/docs/_posts/bunyamin-polat/2022-12-16-legner_notice_clause_en.md b/docs/_posts/bunyamin-polat/2022-12-16-legner_notice_clause_en.md index 329c310151af38..aff386fadaad81 100644 --- a/docs/_posts/bunyamin-polat/2022-12-16-legner_notice_clause_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-16-legner_notice_clause_en.md @@ -112,7 +112,7 @@ In-house dataset ## Benchmarking ```bash - label precision recall f1-score support + label precision recall f1-score support ADDRESS 0.86 0.94 0.90 141 DEPARTMENT 0.75 0.27 0.40 11 EMAIL 0.92 1.00 0.96 48 @@ -123,7 +123,6 @@ NOTICE_METHOD 0.74 0.80 0.77 353 PERSON 0.91 0.94 0.92 114 PHONE 0.60 0.47 0.53 19 TITLE 0.76 0.90 0.82 80 - micro-avg 0.78 0.85 0.81 1060 macro-avg 0.77 0.79 0.77 1060 weighted-avg 0.79 0.85 0.81 1060 diff --git a/docs/_posts/bunyamin-polat/2022-12-17-legre_notice_clause_xs_en.md b/docs/_posts/bunyamin-polat/2022-12-17-legre_notice_clause_xs_en.md index ff74306322cd15..227d69f373e61f 100644 --- a/docs/_posts/bunyamin-polat/2022-12-17-legre_notice_clause_xs_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-17-legre_notice_clause_xs_en.md @@ -141,16 +141,17 @@ In-house dataset ## Benchmarking ```bash -| Relation | Recall | Precision | F1 | Support | -|------------------|---------|-----------|-------|---------| -| has_address | 0.976 | 1.000 | 0.988 | 41 | -| has_department | 0.667 | 1.000 | 0.800 | 3 | -| has_email | 1.000 | 1.000 | 1.000 | 7 | -| has_fax_phone | 1.000 | 1.000 | 1.000 | 8 | -| has_notice_party | 1.000 | 0.955 | 0.977 | 42 | -| has_person | 1.000 | 0.938 | 0.968 | 15 | -| has_title | 0.875 | 0.933 | 0.903 | 16 | -| other | 1.000 | 1.000 | 1.000 | 68 | -| Avg. | 0.940 | 0.978 | 0.954 | | -| Weighted-Avg. | 0.980 | 0.980 | 0.979 | | + +label Recall Precision F1 Support +has_address 0.976 1.000 0.988 41 +has_department 0.667 1.000 0.800 3 +has_email 1.000 1.000 1.000 7 +has_fax_phone 1.000 1.000 1.000 8 +has_notice_party 1.000 0.955 0.977 42 +has_person 1.000 0.938 0.968 15 +has_title 0.875 0.933 0.903 16 +other 1.000 1.000 1.000 68 +Avg. 0.940 0.978 0.954 - +Weighted-Avg. 0.980 0.980 0.979 - + ``` diff --git a/docs/_posts/dcecchini/2022-11-30-finner_earning_calls_generic_sm_en.md b/docs/_posts/dcecchini/2022-11-30-finner_earning_calls_generic_sm_en.md index bd56dee46be6e5..2317f4b428b43d 100644 --- a/docs/_posts/dcecchini/2022-11-30-finner_earning_calls_generic_sm_en.md +++ b/docs/_posts/dcecchini/2022-11-30-finner_earning_calls_generic_sm_en.md @@ -186,42 +186,42 @@ In-house annotations on Earning Calls. ## Benchmarking ```bash -label tp fp fn prec rec f1 -I-AMOUNT 383 1 3 0.9973958 0.992228 0.9948052 -B-COUNT 13 5 2 0.7222222 0.8666667 0.78787875 -B-AMOUNT 453 0 6 1.0 0.9869281 0.9934211 -I-ORG 16 0 0 1.0 1.0 1.0 -B-DATE 117 11 5 0.9140625 0.9590164 0.93600005 -B-LIABILITY_DECREASE 1 1 0 0.5 1.0 0.6666667 -I-LIABILITY 8 6 3 0.5714286 0.72727275 0.64000005 -I-EXPENSE 75 13 52 0.85227275 0.5905512 0.69767445 -I-KPI_INCREASE 6 3 8 0.6666667 0.42857143 0.5217392 -B-LIABILITY 9 4 5 0.6923077 0.64285713 0.6666667 -I-CF 18 1 18 0.94736844 0.5 0.6545455 -I-COUNT 12 2 1 0.85714287 0.9230769 0.8888889 -B-FCF 13 5 0 0.7222222 1.0 0.83870965 -B-PROFIT_INCREASE 79 22 31 0.7821782 0.7181818 0.7488152 -B-KPI_INCREASE 3 4 11 0.42857143 0.21428572 0.2857143 -B-EXPENSE 41 19 38 0.68333334 0.51898736 0.5899281 -I-PROFIT_DECLINE 5 7 22 0.41666666 0.18518518 0.25641027 -I-LIABILITY_DECREASE 1 1 0 0.5 1.0 0.6666667 -I-PROFIT 188 47 50 0.8 0.789916 0.79492605 -B-CURRENCY 440 0 1 1.0 0.9977324 0.9988649 -I-PROFIT_INCREASE 77 23 45 0.77 0.63114756 0.69369364 -I-CURRENCY 6 0 0 1.0 1.0 1.0 -B-CF 9 1 8 0.9 0.5294118 0.6666667 -B-PROFIT 147 51 40 0.74242425 0.7860963 0.7636363 -B-PERCENTAGE 417 2 4 0.99522674 0.99049884 0.99285716 -B-TICKER 13 0 0 1.0 1.0 1.0 -I-FISCAL_YEAR 3 0 0 1.0 1.0 1.0 -B-ORG 14 0 0 1.0 1.0 1.0 -B-EXPENSE_INCREASE 6 0 4 1.0 0.6 0.75 -B-EXPENSE_DECREASE 1 0 1 1.0 0.5 0.6666667 -B-ASSET 9 2 16 0.8181818 0.36 0.5 -B-FISCAL_YEAR 1 0 0 1.0 1.0 1.0 -I-EXPENSE_DECREASE 3 2 2 0.6 0.6 0.6 -I-FCF 26 15 0 0.63414633 1.0 0.7761194 -I-EXPENSE_INCREASE 8 0 3 1.0 0.72727275 0.84210527 -Macro-average 2637 255 465 0.7494908 0.64362085 0.70253296 -Micro-average 2637 255 465 0.9118257 0.8500967 0.8798799 +label tp fp fn prec rec f1 +I-AMOUNT 383 1 3 0.9973958 0.992228 0.9948052 +B-COUNT 13 5 2 0.7222222 0.8666667 0.78787875 +B-AMOUNT 453 0 6 1.0 0.9869281 0.9934211 +I-ORG 16 0 0 1.0 1.0 1.0 +B-DATE 117 11 5 0.9140625 0.9590164 0.93600005 +B-LIABILITY_DECREASE 1 1 0 0.5 1.0 0.6666667 +I-LIABILITY 8 6 3 0.5714286 0.72727275 0.64000005 +I-EXPENSE 75 13 52 0.85227275 0.5905512 0.69767445 +I-KPI_INCREASE 6 3 8 0.6666667 0.42857143 0.5217392 +B-LIABILITY 9 4 5 0.6923077 0.64285713 0.6666667 +I-CF 18 1 18 0.94736844 0.5 0.6545455 +I-COUNT 12 2 1 0.85714287 0.9230769 0.8888889 +B-FCF 13 5 0 0.7222222 1.0 0.83870965 +B-PROFIT_INCREASE 79 22 31 0.7821782 0.7181818 0.7488152 +B-KPI_INCREASE 3 4 11 0.42857143 0.21428572 0.2857143 +B-EXPENSE 41 19 38 0.68333334 0.51898736 0.5899281 +I-PROFIT_DECLINE 5 7 22 0.41666666 0.18518518 0.25641027 +I-LIABILITY_DECREASE 1 1 0 0.5 1.0 0.6666667 +I-PROFIT 188 47 50 0.8 0.789916 0.79492605 +B-CURRENCY 440 0 1 1.0 0.9977324 0.9988649 +I-PROFIT_INCREASE 77 23 45 0.77 0.63114756 0.69369364 +I-CURRENCY 6 0 0 1.0 1.0 1.0 +B-CF 9 1 8 0.9 0.5294118 0.6666667 +B-PROFIT 147 51 40 0.74242425 0.7860963 0.7636363 +B-PERCENTAGE 417 2 4 0.99522674 0.99049884 0.99285716 +B-TICKER 13 0 0 1.0 1.0 1.0 +I-FISCAL_YEAR 3 0 0 1.0 1.0 1.0 +B-ORG 14 0 0 1.0 1.0 1.0 +B-EXPENSE_INCREASE 6 0 4 1.0 0.6 0.75 +B-EXPENSE_DECREASE 1 0 1 1.0 0.5 0.6666667 +B-ASSET 9 2 16 0.8181818 0.36 0.5 +B-FISCAL_YEAR 1 0 0 1.0 1.0 1.0 +I-EXPENSE_DECREASE 3 2 2 0.6 0.6 0.6 +I-FCF 26 15 0 0.63414633 1.0 0.7761194 +I-EXPENSE_INCREASE 8 0 3 1.0 0.72727275 0.84210527 +Macro-average 2637 255 465 0.7494908 0.64362085 0.70253296 +Micro-average 2637 255 465 0.9118257 0.8500967 0.8798799 ``` diff --git a/docs/_posts/dcecchini/2022-11-30-finner_earning_calls_specific_sm_en.md b/docs/_posts/dcecchini/2022-11-30-finner_earning_calls_specific_sm_en.md index 10783e2132ddce..6b76350dcc7d66 100644 --- a/docs/_posts/dcecchini/2022-11-30-finner_earning_calls_specific_sm_en.md +++ b/docs/_posts/dcecchini/2022-11-30-finner_earning_calls_specific_sm_en.md @@ -191,50 +191,52 @@ In-house annotations on Earning Calls. ## Benchmarking ```bash -label tp fp fn prec rec f1 -I-REVENUE_INCREASE 53 16 52 0.76811594 0.50476193 0.6091954 -I-AMOUNT 382 2 4 0.9947917 0.9896373 0.9922078 -B-COUNT 14 9 1 0.6086956 0.93333334 0.73684216 -B-AMOUNT 454 0 5 1.0 0.9891068 0.9945236 -I-KPI 2 11 23 0.15384616 0.08 0.10526316 -I-ORG 16 0 0 1.0 1.0 1.0 -B-DATE 122 13 0 0.9037037 1.0 0.94941634 -B-LIABILITY_DECREASE 1 1 0 0.5 1.0 0.6666667 -I-DATE 3 2 0 0.6 1.0 0.75 -B-LOSS 4 0 4 1.0 0.5 0.6666667 -I-ASSET 6 2 14 0.75 0.3 0.42857146 -I-EXPENSE 46 13 59 0.779661 0.43809524 0.5609756 -I-KPI_INCREASE 1 7 13 0.125 0.071428575 0.09090909 -B-REVENUE_INCREASE 60 21 34 0.7407407 0.63829786 0.6857143 -I-COUNT 13 6 0 0.68421054 1.0 0.8125 -I-CFO 23 1 0 0.9583333 1.0 0.9787234 -B-FCF 13 4 0 0.7647059 1.0 0.8666667 -B-PROFIT_INCREASE 11 11 5 0.5 0.6875 0.57894737 -B-EXPENSE 26 16 45 0.61904764 0.36619717 0.460177 -B-REVENUE_DECLINE 6 4 13 0.6 0.31578946 0.41379312 -B-STOCKHOLDERS_EQUITY 3 0 3 1.0 0.5 0.6666667 -I-PROFIT_DECLINE 4 1 7 0.8 0.36363637 0.5 -I-LIABILITY_DECREASE 1 1 0 0.5 1.0 0.6666667 -I-LOSS 12 0 10 1.0 0.54545456 0.7058824 -I-PROFIT 148 40 10 0.78723407 0.93670887 0.8554913 -B-CFO 9 1 1 0.9 0.9 0.9 -B-CURRENCY 440 0 1 1.0 0.9977324 0.9988649 -I-PROFIT_INCREASE 11 10 6 0.52380955 0.64705884 0.5789474 -I-CURRENCY 6 0 0 1.0 1.0 1.0 -B-PROFIT 93 27 16 0.775 0.853211 0.812227 -B-PERCENTAGE 418 7 3 0.9835294 0.9928741 0.9881796 -B-TICKER 13 0 0 1.0 1.0 1.0 -I-FISCAL_YEAR 2 3 1 0.4 0.6666667 0.5 -B-ORG 14 0 0 1.0 1.0 1.0 -I-STOCKHOLDERS_EQUITY 6 0 2 1.0 0.75 0.85714287 -I-REVENUE_DECLINE 8 9 8 0.47058824 0.5 0.4848485 -B-EXPENSE_INCREASE 6 0 4 1.0 0.6 0.75 -B-REVENUE 51 17 15 0.75 0.77272725 0.761194 -B-FISCAL_YEAR 1 1 0 0.5 1.0 0.6666667 -I-EXPENSE_DECREASE 3 3 2 0.5 0.6 0.54545456 -I-FCF 26 9 0 0.74285716 1.0 0.852459 -I-REVENUE 45 12 18 0.7894737 0.71428573 0.75000006 -I-EXPENSE_INCREASE 8 0 3 1.0 0.72727275 0.84210527 -Macro-average 2611 311 491 0.6658762 0.6029909 0.63287526 -Micro-average 2611 311 491 0.8935661 0.84171504 0.8668659 + +label tp fp fn prec rec f1 +I-REVENUE_INCREASE 53 16 52 0.76811594 0.50476193 0.6091954 +I-AMOUNT 382 2 4 0.9947917 0.9896373 0.9922078 +B-COUNT 14 9 1 0.6086956 0.93333334 0.73684216 +B-AMOUNT 454 0 5 1.0 0.9891068 0.9945236 +I-KPI 2 11 23 0.15384616 0.08 0.10526316 +I-ORG 16 0 0 1.0 1.0 1.0 +B-DATE 122 13 0 0.9037037 1.0 0.94941634 +B-LIABILITY_DECREASE 1 1 0 0.5 1.0 0.6666667 +I-DATE 3 2 0 0.6 1.0 0.75 +B-LOSS 4 0 4 1.0 0.5 0.6666667 +I-ASSET 6 2 14 0.75 0.3 0.42857146 +I-EXPENSE 46 13 59 0.77966 0.43809524 0.5609756 +I-KPI_INCREASE 1 7 13 0.125 0.071428575 0.09090909 +B-REVENUE_INCREASE 60 21 34 0.7407407 0.63829786 0.6857143 +I-COUNT 13 6 0 0.68421054 1.0 0.8125 +I-CFO 23 1 0 0.9583333 1.0 0.9787234 +B-FCF 13 4 0 0.7647059 1.0 0.8666667 +B-PROFIT_INCREASE 11 11 5 0.5 0.6875 0.57894737 +B-EXPENSE 26 16 45 0.61904764 0.36619717 0.460177 +B-REVENUE_DECLINE 6 4 13 0.6 0.31578946 0.41379312 +B-STOCKHOLDERS_EQUITY 3 0 3 1.0 0.5 0.6666667 +I-PROFIT_DECLINE 4 1 7 0.8 0.36363637 0.5 +I-LIABILITY_DECREASE 1 1 0 0.5 1.0 0.6666667 +I-LOSS 12 0 10 1.0 0.54545456 0.7058824 +I-PROFIT 148 40 10 0.78723407 0.93670887 0.8554913 +B-CFO 9 1 1 0.9 0.9 0.9 +B-CURRENCY 440 0 1 1.0 0.9977324 0.9988649 +I-PROFIT_INCREASE 11 10 6 0.52380955 0.64705884 0.5789474 +I-CURRENCY 6 0 0 1.0 1.0 1.0 +B-PROFIT 93 27 16 0.775 0.853211 0.812227 +B-PERCENTAGE 418 7 3 0.9835294 0.9928741 0.9881796 +B-TICKER 13 0 0 1.0 1.0 1.0 +I-FISCAL_YEAR 2 3 1 0.4 0.6666667 0.5 +B-ORG 14 0 0 1.0 1.0 1.0 +I-STOCKHOLDERS_EQUITY 6 0 2 1.0 0.75 0.85714287 +I-REVENUE_DECLINE 8 9 8 0.47058824 0.5 0.4848485 +B-EXPENSE_INCREASE 6 0 4 1.0 0.6 0.75 +B-REVENUE 51 17 15 0.75 0.77272725 0.761194 +B-FISCAL_YEAR 1 1 0 0.5 1.0 0.6666667 +I-EXPENSE_DECREASE 3 3 2 0.5 0.6 0.54545456 +I-FCF 26 9 0 0.74285716 1.0 0.852459 +I-REVENUE 45 12 18 0.7894737 0.71428573 0.75000006 +I-EXPENSE_INCREASE 8 0 3 1.0 0.72727275 0.84210527 +Macro-average 2611 311 491 0.6658762 0.6029909 0.63287526 +Micro-average 2611 311 91 0.8935661 0.84171504 0.8668659 + ``` diff --git a/docs/_posts/dcecchini/2022-11-30-finner_financial_xlarge_en.md b/docs/_posts/dcecchini/2022-11-30-finner_financial_xlarge_en.md index 7f5e40183b580a..a34a88a029ca32 100644 --- a/docs/_posts/dcecchini/2022-11-30-finner_financial_xlarge_en.md +++ b/docs/_posts/dcecchini/2022-11-30-finner_financial_xlarge_en.md @@ -183,48 +183,48 @@ In-house annotations on Earning Calls and 10-K Filings combined. ## Benchmarking ```bash -label tp fp fn prec rec f1 -B-LIABILITY_INCREASE 1 0 0 1.0 1.0 1.0 -I-AMOUNT 915 97 8 0.9041502 0.9913326 0.9457364 -B-COUNT 7 1 2 0.875 0.7777778 0.8235294 -I-LIABILITY_INCREASE 1 0 0 1.0 1.0 1.0 -B-AMOUNT 1304 124 19 0.9131653 0.9856387 0.9480189 -I-KPI 2 0 7 1.0 0.22222222 0.36363637 -B-DATE 525 32 44 0.94254935 0.9226714 0.9325044 -I-LIABILITY 156 49 97 0.7609756 0.6166008 0.68122274 -I-DATE 343 12 36 0.9661972 0.9050132 0.93460494 -B-CF_DECREASE 6 1 3 0.85714287 0.6666667 0.75 -I-EXPENSE 270 86 74 0.75842696 0.78488374 0.77142864 -I-KPI_INCREASE 0 0 1 0.0 0.0 0.0 -B-LIABILITY 82 30 46 0.73214287 0.640625 0.6833333 -I-CF 420 97 84 0.8123791 0.8333333 0.82272285 -I-CF_DECREASE 17 3 12 0.85 0.5862069 0.6938776 -I-COUNT 7 0 0 1.0 1.0 1.0 -B-FCF 5 0 0 1.0 1.0 1.0 -B-PROFIT_INCREASE 54 23 22 0.7012987 0.7105263 0.7058824 -B-KPI_INCREASE 1 0 2 1.0 0.33333334 0.5 -B-EXPENSE 118 42 36 0.7375 0.76623374 0.75159234 -I-CF_INCREASE 43 0 17 1.0 0.71666664 0.8349514 -I-PERCENTAGE 4 6 0 0.4 1.0 0.5714286 -I-PROFIT_DECLINE 39 11 4 0.78 0.90697676 0.8387097 -I-KPI_DECREASE 1 1 0 0.5 1.0 0.6666667 -B-CF_INCREASE 23 0 2 1.0 0.92 0.9583333 -I-PROFIT 228 118 19 0.6589595 0.9230769 0.7689713 -B-CURRENCY 943 42 12 0.9573604 0.98743457 0.972165 -I-PROFIT_INCREASE 80 34 16 0.7017544 0.8333333 0.7619047 -B-CF 118 32 29 0.7866667 0.8027211 0.7946128 -B-PROFIT 134 55 23 0.7089947 0.85350317 0.7745664 -B-PERCENTAGE 281 17 7 0.942953 0.9756944 0.95904434 -B-TICKER 2 0 0 1.0 1.0 1.0 -I-FISCAL_YEAR 585 17 27 0.9717608 0.9558824 0.9637562 -B-ORG 2 0 0 1.0 1.0 1.0 -B-PROFIT_DECLINE 22 5 8 0.8148148 0.73333335 0.7719298 -B-EXPENSE_INCREASE 35 7 4 0.8333333 0.8974359 0.86419755 -B-EXPENSE_DECREASE 23 3 4 0.88461536 0.8518519 0.8679245 -B-FISCAL_YEAR 195 6 12 0.9701493 0.942029 0.9558824 -I-EXPENSE_DECREASE 46 9 16 0.8363636 0.7419355 0.78632486 -I-FCF 10 0 0 1.0 1.0 1.0 -I-EXPENSE_INCREASE 83 13 9 0.8645833 0.90217394 0.88297874 -Macro-average 7134 977 728 0.77496254 0.72599226 0.74967855 -Micro-average 7134 977 728 0.8795463 0.9074027 0.8932574 +label tp fp fn prec rec f1 +B-LIABILITY_INCREASE 1 0 0 1.0 1.0 1.0 +I-AMOUNT 915 97 8 0.9041502 0.9913326 0.9457364 +B-COUNT 7 1 2 0.875 0.7777778 0.8235294 +I-LIABILITY_INCREASE 1 0 0 1.0 1.0 1.0 +B-AMOUNT 1304 124 19 0.9131653 0.9856387 0.9480189 +I-KPI 2 0 7 1.0 0.22222222 0.36363637 +B-DATE 525 32 44 0.94254935 0.9226714 0.9325044 +I-LIABILITY 156 49 97 0.7609756 0.6166008 0.68122274 +I-DATE 343 12 36 0.9661972 0.9050132 0.93460494 +B-CF_DECREASE 6 1 3 0.85714287 0.6666667 0.75 +I-EXPENSE 270 86 74 0.75842696 0.78488374 0.77142864 +I-KPI_INCREASE 0 0 1 0.0 0.0 0.0 +B-LIABILITY 82 30 46 0.73214287 0.640625 0.6833333 +I-CF 420 97 84 0.8123791 0.8333333 0.82272285 +I-CF_DECREASE 17 3 12 0.85 0.5862069 0.6938776 +I-COUNT 7 0 0 1.0 1.0 1.0 +B-FCF 5 0 0 1.0 1.0 1.0 +B-PROFIT_INCREASE 54 23 22 0.7012987 0.7105263 0.7058824 +B-KPI_INCREASE 1 0 2 1.0 0.33333334 0.5 +B-EXPENSE 118 42 36 0.7375 0.76623374 0.75159234 +I-CF_INCREASE 43 0 17 1.0 0.71666664 0.8349514 +I-PERCENTAGE 4 6 0 0.4 1.0 0.5714286 +I-PROFIT_DECLINE 39 11 4 0.78 0.90697676 0.8387097 +I-KPI_DECREASE 1 1 0 0.5 1.0 0.6666667 +B-CF_INCREASE 23 0 2 1.0 0.92 0.9583333 +I-PROFIT 228 118 19 0.6589595 0.9230769 0.7689713 +B-CURRENCY 943 42 12 0.9573604 0.98743457 0.972165 +I-PROFIT_INCREASE 80 34 16 0.7017544 0.8333333 0.7619047 +B-CF 118 32 29 0.7866667 0.8027211 0.7946128 +B-PROFIT 134 55 23 0.7089947 0.85350317 0.7745664 +B-PERCENTAGE 281 17 7 0.942953 0.9756944 0.95904434 +B-TICKER 2 0 0 1.0 1.0 1.0 +I-FISCAL_YEAR 585 17 27 0.9717608 0.9558824 0.9637562 +B-ORG 2 0 0 1.0 1.0 1.0 +B-PROFIT_DECLINE 22 5 8 0.8148148 0.73333335 0.7719298 +B-EXPENSE_INCREASE 35 7 4 0.8333333 0.8974359 0.86419755 +B-EXPENSE_DECREASE 23 3 4 0.88461536 0.8518519 0.8679245 +B-FISCAL_YEAR 195 6 12 0.9701493 0.942029 0.9558824 +I-EXPENSE_DECREASE 46 9 16 0.8363636 0.7419355 0.78632486 +I-FCF 10 0 0 1.0 1.0 1.0 +I-EXPENSE_INCREASE 83 13 9 0.8645833 0.90217394 0.88297874 +Macro-average 7134 977 728 0.77496254 0.72599226 0.74967855 +Micro-average 7134 977 728 0.8795463 0.9074027 0.8932574 ``` diff --git a/docs/_posts/dcecchini/2022-12-15-finner_contraliability_en.md b/docs/_posts/dcecchini/2022-12-15-finner_contraliability_en.md index 5b81943d857470..fc058e00eda1a5 100644 --- a/docs/_posts/dcecchini/2022-12-15-finner_contraliability_en.md +++ b/docs/_posts/dcecchini/2022-12-15-finner_contraliability_en.md @@ -152,13 +152,14 @@ In-house annotations on Earning Calls and 10-K Filings combined. ## Benchmarking ```bash -| label | precision | recall | f1-score | support | -|--------------------|-----------|--------|----------|---------| -| B-CONTRA_LIABILITY | 0.7660 | 0.7200 | 0.7423 | 50 | -| B-LIABILITY | 0.8947 | 0.8990 | 0.8969 | 208 | -| I-CONTRA_LIABILITY | 0.7838 | 0.6304 | 0.6988 | 46 | -| I-LIABILITY | 0.8780 | 0.8929 | 0.8854 | 411 | -| accuracy | - | - | 0.9805 | 8299 | -| macro-avg | 0.8626 | 0.8267 | 0.8429 | 8299 | -| weighted-avg | 0.9803 | 0.9805 | 0.9803 | 8299 | + +label precision recall f1-score support +B-CONTRA_LIABILITY 0.7660 0.7200 0.7423 50 +B-LIABILITY 0.8947 0.8990 0.8969 208 +I-CONTRA_LIABILITY 0.7838 0.6304 0.6988 46 +I-LIABILITY 0.8780 0.8929 0.8854 411 +accuracy - - 0.9805 8299 +macro-avg 0.8626 0.8267 0.8429 8299 +weighted-avg 0.9803 0.9805 0.9803 8299 + ``` diff --git a/docs/_posts/dcecchini/2022-12-15-finner_earning_calls_generic_md_en.md b/docs/_posts/dcecchini/2022-12-15-finner_earning_calls_generic_md_en.md index 673caf8dfb7a03..b2b50a8e447fff 100644 --- a/docs/_posts/dcecchini/2022-12-15-finner_earning_calls_generic_md_en.md +++ b/docs/_posts/dcecchini/2022-12-15-finner_earning_calls_generic_md_en.md @@ -184,31 +184,32 @@ In-house annotations on Earning Calls. ## Benchmarking ```bash -| entity | precision | recall | f1 | support | -|-------------------:|-----------:|-----------:|----------:|--------:| -| AMOUNT | 99.476440 | 99.650350 | 99.563319 | 573 | -| ASSET | 54.838710 | 50.000000 | 52.307692 | 31 | -| ASSET_INCREASE | 100.000000 | 33.333333 | 50.000000 | 1 | -| CF | 44.827586 | 54.166667 | 49.056604 | 29 | -| COUNT | 61.290323 | 86.363636 | 71.698113 | 31 | -| CURRENCY | 99.095841 | 99.636364 | 99.365367 | 553 | -| DATE | 88.304094 | 96.178344 | 92.073171 | 171 | -| EXPENSE | 66.666667 | 50.602410 | 57.534247 | 63 | -| EXPENSE_DECREASE | 100.000000 | 60.000000 | 75.000000 | 3 | -| EXPENSE_INCREASE | 55.555556 | 55.555556 | 55.555556 | 9 | -| FCF | 78.947368 | 75.000000 | 76.923077 | 19 | -| KPI | 31.578947 | 28.571429 | 30.000000 | 19 | -| KPI_DECREASE | 33.333333 | 20.000000 | 25.000000 | 6 | -| KPI_INCREASE | 53.333333 | 38.095238 | 44.444444 | 15 | -| LIABILITY | 41.666667 | 47.619048 | 44.444444 | 24 | -| LIABILITY_DECREASE | 100.000000 | 33.333333 | 50.000000 | 1 | -| ORG | 95.000000 | 95.000000 | 95.000000 | 20 | -| PERCENTAGE | 98.951049 | 99.472759 | 99.211218 | 572 | -| PROFIT | 77.973568 | 78.666667 | 78.318584 | 227 | -| PROFIT_DECLINE | 48.648649 | 48.648649 | 48.648649 | 37 | -| PROFIT_INCREASE | 69.285714 | 66.896552 | 68.070175 | 140 | -| TICKER | 94.736842 | 100.000000 | 97.297297 | 19 | -| accuracy | - | - | 0.9585 | 19083 | -| macro avg | 0.6513 | 0.5875 | 0.6067 | 19083 | -| weighted avg | 0.9577 | 0.9585 | 0.9577 | 19083 | + +label precision recall f1 support +AMOUNT 99.476440 99.650350 99.563319 573 +ASSET 54.838710 50.000000 52.307692 31 +ASSET_INCREASE 100.000000 33.333333 50.000000 1 +CF 44.827586 54.166667 49.056604 29 +COUNT 61.290323 86.363636 71.698113 31 +CURRENCY 99.095841 99.636364 99.365367 553 +DATE 88.304094 96.178344 92.073171 171 +EXPENSE 66.666667 50.602410 57.534247 63 +EXPENSE_DECREASE 100.000000 60.000000 75.000000 3 +EXPENSE_INCREASE 55.555556 55.555556 55.555556 9 +FCF 78.947368 75.000000 76.923077 19 +KPI 31.578947 28.571429 30.000000 19 +KPI_DECREASE 33.333333 20.000000 25.000000 6 +KPI_INCREASE 53.333333 38.095238 44.444444 15 +LIABILITY 41.666667 47.619048 44.444444 24 +LIABILITY_DECREASE 100.000000 33.333333 50.000000 1 +ORG 95.000000 95.000000 95.000000 20 +PERCENTAGE 98.951049 99.472759 99.211218 572 +PROFIT 77.973568 78.666667 78.318584 227 +PROFIT_DECLINE 48.648649 48.648649 48.648649 37 +PROFIT_INCREASE 69.285714 66.896552 68.070175 140 +TICKER 94.736842 100.000000 97.297297 19 +accuracy - - 0.9585 19083 +macro-avg 0.6513 0.5875 0.6067 19083 +weighted-avg 0.9577 0.9585 0.9577 19083 + ``` diff --git a/docs/_posts/dcecchini/2022-12-15-finner_earning_calls_specific_md_en.md b/docs/_posts/dcecchini/2022-12-15-finner_earning_calls_specific_md_en.md index cf047ae968d9fa..8a2697181693fc 100644 --- a/docs/_posts/dcecchini/2022-12-15-finner_earning_calls_specific_md_en.md +++ b/docs/_posts/dcecchini/2022-12-15-finner_earning_calls_specific_md_en.md @@ -192,39 +192,40 @@ In-house annotations on Earning Calls. ## Benchmarking ```bash -| entity | precision | recall | f1 | support | -|--------------------:|-----------:|-----------:|----------:|--------:| -| AMOUNT | 99.303136 | 99.650350 | 99.476440 | 574 | -| ASSET | 55.172414 | 47.058824 | 50.793651 | 29 | -| ASSET_INCREASE | 100.000000 | 33.333333 | 50.000000 | 1 | -| CF | 46.153846 | 70.588235 | 55.813953 | 26 | -| CFO | 77.777778 | 100.000000 | 87.500000 | 9 | -| CONTRA_LIABILITY | 52.380952 | 56.410256 | 54.320988 | 42 | -| COUNT | 65.384615 | 77.272727 | 70.833333 | 26 | -| CURRENCY | 98.916968 | 99.636364 | 99.275362 | 554 | -| DATE | 86.982249 | 93.630573 | 90.184049 | 169 | -| EXPENSE | 67.187500 | 57.333333 | 61.870504 | 64 | -| EXPENSE_DECREASE | 100.000000 | 60.000000 | 75.000000 | 3 | -| EXPENSE_INCREASE | 40.000000 | 44.444444 | 42.105263 | 10 | -| FCF | 75.000000 | 75.000000 | 75.000000 | 20 | -| INCOME | 60.000000 | 40.000000 | 48.000000 | 10 | -| KPI | 41.666667 | 23.809524 | 30.303030 | 12 | -| KPI_DECREASE | 20.000000 | 10.000000 | 13.333333 | 5 | -| KPI_INCREASE | 44.444444 | 38.095238 | 41.025641 | 18 | -| LIABILITY | 38.461538 | 38.461538 | 38.461538 | 13 | -| LIABILITY_DECREASE | 50.000000 | 66.666667 | 57.142857 | 4 | -| LOSS | 50.000000 | 37.500000 | 42.857143 | 6 | -| ORG | 94.736842 | 90.000000 | 92.307692 | 19 | -| PERCENTAGE | 99.299475 | 99.648506 | 99.473684 | 571 | -| PROFIT | 78.014184 | 85.937500 | 81.784387 | 141 | -| PROFIT_DECLINE | 100.000000 | 36.363636 | 53.333333 | 4 | -| PROFIT_INCREASE | 78.947368 | 75.000000 | 76.923077 | 19 | -| REVENUE | 64.835165 | 71.951220 | 68.208092 | 91 | -| REVENUE_DECLINE | 53.571429 | 57.692308 | 55.555556 | 28 | -| REVENUE_INCREASE | 65.734266 | 75.200000 | 70.149254 | 143 | -| STOCKHOLDERS_EQUITY | 60.000000 | 37.500000 | 46.153846 | 5 | -| TICKER | 94.444444 | 94.444444 | 94.444444 | 18 | -| accuracy | - | - | 0.9571 | 19083 | -| macro avg | 0.6660 | 0.5900 | 0.6070 | 19083 | -| weighted avg | 0.9575 | 0.9571 | 0.9563 | 19083 | + +label precision recall f1 support +AMOUNT 99.303136 99.650350 99.476440 574 +ASSET 55.172414 47.058824 50.793651 29 +ASSET_INCREASE 100.000000 33.333333 50.000000 1 +CF 46.153846 70.588235 55.813953 26 +CFO 77.777778 100.000000 87.500000 9 +CONTRA_LIABILITY 52.380952 56.410256 54.320988 42 +COUNT 65.384615 77.272727 70.833333 26 +CURRENCY 98.916968 99.636364 99.275362 554 +DATE 86.982249 93.630573 90.184049 169 +EXPENSE 67.187500 57.333333 61.870504 64 +EXPENSE_DECREASE 100.000000 60.000000 75.000000 3 +EXPENSE_INCREASE 40.000000 44.444444 42.105263 10 +FCF 75.000000 75.000000 75.000000 20 +INCOME 60.000000 40.000000 48.000000 10 +KPI 41.666667 23.809524 30.303030 12 +KPI_DECREASE 20.000000 10.000000 13.333333 5 +KPI_INCREASE 44.444444 38.095238 41.025641 18 +LIABILITY 38.461538 38.461538 38.461538 13 +LIABILITY_DECREASE 50.000000 66.666667 57.142857 4 +LOSS 50.000000 37.500000 42.857143 6 +ORG 94.736842 90.000000 92.307692 19 +PERCENTAGE 99.299475 99.648506 99.473684 571 +PROFIT 78.014184 85.937500 81.784387 141 +PROFIT_DECLINE 100.000000 36.363636 53.333333 4 +PROFIT_INCREASE 78.947368 75.000000 76.923077 19 +REVENUE 64.835165 71.951220 68.208092 91 +REVENUE_DECLINE 53.571429 57.692308 55.555556 28 +REVENUE_INCREASE 65.734266 75.200000 70.149254 143 +STOCKHOLDERS_EQUITY 60.000000 37.500000 46.153846 5 +TICKER 94.444444 94.444444 94.444444 18 +accuracy - - 0.9571 19083 +macro-avg 0.6660 0.5900 0.6070 19083 +weighted-avg 0.9575 0.9571 0.9563 19083 + ``` diff --git a/docs/_posts/dcecchini/2022-12-18-legclf_agreement_bert_en.md b/docs/_posts/dcecchini/2022-12-18-legclf_agreement_bert_en.md index 7b33780a616936..dc21c92fc217a0 100644 --- a/docs/_posts/dcecchini/2022-12-18-legclf_agreement_bert_en.md +++ b/docs/_posts/dcecchini/2022-12-18-legclf_agreement_bert_en.md @@ -102,11 +102,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|-------------:|------------:|---------:|-----------:|----------:| -| agreement | 0.75 | 0.71 | 0.73 | 90 | -| other | 0.88 | 0.90 | 0.89 | 204 | -| accuracy | - | - | 0.84 | 294 | -| macro-avg | 0.81 | 0.80 | 0.81 | 294 | -| weighted-avg | 0.84 | 0.84 | 0.84 | 294 | + label precision recall f1-score support + agreement 0.75 0.71 0.73 90 + other 0.88 0.90 0.89 204 + accuracy - - 0.84 294 + macro-avg 0.81 0.80 0.81 294 + weighted-avg 0.84 0.84 0.84 294 + ``` \ No newline at end of file diff --git a/docs/_posts/dcecchini/2022-12-18-legclf_agreement_en.md b/docs/_posts/dcecchini/2022-12-18-legclf_agreement_en.md index f83e1a42c57272..0f0b240ed1086e 100644 --- a/docs/_posts/dcecchini/2022-12-18-legclf_agreement_en.md +++ b/docs/_posts/dcecchini/2022-12-18-legclf_agreement_en.md @@ -115,11 +115,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|-------------:|------------:|---------:|-----------:|----------:| -| agreement | 0.88 | 0.85 | 0.86 | 99 | -| other | 0.93 | 0.94 | 0.94 | 207 | -| accuracy | - | - | 0.91 | 306 | -| macro-avg | 0.90 | 0.90 | 0.9 | 306 | -| weighted-avg | 0.91 | 0.91 | 0.91 | 306 | + label precision recall f1-score support + agreement 0.88 0.85 0.86 99 + other 0.93 0.94 0.94 207 + accuracy - - 0.91 306 + macro-avg 0.90 0.90 0.9 306 + weighted-avg 0.91 0.91 0.91 306 + ``` \ No newline at end of file diff --git a/docs/_posts/dcecchini/2022-12-18-legclf_applicable_law_clause_en.md b/docs/_posts/dcecchini/2022-12-18-legclf_applicable_law_clause_en.md index 7873449fdbcdda..fbbb7fb11bd06f 100644 --- a/docs/_posts/dcecchini/2022-12-18-legclf_applicable_law_clause_en.md +++ b/docs/_posts/dcecchini/2022-12-18-legclf_applicable_law_clause_en.md @@ -107,11 +107,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|---------------:|------------:|---------:|-----------:|----------:| -| applicable-law | 1.00 | 1.00 | 1 | 28 | -| other | 1.00 | 1.00 | 1 | 39 | -| accuracy | - | - | 1 | 67 | -| macro-avg | 1.00 | 1.00 | 1 | 67 | -| weighted-avg | 1.00 | 1.00 | 1 | 67 | + label precision recall f1-score support + applicable-law 1.00 1.00 1.00 28 + other 1.00 1.00 1.00 39 + accuracy - - 1.00 67 + macro-avg 1.00 1.00 1.00 67 + weighted-avg 1.00 1.00 1.00 67 + ``` \ No newline at end of file diff --git a/docs/_posts/dcecchini/2022-12-18-legclf_confidential_information_clause_en.md b/docs/_posts/dcecchini/2022-12-18-legclf_confidential_information_clause_en.md index 3851a173620754..5ec44771a5061f 100644 --- a/docs/_posts/dcecchini/2022-12-18-legclf_confidential_information_clause_en.md +++ b/docs/_posts/dcecchini/2022-12-18-legclf_confidential_information_clause_en.md @@ -107,11 +107,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|-------------------------:|------------:|---------:|-----------:|----------:| -| confidential-information | 1.00 | 1.00 | 1 | 25 | -| other | 1.00 | 1.00 | 1 | 39 | -| accuracy | - | - | 1 | 64 | -| macro-avg | 1.00 | 1.00 | 1 | 64 | -| weighted-avg | 1.00 | 1.00 | 1 | 64 | + label precision recall f1-score support + confidential-information 1.00 1.00 1.00 25 + other 1.00 1.00 1.00 39 + accuracy - - 1.00 64 + macro-avg 1.00 1.00 1.00 64 + weighted-avg 1.00 1.00 1.00 64 + ``` \ No newline at end of file diff --git a/docs/_posts/dcecchini/2022-12-18-legclf_defined_terms_clause_en.md b/docs/_posts/dcecchini/2022-12-18-legclf_defined_terms_clause_en.md index 94c24815f8f04f..67cd29f4f8a9d9 100644 --- a/docs/_posts/dcecchini/2022-12-18-legclf_defined_terms_clause_en.md +++ b/docs/_posts/dcecchini/2022-12-18-legclf_defined_terms_clause_en.md @@ -107,11 +107,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|--------------:|------------:|---------:|-----------:|----------:| -| defined-terms | 1.00 | 0.96 | 0.98 | 28 | -| other | 0.97 | 1.00 | 0.99 | 39 | -| accuracy | - | - | 0.99 | 67 | -| macro-avg | 0.99 | 0.98 | 0.98 | 67 | -| weighted-avg | 0.99 | 0.99 | 0.99 | 67 | + label precision recall f1-score support + defined-terms 1.00 0.96 0.98 28 + other 0.97 1.00 0.99 39 + accuracy - - 0.99 67 + macro-avg 0.99 0.98 0.98 67 + weighted-avg 0.99 0.99 0.99 67 + ``` \ No newline at end of file diff --git a/docs/_posts/dcecchini/2022-12-18-legclf_events_of_default_clause_en.md b/docs/_posts/dcecchini/2022-12-18-legclf_events_of_default_clause_en.md index 0711fc0479e2ea..1add3b5766e0de 100644 --- a/docs/_posts/dcecchini/2022-12-18-legclf_events_of_default_clause_en.md +++ b/docs/_posts/dcecchini/2022-12-18-legclf_events_of_default_clause_en.md @@ -107,11 +107,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|------------------:|------------:|---------:|-----------:|----------:| -| events-of-default | 0.92 | 0.96 | 0.94 | 24 | -| other | 0.97 | 0.95 | 0.96 | 39 | -| accuracy | - | - | 0.95 | 63 | -| macro-avg | 0.95 | 0.95 | 0.95 | 63 | -| weighted-avg | 0.95 | 0.95 | 0.95 | 63 | + label precision recall f1-score support + events-of-default 0.92 0.96 0.94 24 + other 0.97 0.95 0.96 39 + accuracy - - 0.95 63 + macro-avg 0.95 0.95 0.95 63 + weighted-avg 0.95 0.95 0.95 63 + ``` \ No newline at end of file diff --git a/docs/_posts/dcecchini/2022-12-18-legclf_general_provisions_clause_en.md b/docs/_posts/dcecchini/2022-12-18-legclf_general_provisions_clause_en.md index dd3827f59a7473..3f92c6d135ff56 100644 --- a/docs/_posts/dcecchini/2022-12-18-legclf_general_provisions_clause_en.md +++ b/docs/_posts/dcecchini/2022-12-18-legclf_general_provisions_clause_en.md @@ -107,11 +107,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|-------------------:|------------:|---------:|-----------:|----------:| -| general-provisions | 1.00 | 0.81 | 0.9 | 27 | -| other | 0.89 | 1.00 | 0.94 | 39 | -| accuracy | - | - | 0.92 | 66 | -| macro-avg | 0.94 | 0.91 | 0.92 | 66 | -| weighted-avg | 0.93 | 0.92 | 0.92 | 66 | + label precision recall f1-score support + general-provisions 1.00 0.81 0.9 27 + other 0.89 1.00 0.94 39 + accuracy - - 0.92 66 + macro-avg 0.94 0.91 0.92 66 + weighted-avg 0.93 0.92 0.92 66 + ``` \ No newline at end of file diff --git a/docs/_posts/dcecchini/2022-12-18-legclf_indenture_agreement_bert_en.md b/docs/_posts/dcecchini/2022-12-18-legclf_indenture_agreement_bert_en.md index f15a66b4f2da9f..50ec9b96c74d5a 100644 --- a/docs/_posts/dcecchini/2022-12-18-legclf_indenture_agreement_bert_en.md +++ b/docs/_posts/dcecchini/2022-12-18-legclf_indenture_agreement_bert_en.md @@ -102,11 +102,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|-------------:|------------:|---------:|-----------:|----------:| -| indenture | 0.96 | 0.93 | 0.94 | 97 | -| other | 0.97 | 0.98 | 0.97 | 204 | -| accuracy | - | - | 0.96 | 301 | -| macro-avg | 0.96 | 0.95 | 0.96 | 301 | -| weighted-avg | 0.96 | 0.96 | 0.96 | 301 | + label precision recall f1-score support + indenture 0.96 0.93 0.94 97 + other 0.97 0.98 0.97 204 + accuracy - - 0.96 301 + macro-avg 0.96 0.95 0.96 301 + weighted-avg 0.96 0.96 0.96 301 ``` \ No newline at end of file diff --git a/docs/_posts/dcecchini/2022-12-18-legclf_indenture_agreement_en.md b/docs/_posts/dcecchini/2022-12-18-legclf_indenture_agreement_en.md index c857ed3a84f61a..999906fc6891c4 100644 --- a/docs/_posts/dcecchini/2022-12-18-legclf_indenture_agreement_en.md +++ b/docs/_posts/dcecchini/2022-12-18-legclf_indenture_agreement_en.md @@ -115,12 +115,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|-------------:|------------:|---------:|-----------:|----------:| -| indenture | 0.90 | 0.94 | 0.92 | 113 | -| other | 0.96 | 0.94 | 0.95 | 188 | -| accuracy | - | - | 0.94 | 301 | -| macro-avg | 0.93 | 0.94 | 0.93 | 301 | -| weighted-avg | 0.94 | 0.94 | 0.94 | 301 | + label precision recall f1-score support + indenture 0.90 0.94 0.92 113 + other 0.96 0.94 0.95 188 + accuracy - - 0.94 301 + macro-avg 0.93 0.94 0.93 301 + weighted-avg 0.94 0.94 0.94 301 ``` \ No newline at end of file diff --git a/docs/_posts/dcecchini/2022-12-18-legclf_license_agreement_bert_en.md b/docs/_posts/dcecchini/2022-12-18-legclf_license_agreement_bert_en.md index 3e874f43ef9669..33cff6b70f1c95 100644 --- a/docs/_posts/dcecchini/2022-12-18-legclf_license_agreement_bert_en.md +++ b/docs/_posts/dcecchini/2022-12-18-legclf_license_agreement_bert_en.md @@ -102,11 +102,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|------------------:|------------:|---------:|-----------:|----------:| -| license-agreement | 0.95 | 0.97 | 0.96 | 103 | -| other | 0.99 | 0.98 | 0.98 | 204 | -| accuracy | - | - | 0.97 | 307 | -| macro-avg | 0.97 | 0.97 | 0.97 | 307 | -| weighted-avg | 0.97 | 0.97 | 0.97 | 307 | + label precision recall f1-score support + license-agreement 0.95 0.97 0.96 103 + other 0.99 0.98 0.98 204 + accuracy - - 0.97 307 + macro-avg 0.97 0.97 0.97 307 + weighted-avg 0.97 0.97 0.97 307 + ``` \ No newline at end of file diff --git a/docs/_posts/dcecchini/2022-12-18-legclf_license_agreement_en.md b/docs/_posts/dcecchini/2022-12-18-legclf_license_agreement_en.md index 6c2210157b7301..26e9792f9e7928 100644 --- a/docs/_posts/dcecchini/2022-12-18-legclf_license_agreement_en.md +++ b/docs/_posts/dcecchini/2022-12-18-legclf_license_agreement_en.md @@ -115,12 +115,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|------------------:|------------:|---------:|-----------:|----------:| -| license-agreement | 0.97 | 0.96 | 0.96 | 98 | -| other | 0.98 | 0.99 | 0.98 | 223 | -| accuracy | - | - | 0.98 | 321 | -| macro-avg | 0.98 | 0.97 | 0.97 | 321 | -| weighted-avg | 0.98 | 0.98 | 0.98 | 321 | + label precision recall f1-score support + license-agreement 0.97 0.96 0.96 98 + other 0.98 0.99 0.98 223 + accuracy - - 0.98 321 + macro-avg 0.98 0.97 0.97 321 + weighted-avg 0.98 0.98 0.98 321 ``` \ No newline at end of file diff --git a/docs/_posts/dcecchini/2022-12-18-legclf_limitation_of_liability_clause_en.md b/docs/_posts/dcecchini/2022-12-18-legclf_limitation_of_liability_clause_en.md index cc703e47144499..2ec12e29de1ef6 100644 --- a/docs/_posts/dcecchini/2022-12-18-legclf_limitation_of_liability_clause_en.md +++ b/docs/_posts/dcecchini/2022-12-18-legclf_limitation_of_liability_clause_en.md @@ -107,11 +107,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|------------------------:|------------:|---------:|-----------:|----------:| -| limitation-of-liability | 0.93 | 0.90 | 0.91 | 29 | -| other | 0.93 | 0.95 | 0.94 | 39 | -| accuracy | - | - | 0.93 | 68 | -| macro-avg | 0.93 | 0.92 | 0.92 | 68 | -| weighted-avg | 0.93 | 0.93 | 0.93 | 68 | + label precision recall f1-score support + limitation-of-liability 0.93 0.90 0.91 29 + other 0.93 0.95 0.94 39 + accuracy - - 0.93 68 + macro-avg 0.93 0.92 0.92 68 + weighted-avg 0.93 0.93 0.93 68 + ``` \ No newline at end of file diff --git a/docs/_posts/dcecchini/2022-12-18-legclf_limited_liability_company_agreement_bert_en.md b/docs/_posts/dcecchini/2022-12-18-legclf_limited_liability_company_agreement_bert_en.md index a5349d0993838e..d249f9a04d69ca 100644 --- a/docs/_posts/dcecchini/2022-12-18-legclf_limited_liability_company_agreement_bert_en.md +++ b/docs/_posts/dcecchini/2022-12-18-legclf_limited_liability_company_agreement_bert_en.md @@ -102,11 +102,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|------------------------------------:|------------:|---------:|-----------:|----------:| -| limited-liability-company-agreement | 0.98 | 0.98 | 0.98 | 121 | -| other | 0.99 | 0.99 | 0.99 | 204 | -| accuracy | - | - | 0.98 | 325 | -| macro-avg | 0.98 | 0.98 | 0.98 | 325 | -| weighted-avg | 0.98 | 0.98 | 0.98 | 325 | + label precision recall f1-score support + limited-liability-company-agreement 0.98 0.98 0.98 121 + other 0.99 0.99 0.99 204 + accuracy - - 0.98 325 + macro-avg 0.98 0.98 0.98 325 + weighted-avg 0.98 0.98 0.98 325 + ``` \ No newline at end of file diff --git a/docs/_posts/dcecchini/2022-12-18-legclf_limited_liability_company_agreement_en.md b/docs/_posts/dcecchini/2022-12-18-legclf_limited_liability_company_agreement_en.md index 0d51f8c0b8a6bb..429b15be2ffbfc 100644 --- a/docs/_posts/dcecchini/2022-12-18-legclf_limited_liability_company_agreement_en.md +++ b/docs/_posts/dcecchini/2022-12-18-legclf_limited_liability_company_agreement_en.md @@ -115,12 +115,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|------------------------------------:|------------:|---------:|-----------:|----------:| -| limited-liability-company-agreement | 1.00 | 0.96 | 0.98 | 98 | -| other | 0.98 | 1.00 | 0.99 | 231 | -| accuracy | - | - | 0.99 | 329 | -| macro-avg | 0.99 | 0.98 | 0.99 | 329 | -| weighted-avg | 0.99 | 0.99 | 0.99 | 329 | + label precision recall f1-score support + limited-liability-company-agreement 1.00 0.96 0.98 98 + other 0.98 1.00 0.99 231 + accuracy - - 0.99 329 + macro-avg 0.99 0.98 0.99 329 + weighted-avg 0.99 0.99 0.99 329 ``` \ No newline at end of file diff --git a/docs/_posts/dcecchini/2022-12-18-legclf_management_agreement_bert_en.md b/docs/_posts/dcecchini/2022-12-18-legclf_management_agreement_bert_en.md index c9d1d449e0c11d..761d0e0c69ca75 100644 --- a/docs/_posts/dcecchini/2022-12-18-legclf_management_agreement_bert_en.md +++ b/docs/_posts/dcecchini/2022-12-18-legclf_management_agreement_bert_en.md @@ -102,11 +102,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|---------------------:|------------:|---------:|-----------:|----------:| -| management-agreement | 0.94 | 0.94 | 0.94 | 110 | -| other | 0.97 | 0.97 | 0.97 | 204 | -| accuracy | - | - | 0.96 | 314 | -| macro-avg | 0.96 | 0.95 | 0.95 | 314 | -| weighted-avg | 0.96 | 0.96 | 0.96 | 314 | + label precision recall f1-score support + management-agreement 0.94 0.94 0.94 110 + other 0.97 0.97 0.97 204 + accuracy - - 0.96 314 + macro-avg 0.96 0.95 0.95 314 + weighted-avg 0.96 0.96 0.96 314 + ``` \ No newline at end of file diff --git a/docs/_posts/dcecchini/2022-12-18-legclf_management_agreement_en.md b/docs/_posts/dcecchini/2022-12-18-legclf_management_agreement_en.md index 556bc7d039838f..fc7b853c38b738 100644 --- a/docs/_posts/dcecchini/2022-12-18-legclf_management_agreement_en.md +++ b/docs/_posts/dcecchini/2022-12-18-legclf_management_agreement_en.md @@ -115,12 +115,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|---------------------:|------------:|---------:|-----------:|----------:| -| management-agreement | 0.95 | 0.93 | 0.94 | 115 | -| other | 0.96 | 0.97 | 0.96 | 184 | -| accuracy | - | - | 0.95 | 299 | -| macro-avg | 0.95 | 0.95 | 0.95 | 299 | -| weighted-avg | 0.95 | 0.95 | 0.95 | 299 | + label precision recall f1-score support + management-agreement 0.95 0.93 0.94 115 + other 0.96 0.97 0.96 184 + accuracy - - 0.95 299 + macro-avg 0.95 0.95 0.95 299 + weighted-avg 0.95 0.95 0.95 299 ``` \ No newline at end of file diff --git a/docs/_posts/dcecchini/2022-12-18-legclf_registration_rights_agreement_bert_en.md b/docs/_posts/dcecchini/2022-12-18-legclf_registration_rights_agreement_bert_en.md index 31b1d96ab7d3bd..db0981f3964513 100644 --- a/docs/_posts/dcecchini/2022-12-18-legclf_registration_rights_agreement_bert_en.md +++ b/docs/_posts/dcecchini/2022-12-18-legclf_registration_rights_agreement_bert_en.md @@ -102,11 +102,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|------------------------------:|------------:|---------:|-----------:|----------:| -| other | 0.95 | 0.98 | 0.96 | 204 | -| registration-rights-agreement | 0.96 | 0.90 | 0.93 | 113 | -| accuracy | - | - | 0.95 | 317 | -| macro-avg | 0.96 | 0.94 | 0.95 | 317 | -| weighted-avg | 0.95 | 0.95 | 0.95 | 317 | + label precision recall f1-score support + other 0.95 0.98 0.96 204 + registration-rights-agreement 0.96 0.90 0.93 113 + accuracy - - 0.95 317 + macro-avg 0.96 0.94 0.95 317 + weighted-avg 0.95 0.95 0.95 317 ``` \ No newline at end of file diff --git a/docs/_posts/dcecchini/2022-12-18-legclf_registration_rights_agreement_en.md b/docs/_posts/dcecchini/2022-12-18-legclf_registration_rights_agreement_en.md index d59cd4e0e86d75..05cfa054bc705d 100644 --- a/docs/_posts/dcecchini/2022-12-18-legclf_registration_rights_agreement_en.md +++ b/docs/_posts/dcecchini/2022-12-18-legclf_registration_rights_agreement_en.md @@ -115,12 +115,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|------------------------------:|------------:|---------:|-----------:|----------:| -| other | 0.98 | 0.99 | 0.98 | 205 | -| registration-rights-agreement | 0.98 | 0.95 | 0.97 | 108 | -| accuracy | - | - | 0.98 | 313 | -| macro-avg | 0.98 | 0.97 | 0.98 | 313 | -| weighted-avg | 0.98 | 0.98 | 0.98 | 313 | + label precision recall f1-score support + other 0.98 0.99 0.98 205 + registration-rights-agreement 0.98 0.95 0.97 108 + accuracy - - 0.98 313 + macro-avg 0.98 0.97 0.98 313 + weighted-avg 0.98 0.98 0.98 313 ``` \ No newline at end of file diff --git a/docs/_posts/dcecchini/2022-12-18-legclf_representations_and_warranties_clause_en.md b/docs/_posts/dcecchini/2022-12-18-legclf_representations_and_warranties_clause_en.md index bf71cb4d66d74c..ebd105a89a8de8 100644 --- a/docs/_posts/dcecchini/2022-12-18-legclf_representations_and_warranties_clause_en.md +++ b/docs/_posts/dcecchini/2022-12-18-legclf_representations_and_warranties_clause_en.md @@ -107,11 +107,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|-------------------------------:|------------:|---------:|-----------:|----------:| -| other | 0.92 | 0.90 | 0.91 | 39 | -| representations-and-warranties | 0.86 | 0.89 | 0.88 | 28 | -| accuracy | - | - | 0.9 | 67 | -| macro-avg | 0.89 | 0.90 | 0.89 | 67 | -| weighted-avg | 0.90 | 0.90 | 0.9 | 67 | + label precision recall f1-score support + other 0.92 0.90 0.91 39 + representations-and-warranties 0.86 0.89 0.88 28 + accuracy - - 0.9 67 + macro-avg 0.89 0.90 0.89 67 + weighted-avg 0.90 0.90 0.9 67 + ``` \ No newline at end of file diff --git a/docs/_posts/dcecchini/2022-12-18-legclf_representations_and_warranties_of_the_company_clause_en.md b/docs/_posts/dcecchini/2022-12-18-legclf_representations_and_warranties_of_the_company_clause_en.md index 822f1760b8e138..cd8ac0ef821fac 100644 --- a/docs/_posts/dcecchini/2022-12-18-legclf_representations_and_warranties_of_the_company_clause_en.md +++ b/docs/_posts/dcecchini/2022-12-18-legclf_representations_and_warranties_of_the_company_clause_en.md @@ -107,11 +107,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|----------------------------------------------:|------------:|---------:|-----------:|----------:| -| other | 0.97 | 1.00 | 0.99 | 39 | -| representations-and-warranties-of-the-company | 1.00 | 0.96 | 0.98 | 28 | -| accuracy | - | - | 0.99 | 67 | -| macro-avg | 0.99 | 0.98 | 0.98 | 67 | -| weighted-avg | 0.99 | 0.99 | 0.99 | 67 | + label precision recall f1-score support + other 0.97 1.00 0.99 39 + representations-and-warranties-of-the-company 1.00 0.96 0.98 28 + accuracy - - 0.99 67 + macro-avg 0.99 0.98 0.98 67 + weighted-avg 0.99 0.99 0.99 67 + ``` \ No newline at end of file diff --git a/docs/_posts/dcecchini/2022-12-18-legclf_stock_option_agreement_bert_en.md b/docs/_posts/dcecchini/2022-12-18-legclf_stock_option_agreement_bert_en.md index 7c4abf779d263d..94e7f03aaf6ec4 100644 --- a/docs/_posts/dcecchini/2022-12-18-legclf_stock_option_agreement_bert_en.md +++ b/docs/_posts/dcecchini/2022-12-18-legclf_stock_option_agreement_bert_en.md @@ -102,11 +102,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|-----------------------:|------------:|---------:|-----------:|----------:| -| other | 0.99 | 0.99 | 0.99 | 204 | -| stock-option-agreement | 0.97 | 0.97 | 0.97 | 107 | -| accuracy | - | - | 0.98 | 311 | -| macro-avg | 0.98 | 0.98 | 0.98 | 311 | -| weighted-avg | 0.98 | 0.98 | 0.98 | 311 | + label precision recall f1-score support + other 0.99 0.99 0.99 204 + stock-option-agreement 0.97 0.97 0.97 107 + accuracy - - 0.98 311 + macro-avg 0.98 0.98 0.98 311 + weighted-avg 0.98 0.98 0.98 311 + ``` \ No newline at end of file diff --git a/docs/_posts/dcecchini/2022-12-18-legclf_stock_option_agreement_en.md b/docs/_posts/dcecchini/2022-12-18-legclf_stock_option_agreement_en.md index 0eb4055bbe17ef..48b52bfc3ec323 100644 --- a/docs/_posts/dcecchini/2022-12-18-legclf_stock_option_agreement_en.md +++ b/docs/_posts/dcecchini/2022-12-18-legclf_stock_option_agreement_en.md @@ -115,12 +115,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|-----------------------:|------------:|---------:|-----------:|----------:| -| other | 0.99 | 0.99 | 0.99 | 202 | -| stock-option-agreement | 0.98 | 0.98 | 0.98 | 100 | -| accuracy | - | - | 0.99 | 302 | -| macro-avg | 0.99 | 0.99 | 0.99 | 302 | -| weighted-avg | 0.99 | 0.99 | 0.99 | 302 | + label precision recall f1-score support + other 0.99 0.99 0.99 202 + stock-option-agreement 0.98 0.98 0.98 100 + accuracy - - 0.99 302 + macro-avg 0.99 0.99 0.99 302 + weighted-avg 0.99 0.99 0.99 302 ``` \ No newline at end of file diff --git a/docs/_posts/dcecchini/2022-12-18-legclf_sub_advisory_agreement_bert_en.md b/docs/_posts/dcecchini/2022-12-18-legclf_sub_advisory_agreement_bert_en.md index cddf3600a76e5b..6362ea25991abb 100644 --- a/docs/_posts/dcecchini/2022-12-18-legclf_sub_advisory_agreement_bert_en.md +++ b/docs/_posts/dcecchini/2022-12-18-legclf_sub_advisory_agreement_bert_en.md @@ -102,11 +102,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|-----------------------:|------------:|---------:|-----------:|----------:| -| other | 0.99 | 0.99 | 0.99 | 204 | -| sub-advisory-agreement | 0.98 | 0.98 | 0.98 | 107 | -| accuracy | - | - | 0.99 | 311 | -| macro-avg | 0.99 | 0.99 | 0.99 | 311 | -| weighted-avg | 0.99 | 0.99 | 0.99 | 311 | + label precision recall f1-score support + other 0.99 0.99 0.99 204 + sub-advisory-agreement 0.98 0.98 0.98 107 + accuracy - - 0.99 311 + macro-avg 0.99 0.99 0.99 311 + weighted-avg 0.99 0.99 0.99 311 + ``` \ No newline at end of file diff --git a/docs/_posts/dcecchini/2022-12-18-legclf_sub_advisory_agreement_en.md b/docs/_posts/dcecchini/2022-12-18-legclf_sub_advisory_agreement_en.md index 4208f07ab2b834..14bbb6827d0de1 100644 --- a/docs/_posts/dcecchini/2022-12-18-legclf_sub_advisory_agreement_en.md +++ b/docs/_posts/dcecchini/2022-12-18-legclf_sub_advisory_agreement_en.md @@ -115,12 +115,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|-----------------------:|------------:|---------:|-----------:|----------:| -| other | 0.99 | 1.00 | 0.99 | 202 | -| sub-advisory-agreement | 1.00 | 0.97 | 0.99 | 104 | -| accuracy | - | - | 0.99 | 306 | -| macro-avg | 0.99 | 0.99 | 0.99 | 306 | -| weighted-avg | 0.99 | 0.99 | 0.99 | 306 | + label precision recall f1-score support + other 0.99 1.00 0.99 202 + sub-advisory-agreement 1.00 0.97 0.99 104 + accuracy - - 0.99 306 + macro-avg 0.99 0.99 0.99 306 + weighted-avg 0.99 0.99 0.99 306 ``` \ No newline at end of file diff --git a/docs/_posts/dcecchini/2022-12-18-legclf_successors_and_assigns_clause_en.md b/docs/_posts/dcecchini/2022-12-18-legclf_successors_and_assigns_clause_en.md index 1532a753fdbd0b..fb397e8427a4c5 100644 --- a/docs/_posts/dcecchini/2022-12-18-legclf_successors_and_assigns_clause_en.md +++ b/docs/_posts/dcecchini/2022-12-18-legclf_successors_and_assigns_clause_en.md @@ -107,11 +107,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|-----------------------:|------------:|---------:|-----------:|----------:| -| other | 1.00 | 0.95 | 0.97 | 39 | -| successors-and-assigns | 0.94 | 1.00 | 0.97 | 33 | -| accuracy | - | - | 0.97 | 72 | -| macro-avg | 0.97 | 0.97 | 0.97 | 72 | -| weighted-avg | 0.97 | 0.97 | 0.97 | 72 | + label precision recall f1-score support + other 1.00 0.95 0.97 39 + successors-and-assigns 0.94 1.00 0.97 33 + accuracy - - 0.97 72 + macro-avg 0.97 0.97 0.97 72 + weighted-avg 0.97 0.97 0.97 72 ``` \ No newline at end of file diff --git a/docs/_posts/dcecchini/2022-12-18-legclf_supplemental_indenture_agreement_bert_en.md b/docs/_posts/dcecchini/2022-12-18-legclf_supplemental_indenture_agreement_bert_en.md index b8f7b5d5f80b1b..e6eb92491bc648 100644 --- a/docs/_posts/dcecchini/2022-12-18-legclf_supplemental_indenture_agreement_bert_en.md +++ b/docs/_posts/dcecchini/2022-12-18-legclf_supplemental_indenture_agreement_bert_en.md @@ -102,11 +102,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|-----------------------:|------------:|---------:|-----------:|----------:| -| other | 0.97 | 0.95 | 0.96 | 204 | -| supplemental-indenture | 0.91 | 0.95 | 0.93 | 111 | -| accuracy | - | - | 0.95 | 315 | -| macro-avg | 0.94 | 0.95 | 0.95 | 315 | -| weighted-avg | 0.95 | 0.95 | 0.95 | 315 | + label precision recall f1-score support + other 0.97 0.95 0.96 204 +supplemental-indenture 0.91 0.95 0.93 111 + accuracy - - 0.95 315 + macro-avg 0.94 0.95 0.95 315 + weighted-avg 0.95 0.95 0.95 315 + ``` \ No newline at end of file diff --git a/docs/_posts/dcecchini/2022-12-18-legclf_supplemental_indenture_agreement_en.md b/docs/_posts/dcecchini/2022-12-18-legclf_supplemental_indenture_agreement_en.md index 9f6da3cc2c6990..6ff7c198b87a66 100644 --- a/docs/_posts/dcecchini/2022-12-18-legclf_supplemental_indenture_agreement_en.md +++ b/docs/_posts/dcecchini/2022-12-18-legclf_supplemental_indenture_agreement_en.md @@ -115,12 +115,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|-----------------------:|------------:|---------:|-----------:|----------:| -| other | 0.97 | 0.95 | 0.96 | 221 | -| supplemental-indenture | 0.90 | 0.94 | 0.92 | 107 | -| accuracy | - | - | 0.95 | 328 | -| macro-avg | 0.94 | 0.95 | 0.94 | 328 | -| weighted-avg | 0.95 | 0.95 | 0.95 | 328 | + label precision recall f1-score support + other 0.97 0.95 0.96 221 +supplemental-indenture 0.90 0.94 0.92 107 + accuracy - - 0.95 328 + macro-avg 0.94 0.95 0.94 328 + weighted-avg 0.95 0.95 0.95 328 ``` \ No newline at end of file diff --git a/docs/_posts/dcecchini/2022-12-18-legclf_survival_clause_en.md b/docs/_posts/dcecchini/2022-12-18-legclf_survival_clause_en.md index a0a625d32dc83a..0a3ef0e2d9a6c7 100644 --- a/docs/_posts/dcecchini/2022-12-18-legclf_survival_clause_en.md +++ b/docs/_posts/dcecchini/2022-12-18-legclf_survival_clause_en.md @@ -107,11 +107,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|-------------:|------------:|---------:|-----------:|----------:| -| other | 0.97 | 1.00 | 0.99 | 39 | -| survival | 1.00 | 0.97 | 0.99 | 35 | -| accuracy | - | - | 0.99 | 74 | -| macro-avg | 0.99 | 0.99 | 0.99 | 74 | -| weighted-avg | 0.99 | 0.99 | 0.99 | 74 | + label precision recall f1-score support + other 0.97 1.00 0.99 39 + survival 1.00 0.97 0.99 35 + accuracy - - 0.99 74 + macro-avg 0.99 0.99 0.99 74 +weighted-avg 0.99 0.99 0.99 74 + ``` \ No newline at end of file diff --git a/docs/_posts/dcecchini/2022-12-18-legclf_warrant_agreement_bert_en.md b/docs/_posts/dcecchini/2022-12-18-legclf_warrant_agreement_bert_en.md index b9a56a922d326b..a2796b88b705cb 100644 --- a/docs/_posts/dcecchini/2022-12-18-legclf_warrant_agreement_bert_en.md +++ b/docs/_posts/dcecchini/2022-12-18-legclf_warrant_agreement_bert_en.md @@ -102,11 +102,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|------------------:|------------:|---------:|-----------:|----------:| -| other | 0.98 | 0.99 | 0.98 | 204 | -| warrant-agreement | 0.96 | 0.95 | 0.96 | 83 | -| accuracy | - | - | 0.98 | 287 | -| macro-avg | 0.97 | 0.97 | 0.97 | 287 | -| weighted-avg | 0.98 | 0.98 | 0.98 | 287 | + label precision recall f1-score support + other 0.98 0.99 0.98 204 +warrant-agreement 0.96 0.95 0.96 83 + accuracy - - 0.98 287 + macro-avg 0.97 0.97 0.97 287 + weighted-avg 0.98 0.98 0.98 287 + ``` \ No newline at end of file diff --git a/docs/_posts/dcecchini/2022-12-18-legclf_warrant_agreement_en.md b/docs/_posts/dcecchini/2022-12-18-legclf_warrant_agreement_en.md index 6027bc9ad976bd..92a4a63e62803d 100644 --- a/docs/_posts/dcecchini/2022-12-18-legclf_warrant_agreement_en.md +++ b/docs/_posts/dcecchini/2022-12-18-legclf_warrant_agreement_en.md @@ -115,12 +115,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|------------------:|------------:|---------:|-----------:|----------:| -| other | 1.00 | 0.98 | 0.99 | 230 | -| warrant-agreement | 0.96 | 1.00 | 0.98 | 99 | -| accuracy | - | - | 0.99 | 329 | -| macro-avg | 0.98 | 0.99 | 0.99 | 329 | -| weighted-avg | 0.99 | 0.99 | 0.99 | 329 | + label precision recall f1-score support + other 1.00 0.98 0.99 230 +warrant-agreement 0.96 1.00 0.98 99 + accuracy - - 0.99 329 + macro-avg 0.98 0.99 0.99 329 + weighted-avg 0.99 0.99 0.99 329 ``` \ No newline at end of file diff --git a/docs/_posts/gadde5300/2021-12-14-distilbert_uncased_te.md b/docs/_posts/gadde5300/2021-12-14-distilbert_uncased_te.md index 87b9c6ee107ddc..ef6d3c90b85f5d 100644 --- a/docs/_posts/gadde5300/2021-12-14-distilbert_uncased_te.md +++ b/docs/_posts/gadde5300/2021-12-14-distilbert_uncased_te.md @@ -128,4 +128,4 @@ nlu.load("te.embed.distilbert").predict("""ఆంగ్ల పఠన పేర |Output Labels:|[embeddings]| |Language:|te| |Size:|249.4 MB| -|Case sensitive:|false| +|Case sensitive:|false| \ No newline at end of file diff --git a/docs/_posts/gadde5300/2022-10-17-legner_confidentiality_en.md b/docs/_posts/gadde5300/2022-10-17-legner_confidentiality_en.md index 14141ee45921a7..95bccd44b6e79d 100644 --- a/docs/_posts/gadde5300/2022-10-17-legner_confidentiality_en.md +++ b/docs/_posts/gadde5300/2022-10-17-legner_confidentiality_en.md @@ -108,7 +108,7 @@ In-house annotated examples from CUAD legal dataset ## Benchmarking ```bash - precision recall f1-score support + label precision recall f1-score support B-CONFIDENTIALITY 0.9077 0.9219 0.9147 64 B-CONFIDENTIALITY_ACTION 1.0000 1.0000 1.0000 53 B-CONFIDENTIALITY_INDIRECT_OBJECT 0.9419 0.9529 0.9474 85 @@ -118,7 +118,7 @@ B-CONFIDENTIALITY_INDIRECT_OBJECT 0.9419 0.9529 0.9474 85 I-CONFIDENTIALITY_INDIRECT_OBJECT 0.9744 0.8444 0.9048 45 I-CONFIDENTIALITY_SUBJECT 1.0000 1.0000 1.0000 25 O 0.9913 0.9950 0.9932 1604 - accuracy 0.9839 2053 - macro avg 0.9683 0.9562 0.9617 2053 - weighted avg 0.9839 0.9839 0.9838 2053 + accuracy - - 0.9839 2053 + macro-avg 0.9683 0.9562 0.9617 2053 + weighted-avg 0.9839 0.9839 0.9838 2053 ``` diff --git a/docs/_posts/gadde5300/2022-10-17-legner_warranty_en.md b/docs/_posts/gadde5300/2022-10-17-legner_warranty_en.md index d7561bc810f27b..f764c2c07ca1d3 100644 --- a/docs/_posts/gadde5300/2022-10-17-legner_warranty_en.md +++ b/docs/_posts/gadde5300/2022-10-17-legner_warranty_en.md @@ -111,7 +111,7 @@ In-house annotated examples from CUAD legal dataset ## Benchmarking ```bash - label precision recall f1-score support + label precision recall f1-score support B-WARRANTY 0.8993 0.9178 0.9085 146 B-WARRANTY_ACTION 1.0000 0.9318 0.9647 44 B-WARRANTY_INDIRECT_OBJECT 1.0000 0.9474 0.9730 19 @@ -122,6 +122,6 @@ I-WARRANTY_INDIRECT_OBJECT 0.8333 0.8333 0.8333 6 I-WARRANTY_SUBJECT 1.0000 0.9444 0.9714 36 O 0.9758 0.9772 0.9765 3381 accuracy - - 0.9698 5690 - macro avg 0.9428 0.9407 0.9410 5690 - weighted avg 0.9700 0.9698 0.9698 5690 + macro-avg 0.9428 0.9407 0.9410 5690 + weighted-avg 0.9700 0.9698 0.9698 5690 ``` diff --git a/docs/_posts/gadde5300/2022-10-18-legre_confidentiality_en.md b/docs/_posts/gadde5300/2022-10-18-legre_confidentiality_en.md index 0754450270dc02..70997c9d4841f9 100644 --- a/docs/_posts/gadde5300/2022-10-18-legre_confidentiality_en.md +++ b/docs/_posts/gadde5300/2022-10-18-legre_confidentiality_en.md @@ -130,10 +130,10 @@ In-house annotated examples from CUAD legal dataset ## Benchmarking ```bash -Relation Recall Precision F1 Support -is_confidentiality_indobject 1.000 1.000 1.000 28 -is_confidentiality_object 1.000 0.981 0.990 51 -is_confidentiality_subject 0.970 1.000 0.985 33 -Avg. 0.990 0.994 0.992 -Weighted Avg. 0.991 0.991 0.991 + label Recall Precision F1 Support +is_confidentiality_indobject 1.000 1.000 1.000 28 + is_confidentiality_object 1.000 0.981 0.990 51 + is_confidentiality_subject 0.970 1.000 0.985 33 + Avg 0.990 0.994 0.992 - + Weighted-Avg 0.991 0.991 0.991 - ``` diff --git a/docs/_posts/gadde5300/2022-10-19-legre_warranty_en.md b/docs/_posts/gadde5300/2022-10-19-legre_warranty_en.md index 49690fa4d0d81d..15f4890d6f8bc3 100644 --- a/docs/_posts/gadde5300/2022-10-19-legre_warranty_en.md +++ b/docs/_posts/gadde5300/2022-10-19-legre_warranty_en.md @@ -109,10 +109,10 @@ In-house annotated examples from CUAD legal dataset ## Benchmarking ```bash -Relation Recall Precision F1 Support -is_warranty_indobject 1.000 1.000 1.000 15 -is_warranty_object 1.000 1.000 1.000 44 -is_warranty_subject 1.000 1.000 1.000 29 -Avg. 1.000 1.000 1.000 -Weighted Avg. 1.000 1.000 1.000 + label Recall Precision F1 Support +is_warranty_indobject 1.000 1.000 1.000 15 + is_warranty_object 1.000 1.000 1.000 44 + is_warranty_subject 1.000 1.000 1.000 29 + Avg 1.000 1.000 1.000 - + Weighted-Avg 1.000 1.000 1.000 - ``` diff --git a/docs/_posts/gadde5300/2022-11-09-legre_confidentiality_md_en.md b/docs/_posts/gadde5300/2022-11-09-legre_confidentiality_md_en.md index e2b8a377aaa87c..66391136c2fa06 100644 --- a/docs/_posts/gadde5300/2022-11-09-legre_confidentiality_md_en.md +++ b/docs/_posts/gadde5300/2022-11-09-legre_confidentiality_md_en.md @@ -128,14 +128,11 @@ Manual annotations on CUAD dataset ## Benchmarking ```bash -Relation Recall Precision F1 Support - -is_confidentiality_indobject 0.960 1.000 0.980 25 -is_confidentiality_object 1.000 0.933 0.966 56 -is_confidentiality_subject 0.935 1.000 0.967 31 -other 0.989 1.000 0.994 88 - -Avg. 0.971 0.983 0.977 - -Weighted Avg. 0.980 0.981 0.980 + label Recall Precision F1 Support +is_confidentiality_indobject 0.960 1.000 0.980 25 + is_confidentiality_object 1.000 0.933 0.966 56 + is_confidentiality_subject 0.935 1.000 0.967 31 + other 0.989 1.000 0.994 88 + Avg 0.971 0.983 0.977 - + Weighted-Avg 0.980 0.981 0.980 - ``` diff --git a/docs/_posts/gadde5300/2022-11-09-legre_grants_md_en.md b/docs/_posts/gadde5300/2022-11-09-legre_grants_md_en.md index 2587eb1ffb55e8..d6d1048fc412fc 100644 --- a/docs/_posts/gadde5300/2022-11-09-legre_grants_md_en.md +++ b/docs/_posts/gadde5300/2022-11-09-legre_grants_md_en.md @@ -122,15 +122,10 @@ Manual annotations on CUAD dataset ## Benchmarking ```bash - -Relation Recall Precision F1 Support - -allows 1.000 1.000 1.000 32 -is_allowed_to 1.000 1.000 1.000 36 -other 1.000 1.000 1.000 32 - -Avg. 1.000 1.000 1.000 - -Weighted Avg. 1.000 1.000 1.000 - + label Recall Precision F1 Support + allows 1.000 1.000 1.000 32 +is_allowed_to 1.000 1.000 1.000 36 + other 1.000 1.000 1.000 32 + Avg 1.000 1.000 1.000 - + Weighted-Avg 1.000 1.000 1.000 - ``` diff --git a/docs/_posts/gadde5300/2022-11-09-legre_indemnifications_md_en.md b/docs/_posts/gadde5300/2022-11-09-legre_indemnifications_md_en.md index 6fb8553eaaded1..3e7ad37e85871b 100644 --- a/docs/_posts/gadde5300/2022-11-09-legre_indemnifications_md_en.md +++ b/docs/_posts/gadde5300/2022-11-09-legre_indemnifications_md_en.md @@ -150,16 +150,11 @@ Manual annotations on CUAD dataset ## Benchmarking ```bash - -Relation Recall Precision F1 Support - + label Recall Precision F1 Support is_indemnification_indobject 1.000 1.000 1.000 18 -is_indemnification_object 0.972 1.000 0.986 36 -is_indemnification_subject 0.800 0.800 0.800 10 -other 0.972 0.946 0.959 36 - -Avg. 0.936 0.936 0.936 - -Weighted Avg. 0.960 0.961 0.960 - + is_indemnification_object 0.972 1.000 0.986 36 + is_indemnification_subject 0.800 0.800 0.800 10 + other 0.972 0.946 0.959 36 + Avg 0.936 0.936 0.936 - + Weighted-Avg 0.960 0.961 0.960 - ``` diff --git a/docs/_posts/gadde5300/2022-11-09-legre_whereas_md_en.md b/docs/_posts/gadde5300/2022-11-09-legre_whereas_md_en.md index 7742d5be5841e8..6b10de0dffc7cc 100644 --- a/docs/_posts/gadde5300/2022-11-09-legre_whereas_md_en.md +++ b/docs/_posts/gadde5300/2022-11-09-legre_whereas_md_en.md @@ -133,15 +133,10 @@ Manual annotations on CUAD dataset ## Benchmarking ```bash - -Relation Recall Precision F1 Support - -has_object 0.974 0.991 0.983 116 -has_subject 0.977 0.986 0.981 213 -other 0.993 0.978 0.985 271 - -Avg. 0.981 0.985 0.983 - -Weighted Avg. 0.983 0.983 0.983 - + label Recall Precision F1 Support + has_object 0.974 0.991 0.983 116 + has_subject 0.977 0.986 0.981 213 + other 0.993 0.978 0.985 271 + Avg 0.981 0.985 0.983 - +Weighted-Avg 0.983 0.983 0.983 - ``` diff --git a/docs/_posts/gadde5300/2022-11-10-finclf_indian_news_sentiment_en.md b/docs/_posts/gadde5300/2022-11-10-finclf_indian_news_sentiment_en.md index 820f404cc09063..7d4ca8748ff08f 100644 --- a/docs/_posts/gadde5300/2022-11-10-finclf_indian_news_sentiment_en.md +++ b/docs/_posts/gadde5300/2022-11-10-finclf_indian_news_sentiment_en.md @@ -35,6 +35,7 @@ This is a `sm` version of Indian News Sentiment Analysis Text Classifier, which