From 4f71bb9fd6413307dfad3a520b69c1d659ab13ac Mon Sep 17 00:00:00 2001 From: "Jose J. Martinez" <36634572+josejuanmartinez@users.noreply.github.com> Date: Sun, 1 Jan 2023 15:03:29 +0100 Subject: [PATCH 1/9] Update 2022-09-27-finassertion_time_en.md --- .../2022-09-27-finassertion_time_en.md | 39 +++++++++++-------- 1 file changed, 22 insertions(+), 17 deletions(-) diff --git a/docs/_posts/josejuanmartinez/2022-09-27-finassertion_time_en.md b/docs/_posts/josejuanmartinez/2022-09-27-finassertion_time_en.md index 331af0b3533c5a..a895b453d04c84 100644 --- a/docs/_posts/josejuanmartinez/2022-09-27-finassertion_time_en.md +++ b/docs/_posts/josejuanmartinez/2022-09-27-finassertion_time_en.md @@ -37,22 +37,33 @@ This is an Assertion Status Model aimed to detect temporality (PRESENT, PAST, FU {% include programmingLanguageSelectScalaPythonNLU.html %} ```python -# YOUR NER HERE -# ... -embeddings = BertEmbeddings.pretrained("bert_embeddings_sec_bert_base","en") \ - .setInputCols(["sentence", "token"]) \ +document_assembler = nlp.DocumentAssembler()\ + .setInputCol("text")\ + .setOutputCol("document") + +tokenizer = nlp.Tokenizer()\ + .setInputCols(["document"])\ + .setOutputCol("token") + +embeddings = nlp.BertEmbeddings.pretrained("bert_embeddings_sec_bert_base","en") \ + .setInputCols(["document", "token"]) \ .setOutputCol("embeddings") -chunk_converter = ChunkConverter() \ - .setInputCols(["entity"]) \ +ner = finance.BertForTokenClassification.pretrained("finner_bert_roles","en","finance/models")\ + .setInputCols("token", "document")\ + .setOutputCol("ner")\ + .setCaseSensitive(True) + +chunk_converter = nlp.NerConverter() \ + .setInputCols(["document", "token", "ner"]) \ .setOutputCol("ner_chunk") assertion = finance.AssertionDLModel.pretrained("finassertion_time", "en", "finance/models")\ - .setInputCols(["sentence", "ner_chunk", "embeddings"]) \ + .setInputCols(["document", "ner_chunk", "embeddings"]) \ .setOutputCol("assertion") -nlpPipeline = Pipeline(stages=[ - documentAssembler, +nlpPipeline = nlp.Pipeline(stages=[ + document_assembler, tokenizer, embeddings, ner, @@ -64,10 +75,9 @@ empty_data = spark.createDataFrame([[""]]).toDF("text") model = nlpPipeline.fit(empty_data) -lp = LightPipeline(model) +lp = nlp.LightPipeline(model) -texts = ["Atlantic Inc headquarters could possibly be relocated to Delaware by the end of next year", - "John Crawford will be hired by Atlantic Inc as CTO"] +texts = ["John Crawford will be hired by Atlantic Inc as CTO"] lp.annotate(texts) ``` @@ -77,13 +87,8 @@ lp.annotate(texts) ## Results ```bash -chunk,begin,end,entity_type,assertion -Atlantic Inc,0,11,ORG,POSSIBLE -Delaware,57,64,LOC,POSSIBLE - chunk,begin,end,entity_type,assertion CTO,47,49,ROLE,FUTURE -Atlantic Inc,31,42,ORG,FUTURE ``` {:.model-param} From 61b7f8acd746d3e41bfdce4a1c320be051d2adec Mon Sep 17 00:00:00 2001 From: "Jose J. Martinez" <36634572+josejuanmartinez@users.noreply.github.com> Date: Sun, 1 Jan 2023 19:14:30 +0100 Subject: [PATCH 2/9] Update 2022-08-17-finner_orgs_prods_alias_en_3_2.md --- .../2022-08-17-finner_orgs_prods_alias_en_3_2.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/_posts/josejuanmartinez/2022-08-17-finner_orgs_prods_alias_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-17-finner_orgs_prods_alias_en_3_2.md index 35415d93cd19fc..cad5fc912c1c89 100644 --- a/docs/_posts/josejuanmartinez/2022-08-17-finner_orgs_prods_alias_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-17-finner_orgs_prods_alias_en_3_2.md @@ -1,6 +1,6 @@ --- layout: model -title: Financial ORG, PRODUCT and ALIAS NER (Large) +title: Financial ORG, PRODUCT and ALIAS NER (Small) author: John Snow Labs name: finner_orgs_prods_alias date: 2022-08-17 From a76c4aa3e11d0afdbe817526cb3f50b571284312 Mon Sep 17 00:00:00 2001 From: "Jose J. Martinez" <36634572+josejuanmartinez@users.noreply.github.com> Date: Sun, 1 Jan 2023 19:15:17 +0100 Subject: [PATCH 3/9] Update 2022-08-17-legner_orgs_prods_alias_en_3_2.md --- .../2022-08-17-legner_orgs_prods_alias_en_3_2.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/_posts/josejuanmartinez/2022-08-17-legner_orgs_prods_alias_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-17-legner_orgs_prods_alias_en_3_2.md index 848c0e578d25a2..ccaf9d9fab8301 100644 --- a/docs/_posts/josejuanmartinez/2022-08-17-legner_orgs_prods_alias_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-17-legner_orgs_prods_alias_en_3_2.md @@ -1,6 +1,6 @@ --- layout: model -title: Legal ORG, PRODUCT and ALIAS NER +title: Legal ORG, PRODUCT and ALIAS NER (small) author: John Snow Labs name: legner_orgs_prods_alias date: 2022-08-17 From 574ac4a3131393f0cb224939ee9ba27e7aa6bfa9 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?B=C3=BCnyamin=20Polat?= <78386903+bunyamin-polat@users.noreply.github.com> Date: Mon, 2 Jan 2023 15:50:58 +0300 Subject: [PATCH 4/9] Update fin/leg clf models' benchmark (#13276) --- ...-10-25-legner_indian_court_judgement_en.md | 35 +++-- ...2-10-25-legner_indian_court_preamble_en.md | 19 ++- ...2-10-27-legclf_bert_swiss_judgements_de.md | 21 ++- ...-11-02-legre_contract_doc_parties_md_en.md | 15 +- .../2022-11-03-legre_obligations_md_en.md | 13 +- ...1-10-legclf_asset_purchase_agreement_en.md | 13 +- ...-11-10-legclf_distribution_agreement_en.md | 13 +- ...egclf_executive_employment_agreement_en.md | 13 +- ...-10-legclf_indemnification_agreement_en.md | 13 +- ...0-legclf_loan_and_security_agreement_en.md | 14 +- ...11-10-legclf_participation_agreement_en.md | 14 +- ...legclf_securities_purchase_agreement_en.md | 14 +- ...2022-11-10-legclf_security_agreement_en.md | 14 +- ...1-10-legclf_stock_purchase_agreement_en.md | 13 +- ...-11-10-legclf_subscription_agreement_en.md | 14 +- ...22-11-10-legner_romanian_official_lg_ro.md | 36 ++--- ...22-11-10-legner_romanian_official_md_ro.md | 18 +-- ...22-11-10-legner_romanian_official_sm_ro.md | 19 +-- ...legclf_administration_agreement_bert_en.md | 15 +- ...1-24-legclf_administration_agreement_en.md | 14 +- ...egclf_agreement_and_declaration_bert_en.md | 14 +- ...legclf_asset_purchase_agreement_bert_en.md | 14 +- ...-24-legclf_consulting_agreement_bert_en.md | 14 +- ...4-legclf_contribution_agreement_bert_en.md | 14 +- ...-11-24-legclf_control_agreement_bert_en.md | 14 +- ...2-11-24-legclf_credit_agreement_bert_en.md | 14 +- ...1-24-legclf_custodian_agreement_bert_en.md | 14 +- ...4-legclf_distribution_agreement_bert_en.md | 14 +- ...-24-legclf_employment_agreement_bert_en.md | 14 +- ...f_equity_distribution_agreement_bert_en.md | 14 +- ...11-24-legclf_exchange_agreement_bert_en.md | 14 +- ...clf_exclusive_license_agreement_bert_en.md | 14 +- ..._executive_employment_agreement_bert_en.md | 14 +- ..._general_distribution_agreement_bert_en.md | 14 +- ...1-24-legclf_guarantee_agreement_bert_en.md | 14 +- ...egclf_indemnification_agreement_bert_en.md | 14 +- ...-legclf_intercreditor_agreement_bert_en.md | 6 +- ...nvestment_subadvisory_agreement_bert_en.md | 6 +- ...4-legclf_joint_filing_agreement_bert_en.md | 6 +- ...-11-24-legclf_joint_filing_agreement_en.md | 6 +- ...22-11-24-legclf_lease_agreement_bert_en.md | 14 +- ...2-11-24-legclf_letter_agreement_bert_en.md | 14 +- .../2022-11-24-legclf_letter_agreement_en.md | 14 +- ...f_limited_partnership_agreement_bert_en.md | 14 +- ...022-11-24-legclf_loan_agreement_bert_en.md | 14 +- ...11-24-legclf_note_purchase_agreement_en.md | 14 +- ...022-11-24-legclf_operating_agreement_en.md | 14 +- .../2022-11-24-legclf_rights_agreement_en.md | 14 +- ...22-11-24-legclf_separation_agreement_en.md | 14 +- ...22-11-24-legclf_settlement_agreement_en.md | 14 +- .../2022-11-24-legclf_trust_agreement_en.md | 6 +- .../2022-11-24-legclf_voting_agreement_en.md | 6 +- ...clf_loan_and_security_agreement_bert_en.md | 6 +- ...1-25-legclf_management_contract_bert_en.md | 6 +- ...5-legclf_master_lease_agreement_bert_en.md | 6 +- ...clf_master_repurchase_agreement_bert_en.md | 6 +- ...-legclf_note_purchase_agreement_bert_en.md | 6 +- ...1-25-legclf_operating_agreement_bert_en.md | 6 +- ...-legclf_participation_agreement_bert_en.md | 6 +- ...f_pledge_and_security_agreement_bert_en.md | 6 +- ...11-25-legclf_purchase_agreement_bert_en.md | 6 +- ...2-11-25-legclf_rights_agreement_bert_en.md | 6 +- ...f_securities_purchase_agreement_bert_en.md | 6 +- ...11-25-legclf_security_agreement_bert_en.md | 6 +- ...-25-legclf_separation_agreement_bert_en.md | 6 +- ...-11-25-legclf_service_agreement_bert_en.md | 6 +- ...-25-legclf_settlement_agreement_bert_en.md | 6 +- ...legclf_share_exchange_agreement_bert_en.md | 6 +- ...legclf_stock_purchase_agreement_bert_en.md | 6 +- ...25-legclf_stockholder_agreement_bert_en.md | 6 +- ...11-25-legclf_sublease_agreement_bert_en.md | 6 +- ...5-legclf_subscription_agreement_bert_en.md | 6 +- ...22-11-25-legclf_terms_agreement_bert_en.md | 6 +- ...f_transition_services_agreement_bert_en.md | 6 +- ...22-11-25-legclf_trust_agreement_bert_en.md | 6 +- ...2-11-25-legclf_voting_agreement_bert_en.md | 6 +- .../2022-11-30-legner_ronec_ro.md | 2 - .../2022-12-01-finclf_sec_filings_en.md | 6 +- ...ment_and_plan_of_reorganization_bert_en.md | 6 +- ...agreement_and_plan_of_reorganization_en.md | 6 +- ...-12-06-legclf_deposit_agreement_bert_en.md | 6 +- .../2022-12-06-legclf_deposit_agreement_en.md | 6 +- ...2-06-legclf_indemnity_agreement_bert_en.md | 6 +- ...022-12-06-legclf_indemnity_agreement_en.md | 6 +- ...f_investment_advisory_agreement_bert_en.md | 6 +- ...legclf_investment_advisory_agreement_en.md | 6 +- ...2-12-06-legclf_option_agreement_bert_en.md | 6 +- .../2022-12-06-legclf_option_agreement_en.md | 6 +- ...2-12-06-legclf_pledge_agreement_bert_en.md | 6 +- .../2022-12-06-legclf_pledge_agreement_en.md | 6 +- ...restricted_stock_unit_agreement_bert_en.md | 6 +- ...gclf_restricted_stock_unit_agreement_en.md | 6 +- ...gclf_revolving_credit_agreement_bert_en.md | 6 +- ...06-legclf_revolving_credit_agreement_en.md | 6 +- ...2-06-legclf_severance_agreement_bert_en.md | 6 +- ...022-12-06-legclf_severance_agreement_en.md | 6 +- ...6-legclf_underwriting_agreement_bert_en.md | 6 +- ...-12-06-legclf_underwriting_agreement_en.md | 6 +- ...022-12-07-legclf_business_day_clause_en.md | 6 +- ...07-legclf_demand_registration_clause_en.md | 6 +- ...clf_electronic_communications_clause_en.md | 6 +- ...12-07-legclf_entire_agreement_clause_en.md | 6 +- ...22-12-07-legclf_governing_law_clause_en.md | 6 +- ...2-07-legclf_health_and_safety_clause_en.md | 6 +- .../2022-12-07-legclf_language_clause_en.md | 6 +- ...legclf_replacement_of_lenders_clause_en.md | 6 +- ...-legclf_rules_and_regulations_clause_en.md | 6 +- ...022-12-07-legclf_ti_allowance_clause_en.md | 6 +- .../2022-12-16-legclf_notice_clause_en.md | 14 +- .../2022-12-16-legner_notice_clause_en.md | 3 +- .../2022-12-17-legre_notice_clause_xs_en.md | 25 ++-- ...1-30-finner_earning_calls_generic_sm_en.md | 76 +++++----- ...-30-finner_earning_calls_specific_sm_en.md | 94 ++++++------ .../2022-11-30-finner_financial_xlarge_en.md | 88 +++++------ .../2022-12-15-finner_contraliability_en.md | 19 +-- ...2-15-finner_earning_calls_generic_md_en.md | 55 +++---- ...-15-finner_earning_calls_specific_md_en.md | 71 ++++----- .../2022-12-18-legclf_agreement_bert_en.md | 14 +- .../2022-12-18-legclf_agreement_en.md | 14 +- ...2-12-18-legclf_applicable_law_clause_en.md | 14 +- ...gclf_confidential_information_clause_en.md | 14 +- ...22-12-18-legclf_defined_terms_clause_en.md | 14 +- ...2-18-legclf_events_of_default_clause_en.md | 14 +- ...-18-legclf_general_provisions_clause_en.md | 14 +- ...2-18-legclf_indenture_agreement_bert_en.md | 13 +- ...022-12-18-legclf_indenture_agreement_en.md | 13 +- ...-12-18-legclf_license_agreement_bert_en.md | 14 +- .../2022-12-18-legclf_license_agreement_en.md | 13 +- ...egclf_limitation_of_liability_clause_en.md | 14 +- ...ted_liability_company_agreement_bert_en.md | 14 +- ..._limited_liability_company_agreement_en.md | 13 +- ...-18-legclf_management_agreement_bert_en.md | 14 +- ...22-12-18-legclf_management_agreement_en.md | 13 +- ...f_registration_rights_agreement_bert_en.md | 13 +- ...legclf_registration_rights_agreement_en.md | 13 +- ...epresentations_and_warranties_clause_en.md | 14 +- ...and_warranties_of_the_company_clause_en.md | 14 +- ...8-legclf_stock_option_agreement_bert_en.md | 14 +- ...-12-18-legclf_stock_option_agreement_en.md | 13 +- ...8-legclf_sub_advisory_agreement_bert_en.md | 14 +- ...-12-18-legclf_sub_advisory_agreement_en.md | 13 +- ...legclf_successors_and_assigns_clause_en.md | 13 +- ...upplemental_indenture_agreement_bert_en.md | 14 +- ...clf_supplemental_indenture_agreement_en.md | 13 +- .../2022-12-18-legclf_survival_clause_en.md | 14 +- ...-12-18-legclf_warrant_agreement_bert_en.md | 14 +- .../2022-12-18-legclf_warrant_agreement_en.md | 13 +- .../2021-12-14-distilbert_uncased_te.md | 2 +- .../2022-10-17-legner_confidentiality_en.md | 8 +- .../2022-10-17-legner_warranty_en.md | 6 +- .../2022-10-18-legre_confidentiality_en.md | 12 +- .../gadde5300/2022-10-19-legre_warranty_en.md | 12 +- .../2022-11-09-legre_confidentiality_md_en.md | 17 +-- .../2022-11-09-legre_grants_md_en.md | 17 +-- ...2022-11-09-legre_indemnifications_md_en.md | 17 +-- .../2022-11-09-legre_whereas_md_en.md | 17 +-- ...2-11-10-finclf_indian_news_sentiment_en.md | 13 +- ...-finclf_indian_news_sentiment_medium_en.md | 14 +- ...-11-10-legclf_contribution_agreement_en.md | 13 +- ...022-11-10-legclf_custodian_agreement_en.md | 15 +- ...2022-11-10-legclf_exchange_agreement_en.md | 15 +- ...egclf_general_distribution_agreement_en.md | 14 +- ...022-11-10-legclf_guarantee_agreement_en.md | 13 +- ...11-10-legclf_intercreditor_agreement_en.md | 15 +- .../2022-11-10-legclf_judgement_de.md | 13 +- .../2022-11-10-legclf_judgement_medium_de.md | 12 +- ...0-legclf_master_repurchase_agreement_en.md | 14 +- ...legclf_pledge_and_security_agreement_en.md | 14 +- ...1-10-legclf_share_exchange_agreement_en.md | 14 +- .../2022-11-10-legclf_terms_agreement_en.md | 13 +- ...5-legclf_additional_covenants_clause_en.md | 14 +- ...-11-25-legclf_bulletin_boards_clause_en.md | 13 +- .../2022-11-25-legclf_conversion_clause_en.md | 14 +- ...25-legclf_delays_or_omissions_clause_en.md | 14 +- .../2022-11-25-legclf_escrow_clause_en.md | 14 +- ...11-25-legclf_exclusive_remedy_clause_en.md | 14 +- ...enses_indemnity_damage_waiver_clause_en.md | 13 +- ...-11-25-legclf_expiration_date_clause_en.md | 14 +- .../2022-11-25-legclf_formation_clause_en.md | 14 +- ...25-legclf_hazardous_materials_clause_en.md | 13 +- ...indemnification_and_insurance_clause_en.md | 14 +- ...11-25-legclf_leave_of_absence_clause_en.md | 14 +- .../2022-11-25-legclf_limitation_clause_en.md | 14 +- ...1-25-legclf_non_contravention_clause_en.md | 14 +- .../2022-11-25-legclf_ofac_clause_en.md | 14 +- ...25-legclf_opinions_of_counsel_clause_en.md | 14 +- ...1-25-legclf_other_definitions_clause_en.md | 14 +- ...22-11-25-legclf_paid_holidays_clause_en.md | 14 +- .../2022-11-25-legclf_prepayment_clause_en.md | 14 +- .../2022-11-25-legclf_register_clause_en.md | 14 +- ...022-11-25-legclf_risk_of_loss_clause_en.md | 14 +- ...2-11-25-legclf_subcontracting_clause_en.md | 14 +- ...-25-legclf_third_party_rights_clause_en.md | 14 +- .../2022-11-25-legclf_vacancies_clause_en.md | 14 +- ...25-legclf_w_i_t_n_e_s_s_e_t_h_clause_en.md | 14 +- ...022-11-26-longformer_legal_base_8192_es.md | 1 + ...-30-finner_german_financial_entities_de.md | 3 +- ...2-12-05-legclf_eminent_domain_clause_en.md | 11 +- ...22-12-05-legclf_erisa_reports_clause_en.md | 11 +- .../2022-12-05-legclf_injury_pay_clause_en.md | 10 +- ...05-legclf_no_appraisal_rights_clause_en.md | 11 +- ...f_interest_defaulted_interest_clause_en.md | 12 +- ...-legclf_principal_underwriter_clause_en.md | 13 +- ...gclf_retention_of_sub_adviser_clause_en.md | 11 +- ...22-12-05-legclf_right_to_cure_clause_en.md | 14 +- .../2022-12-05-legclf_sick_days_clause_en.md | 13 +- ...-legclf_successor_to_the_bank_clause_en.md | 11 +- ...sbert_chinese_qmc_finance_v1_distill_zh.md | 1 + ...ministrative_services_agreement_bert_en.md | 12 +- ...lf_administrative_services_agreement_en.md | 12 +- ...legclf_aircraft_lease_agreement_bert_en.md | 12 +- ...2-09-legclf_aircraft_lease_agreement_en.md | 10 +- ...-12-09-legclf_custody_agreement_bert_en.md | 12 +- .../2022-12-09-legclf_custody_agreement_en.md | 12 +- ...lf_expense_limitation_agreement_bert_en.md | 12 +- ...-legclf_expense_limitation_agreement_en.md | 12 +- ...-12-09-legclf_joinder_agreement_bert_en.md | 12 +- .../2022-12-09-legclf_joinder_agreement_en.md | 12 +- ...lf_plan_and_agreement_of_merger_bert_en.md | 12 +- ...-legclf_plan_and_agreement_of_merger_en.md | 12 +- ...egclf_reference_trust_agreement_bert_en.md | 12 +- ...-09-legclf_reference_trust_agreement_en.md | 12 +- ...gclf_restricted_stock_agreement_bert_en.md | 12 +- ...09-legclf_restricted_stock_agreement_en.md | 12 +- ...legclf_share_purchase_agreement_bert_en.md | 12 +- ...2-09-legclf_share_purchase_agreement_en.md | 12 +- ...09-legclf_subadvisory_agreement_bert_en.md | 12 +- ...2-12-09-legclf_subadvisory_agreement_en.md | 16 +- ..._portuguese_cased_legal_mlm_sts_v0.1_pt.md | 1 + ...022-12-14-finner_10q_xlbr_md_subset1_en.md | 4 +- ...022-12-14-finner_10q_xlbr_md_subset2_en.md | 2 +- ...022-12-14-finner_10q_xlbr_md_subset3_en.md | 4 +- ...22-12-15-finner_10q_xlbr_md_subset11_en.md | 1 + ...22-12-15-finner_10q_xlbr_md_subset12_en.md | 2 +- ...022-12-15-finner_10q_xlbr_md_subset4_en.md | 2 +- ...022-12-15-finner_10q_xlbr_md_subset5_en.md | 2 +- ...022-12-15-finner_10q_xlbr_md_subset6_en.md | 4 +- ...022-12-15-finner_10q_xlbr_md_subset7_en.md | 2 +- ...022-12-15-finner_10q_xlbr_md_subset8_en.md | 4 +- ...022-12-15-finner_10q_xlbr_md_subset9_en.md | 4 +- .../2022-10-15-finre_has_ticker_en.md | 9 +- ...-10-legclf_agreement_and_declaration_en.md | 13 +- .../2022-11-10-legclf_control_agreement_en.md | 12 +- ...legclf_equity_distribution_agreement_en.md | 15 +- ...0-legclf_exclusive_license_agreement_en.md | 15 +- ...clf_investment_subadvisory_agreement_en.md | 15 +- ...legclf_limited_partnership_agreement_en.md | 15 +- ...-11-10-legclf_master_lease_agreement_en.md | 15 +- ...2-11-10-legclf_stockholder_agreement_en.md | 14 +- ...2022-11-10-legclf_sublease_agreement_en.md | 15 +- ...legclf_transition_services_agreement_en.md | 15 +- .../2022-04-05-re_zeroshot_biobert_en_3_0.md | 141 ++++++++---------- ...022-08-09-finclf_bank_complaints_en_3_2.md | 2 +- .../2022-08-09-legclf_conventions_en_3_2.md | 2 +- .../2022-08-09-legclf_human_rights_en_3_2.md | 2 +- .../2022-08-10-finclf_business_item_en_3_2.md | 2 +- ...-finclf_controls_procedures_item_en_3_2.md | 2 +- .../2022-08-10-finclf_equity_item_en_3_2.md | 2 +- ...clf_executives_compensation_item_en_3_2.md | 2 +- ...022-08-10-finclf_executives_item_en_3_2.md | 2 +- .../2022-08-10-finclf_exhibits_item_en_3_2.md | 2 +- ...finclf_financial_conditions_item_en_3_2.md | 2 +- ...finclf_financial_statements_item_en_3_2.md | 2 +- ...-10-finclf_form_10k_summary_item_en_3_2.md | 2 +- ...10-finclf_legal_proceedings_item_en_3_2.md | 2 +- ...22-08-10-finclf_market_risk_item_en_3_2.md | 2 +- ...022-08-10-finclf_properties_item_en_3_2.md | 2 +- ...2-08-10-finclf_risk_factors_item_en_3_2.md | 2 +- ...0-finclf_security_ownership_item_en_3_2.md | 2 +- ...bsence_of_certain_changes_clause_en_3_2.md | 2 +- ...08-10-legclf_acceleration_clause_en_3_2.md | 2 +- .../2022-08-10-legclf_access_clause_en_3_2.md | 2 +- ...0-legclf_accounting_terms_clause_en_3_2.md | 2 +- ...-08-10-legclf_adjustments_clause_en_3_2.md | 2 +- ...2-08-10-legclf_agreements_clause_en_3_2.md | 2 +- ...2-08-10-legclf_amendments_clause_en_3_2.md | 2 +- ...f_application_of_proceeds_clause_en_3_2.md | 2 +- ...-08-10-legclf_appointment_clause_en_3_2.md | 2 +- ...22-08-10-legclf_approvals_clause_en_3_2.md | 2 +- ...-08-10-legclf_arbitration_clause_en_3_2.md | 2 +- ...-08-10-legclf_assignments_clause_en_3_2.md | 2 +- ...22-08-10-legclf_authority_clause_en_3_2.md | 2 +- ...8-10-legclf_authorization_clause_en_3_2.md | 2 +- ...08-10-legclf_auto_renewal_clause_en_3_2.md | 2 +- ...2-08-10-legclf_background_clause_en_3_2.md | 2 +- ...8-10-legclf_bank_accounts_clause_en_3_2.md | 2 +- ...2-08-10-legclf_bankruptcy_clause_en_3_2.md | 2 +- ...-08-10-legclf_base_salary_clause_en_3_2.md | 2 +- ...022-08-10-legclf_benefits_clause_en_3_2.md | 2 +- ...-legclf_bereavement_leave_clause_en_3_2.md | 2 +- ...-10-legclf_binding_effect_clause_en_3_2.md | 2 +- .../2022-08-10-legclf_bonus_clause_en_3_2.md | 2 +- ...-legclf_books_and_records_clause_en_3_2.md | 2 +- ...2022-08-10-legclf_brokers_clause_en_3_2.md | 2 +- ...08-10-legclf_cancellation_clause_en_3_2.md | 2 +- ...-10-legclf_capitalization_clause_en_3_2.md | 2 +- ...022-08-10-legclf_captions_clause_en_3_2.md | 2 +- .../2022-08-10-legclf_cause_clause_en_3_2.md | 2 +- ...egclf_certain_definitions_clause_en_3_2.md | 2 +- ...08-10-legclf_certificates_clause_en_3_2.md | 2 +- ...-legclf_change_in_control_clause_en_3_2.md | 2 +- ...-legclf_change_of_control_clause_en_3_2.md | 2 +- ...2022-08-10-legclf_closing_clause_en_3_2.md | 2 +- ...2-08-10-legclf_collateral_clause_en_3_2.md | 2 +- ...compensation_and_benefits_clause_en_3_2.md | 2 +- ...08-10-legclf_compensation_clause_en_3_2.md | 2 +- ...2-08-10-legclf_compliance_clause_en_3_2.md | 2 +- ...gclf_compliance_with_laws_clause_en_3_2.md | 2 +- ...08-10-legclf_condemnation_clause_en_3_2.md | 2 +- ...2-08-10-legclf_conditions_clause_en_3_2.md | 2 +- ...nditions_to_effectiveness_clause_en_3_2.md | 2 +- ...egclf_conduct_of_business_clause_en_3_2.md | 2 +- ...08-10-legclf_confidential_clause_en_3_2.md | 2 +- ...gclf_conflict_of_interest_clause_en_3_2.md | 2 +- ...022-08-10-legclf_consents_clause_en_3_2.md | 2 +- ...8-10-legclf_consideration_clause_en_3_2.md | 2 +- ...08-10-legclf_construction_clause_en_3_2.md | 2 +- ...22-08-10-legclf_contracts_clause_en_3_2.md | 2 +- ...08-10-legclf_contribution_clause_en_3_2.md | 2 +- ...-08-10-legclf_cooperation_clause_en_3_2.md | 2 +- ...egclf_corporate_existence_clause_en_3_2.md | 2 +- .../2022-08-10-legclf_costs_clause_en_3_2.md | 2 +- ...08-10-legclf_counterparts_clause_en_3_2.md | 2 +- ...22-08-10-legclf_covenants_clause_en_3_2.md | 2 +- ...022-08-10-legclf_currency_clause_en_3_2.md | 2 +- .../2022-08-10-legclf_death_clause_en_3_2.md | 2 +- ...clf_defaults_and_remedies_clause_en_3_2.md | 2 +- ...022-08-10-legclf_defaults_clause_en_3_2.md | 2 +- ...itions_and_interpretation_clause_en_3_2.md | 2 +- ...-08-10-legclf_definitions_clause_en_3_2.md | 2 +- ...gclf_delegation_of_duties_clause_en_3_2.md | 2 +- ...022-08-10-legclf_delivery_clause_en_3_2.md | 2 +- ...2-08-10-legclf_disability_clause_en_3_2.md | 2 +- ...2-08-10-legclf_disclaimer_clause_en_3_2.md | 2 +- ...2-08-10-legclf_disclosure_clause_en_3_2.md | 2 +- ...legclf_dispute_resolution_clause_en_3_2.md | 2 +- ...022-08-10-legclf_disputes_clause_en_3_2.md | 2 +- ...-08-10-legclf_dissolution_clause_en_3_2.md | 2 +- ...8-10-legclf_distributions_clause_en_3_2.md | 2 +- ...22-08-10-legclf_dividends_clause_en_3_2.md | 2 +- ...22-08-10-legclf_documents_clause_en_3_2.md | 2 +- ..._duration_and_termination_clause_en_3_2.md | 2 +- ...022-08-10-legclf_duration_clause_en_3_2.md | 2 +- .../2022-08-10-legclf_duties_clause_en_3_2.md | 2 +- ...-10-legclf_effective_date_clause_en_3_2.md | 2 +- ...8-10-legclf_effectiveness_clause_en_3_2.md | 2 +- ...22-08-10-legclf_employees_clause_en_3_2.md | 2 +- ...2-08-10-legclf_employment_clause_en_3_2.md | 2 +- .../2022-08-10-legclf_erisa_clause_en_3_2.md | 2 +- ...2-08-10-legclf_exceptions_clause_en_3_2.md | 2 +- ...2-08-10-legclf_exclusions_clause_en_3_2.md | 2 +- ...-08-10-legclf_exclusivity_clause_en_3_2.md | 2 +- ...22-08-10-legclf_execution_clause_en_3_2.md | 2 +- ...execution_in_counterparts_clause_en_3_2.md | 2 +- ...legclf_exercise_of_option_clause_en_3_2.md | 2 +- ...022-08-10-legclf_exhibits_clause_en_3_2.md | 2 +- ...022-08-10-legclf_expenses_clause_en_3_2.md | 2 +- .../2022-08-10-legclf_fees_clause_en_3_2.md | 2 +- ...clf_financial_information_clause_en_3_2.md | 2 +- ...gclf_financial_statements_clause_en_3_2.md | 2 +- ...-08-10-legclf_fiscal_year_clause_en_3_2.md | 2 +- ...8-10-legclf_force_majeure_clause_en_3_2.md | 2 +- ...-legclf_fractional_shares_clause_en_3_2.md | 2 +- ...10-legclf_full_disclosure_clause_en_3_2.md | 2 +- ...legclf_further_assurances_clause_en_3_2.md | 2 +- ...2022-08-10-legclf_general_clause_en_3_2.md | 2 +- ...-08-10-legclf_good_reason_clause_en_3_2.md | 2 +- ...10-legclf_grant_of_option_clause_en_3_2.md | 2 +- ...rant_of_security_interest_clause_en_3_2.md | 2 +- ...22-08-10-legclf_guarantee_clause_en_3_2.md | 2 +- ...022-08-10-legclf_headings_clause_en_3_2.md | 2 +- ...022-08-10-legclf_holidays_clause_en_3_2.md | 2 +- ...2-08-10-legclf_illegality_clause_en_3_2.md | 2 +- ...legclf_in_witness_whereof_clause_en_3_2.md | 2 +- ...10-legclf_increased_costs_clause_en_3_2.md | 2 +- ...08-10-legclf_indebtedness_clause_en_3_2.md | 2 +- ...nification_by_the_company_clause_en_3_2.md | 2 +- ...10-legclf_indemnification_clause_en_3_2.md | 2 +- ...22-08-10-legclf_indemnity_clause_en_3_2.md | 2 +- ...lf_independent_contractor_clause_en_3_2.md | 2 +- ...-08-10-legclf_information_clause_en_3_2.md | 2 +- ...-legclf_injunctive_relief_clause_en_3_2.md | 2 +- ...2-08-10-legclf_insolvency_clause_en_3_2.md | 2 +- ...2-08-10-legclf_inspection_clause_en_3_2.md | 2 +- ...22-08-10-legclf_insurance_clause_en_3_2.md | 2 +- ...clf_intellectual_property_clause_en_3_2.md | 2 +- ...022-08-10-legclf_interest_clause_en_3_2.md | 2 +- ...-10-legclf_interpretation_clause_en_3_2.md | 2 +- ...08-10-legclf_introduction_clause_en_3_2.md | 2 +- ...legclf_investment_company_clause_en_3_2.md | 2 +- ...-08-10-legclf_investments_clause_en_3_2.md | 2 +- ...22-08-10-legclf_judgments_clause_en_3_2.md | 2 +- ...08-10-legclf_jurisdiction_clause_en_3_2.md | 2 +- ...8-10-legclf_labor_matters_clause_en_3_2.md | 2 +- .../2022-08-10-legclf_laws_clause_en_3_2.md | 2 +- ...-legclf_legal_proceedings_clause_en_3_2.md | 2 +- ...2022-08-10-legclf_legends_clause_en_3_2.md | 2 +- ...-legclf_letters_of_credit_clause_en_3_2.md | 2 +- ...-08-10-legclf_liabilities_clause_en_3_2.md | 2 +- ...22-08-10-legclf_liability_clause_en_3_2.md | 2 +- ...022-08-10-legclf_licenses_clause_en_3_2.md | 2 +- .../2022-08-10-legclf_liens_clause_en_3_2.md | 2 +- ...-08-10-legclf_limitations_clause_en_3_2.md | 2 +- ...2022-08-10-legclf_listing_clause_en_3_2.md | 2 +- ...2-08-10-legclf_litigation_clause_en_3_2.md | 2 +- .../2022-08-10-legclf_loans_clause_en_3_2.md | 2 +- ...-08-10-legclf_maintenance_clause_en_3_2.md | 2 +- ...2-08-10-legclf_management_clause_en_3_2.md | 2 +- ...22-08-10-legclf_marketing_clause_en_3_2.md | 2 +- ...legclf_material_contracts_clause_en_3_2.md | 2 +- ...022-08-10-legclf_meetings_clause_en_3_2.md | 2 +- .../2022-08-10-legclf_merger_clause_en_3_2.md | 2 +- ...8-10-legclf_miscellaneous_clause_en_3_2.md | 2 +- ...f_modification_and_waiver_clause_en_3_2.md | 2 +- .../2022-08-10-legclf_name_clause_en_3_2.md | 2 +- ...legclf_negative_covenants_clause_en_3_2.md | 2 +- ...8-10-legclf_no_assignment_clause_en_3_2.md | 2 +- ...08-10-legclf_no_conflicts_clause_en_3_2.md | 2 +- ...2-08-10-legclf_no_default_clause_en_3_2.md | 2 +- ...o_material_adverse_change_clause_en_3_2.md | 2 +- ...10-legclf_no_solicitation_clause_en_3_2.md | 2 +- ...lf_no_strict_construction_clause_en_3_2.md | 2 +- ...third_party_beneficiaries_clause_en_3_2.md | 2 +- ...08-10-legclf_no_violation_clause_en_3_2.md | 2 +- ...22-08-10-legclf_no_waiver_clause_en_3_2.md | 2 +- ...10-legclf_non_competition_clause_en_3_2.md | 2 +- ...legclf_non_discrimination_clause_en_3_2.md | 2 +- ...-legclf_non_disparagement_clause_en_3_2.md | 2 +- ...0-legclf_non_solicitation_clause_en_3_2.md | 2 +- ...2022-08-10-legclf_notices_clause_en_3_2.md | 2 +- ...08-10-legclf_notification_clause_en_3_2.md | 2 +- ...8-10-legclf_now_therefore_clause_en_3_2.md | 2 +- ...gclf_obligations_absolute_clause_en_3_2.md | 2 +- ...gclf_officers_certificate_clause_en_3_2.md | 2 +- ...022-08-10-legclf_officers_clause_en_3_2.md | 2 +- ...0-legclf_optional_renewal_clause_en_3_2.md | 2 +- ...08-10-legclf_organization_clause_en_3_2.md | 2 +- ...-10-legclf_other_benefits_clause_en_3_2.md | 2 +- ...-10-legclf_other_remedies_clause_en_3_2.md | 2 +- ...22-08-10-legclf_ownership_clause_en_3_2.md | 2 +- ...2022-08-10-legclf_parking_clause_en_3_2.md | 2 +- ...legclf_partial_invalidity_clause_en_3_2.md | 2 +- ...-10-legclf_participations_clause_en_3_2.md | 2 +- ...2022-08-10-legclf_parties_clause_en_3_2.md | 2 +- ...egclf_parties_in_interest_clause_en_3_2.md | 2 +- ...022-08-10-legclf_payments_clause_en_3_2.md | 2 +- ...-08-10-legclf_performance_clause_en_3_2.md | 2 +- ...2022-08-10-legclf_permits_clause_en_3_2.md | 2 +- ...2022-08-10-legclf_persons_clause_en_3_2.md | 2 +- ...egclf_position_and_duties_clause_en_3_2.md | 2 +- .../2022-08-10-legclf_powers_clause_en_3_2.md | 2 +- ...022-08-10-legclf_preamble_clause_en_3_2.md | 2 +- ...2-08-10-legclf_procedures_clause_en_3_2.md | 2 +- ...legclf_proprietary_rights_clause_en_3_2.md | 2 +- ...2-08-10-legclf_provisions_clause_en_3_2.md | 2 +- ...gclf_public_announcements_clause_en_3_2.md | 2 +- ...22-08-10-legclf_publicity_clause_en_3_2.md | 2 +- ...-legclf_purchase_and_sale_clause_en_3_2.md | 2 +- ...-10-legclf_purchase_price_clause_en_3_2.md | 2 +- ...2022-08-10-legclf_purpose_clause_en_3_2.md | 2 +- ...8-10-legclf_real_property_clause_en_3_2.md | 2 +- ...022-08-10-legclf_recitals_clause_en_3_2.md | 2 +- ...-08-10-legclf_recognition_clause_en_3_2.md | 2 +- ...2022-08-10-legclf_records_clause_en_3_2.md | 2 +- ...2-08-10-legclf_redemption_clause_en_3_2.md | 2 +- ...08-10-legclf_registration_clause_en_3_2.md | 2 +- ...clf_registration_expenses_clause_en_3_2.md | 2 +- ...egclf_registration_rights_clause_en_3_2.md | 2 +- ...-10-legclf_reimbursements_clause_en_3_2.md | 2 +- ...8-10-legclf_reinstatement_clause_en_3_2.md | 2 +- ...lationship_of_the_parties_clause_en_3_2.md | 2 +- ...2022-08-10-legclf_release_clause_en_3_2.md | 2 +- ...022-08-10-legclf_reliance_clause_en_3_2.md | 2 +- ...022-08-10-legclf_remedies_clause_en_3_2.md | 2 +- ...egclf_remedies_cumulative_clause_en_3_2.md | 2 +- .../2022-08-10-legclf_rent_clause_en_3_2.md | 2 +- ...22-08-10-legclf_reporting_clause_en_3_2.md | 2 +- ...2022-08-10-legclf_reports_clause_en_3_2.md | 2 +- ...10-legclf_representations_clause_en_3_2.md | 2 +- ...-08-10-legclf_resignation_clause_en_3_2.md | 2 +- ...08-10-legclf_restrictions_clause_en_3_2.md | 2 +- ..._restrictions_on_transfer_clause_en_3_2.md | 2 +- ...10-legclf_right_of_setoff_clause_en_3_2.md | 2 +- ...clf_rules_of_construction_clause_en_3_2.md | 2 +- .../2022-08-10-legclf_salary_clause_en_3_2.md | 2 +- .../2022-08-10-legclf_scope_clause_en_3_2.md | 2 +- ...0-legclf_section_headings_clause_en_3_2.md | 2 +- ...022-08-10-legclf_security_clause_en_3_2.md | 2 +- ...-legclf_security_interest_clause_en_3_2.md | 2 +- ...22-08-10-legclf_seniority_clause_en_3_2.md | 2 +- ...022-08-10-legclf_services_clause_en_3_2.md | 2 +- ...2022-08-10-legclf_set_off_clause_en_3_2.md | 2 +- ...08-10-legclf_severability_clause_en_3_2.md | 2 +- ...22-08-10-legclf_severance_clause_en_3_2.md | 2 +- ...2-08-10-legclf_sick_leave_clause_en_3_2.md | 2 +- ...022-08-10-legclf_solvency_clause_en_3_2.md | 2 +- ...s_and_conditions_of_trust_clause_en_3_2.md | 2 +- ...gclf_specific_performance_clause_en_3_2.md | 2 +- ...0-legclf_standard_of_care_clause_en_3_2.md | 2 +- ...s_and_conditions_of_trust_clause_en_3_2.md | 2 +- ...8-10-legclf_stock_options_clause_en_3_2.md | 2 +- ...8-10-legclf_subordination_clause_en_3_2.md | 2 +- ...-08-10-legclf_subrogation_clause_en_3_2.md | 2 +- ...08-10-legclf_subsidiaries_clause_en_3_2.md | 2 +- ...2-08-10-legclf_successors_clause_en_3_2.md | 2 +- ...2022-08-10-legclf_support_clause_en_3_2.md | 2 +- ...-08-10-legclf_tax_returns_clause_en_3_2.md | 2 +- ...10-legclf_tax_withholding_clause_en_3_2.md | 2 +- .../2022-08-10-legclf_taxes_clause_en_3_2.md | 2 +- ...gclf_term_and_termination_clause_en_3_2.md | 2 +- ...legclf_term_of_employment_clause_en_3_2.md | 6 +- ...-08-10-legclf_termination_clause_en_3_2.md | 2 +- ..._termination_of_agreement_clause_en_3_2.md | 6 +- ...termination_of_employment_clause_en_3_2.md | 2 +- .../2022-08-10-legclf_terms_clause_en_3_2.md | 2 +- ...-08-10-legclf_the_closing_clause_en_3_2.md | 2 +- ...2-08-10-legclf_the_merger_clause_en_3_2.md | 2 +- ...22-08-10-legclf_therefore_clause_en_3_2.md | 6 +- ...third_party_beneficiaries_clause_en_3_2.md | 2 +- .../2022-08-10-legclf_time_clause_en_3_2.md | 2 +- .../2022-08-10-legclf_title_clause_en_3_2.md | 2 +- ...nsactions_with_affiliates_clause_en_3_2.md | 2 +- ...022-08-10-legclf_transfer_clause_en_3_2.md | 2 +- ...22-08-10-legclf_transfers_clause_en_3_2.md | 2 +- ..._may_file_proofs_of_claim_clause_en_3_2.md | 2 +- ...clf_undertaking_for_costs_clause_en_3_2.md | 2 +- ...10-legclf_usa_patriot_act_clause_en_3_2.md | 2 +- .../2022-08-10-legclf_use_clause_en_3_2.md | 2 +- ...10-legclf_use_of_proceeds_clause_en_3_2.md | 2 +- ...22-08-10-legclf_utilities_clause_en_3_2.md | 2 +- ...022-08-10-legclf_vacation_clause_en_3_2.md | 2 +- ...022-08-10-legclf_validity_clause_en_3_2.md | 2 +- ...2022-08-10-legclf_vesting_clause_en_3_2.md | 2 +- .../2022-08-10-legclf_voting_clause_en_3_2.md | 2 +- ...gclf_waiver_of_jury_trial_clause_en_3_2.md | 2 +- ...2022-08-10-legclf_waivers_clause_en_3_2.md | 2 +- ...022-08-10-legclf_warranty_clause_en_3_2.md | 2 +- ...2022-08-10-legclf_whereas_clause_en_3_2.md | 2 +- ...2-08-10-legclf_witnesseth_clause_en_3_2.md | 2 +- .../2022-09-06-finclf_augmented_esg_en.md | 2 +- .../2022-09-06-finclf_bert_fls_en.md | 2 +- .../2022-09-06-finclf_esg_en.md | 2 +- ...0-legclf_cuad_confidentiality_clause_en.md | 2 +- ...09-20-legclf_cuad_obligations_clause_en.md | 2 +- ...022-09-20-legclf_cuad_whereas_clause_en.md | 2 +- ...-legclf_cuad_indemnifications_clause_en.md | 2 +- ...22-09-27-legclf_cuad_licenses_clause_en.md | 2 +- ...2-09-28-legclf_enforceability_clause_en.md | 2 +- ...2022-09-28-legclf_enforcement_clause_en.md | 2 +- ...-legclf_environmental_matters_clause_en.md | 2 +- ...22-10-18-legclf_cuad_warranty_clause_en.md | 2 +- ...10-22-finclf_bert_sentiment_analysis_lt.md | 2 +- ...22-10-24-legclf_consulting_agreement_en.md | 2 +- .../2022-10-24-legclf_credit_agreement_en.md | 2 +- ...22-10-24-legclf_employment_agreement_en.md | 2 +- .../2022-10-24-legclf_lease_agreement_en.md | 2 +- .../2022-10-24-legclf_loan_agreement_en.md | 2 +- ...022-10-24-legclf_management_contract_en.md | 2 +- ...2022-10-24-legclf_purchase_agreement_en.md | 2 +- .../2022-10-24-legclf_service_agreement_en.md | 2 +- .../2022-11-03-finclf_acquisitions_item_en.md | 11 +- ...22-11-03-finclf_work_experience_item_en.md | 15 +- ...11-09-legclf_cuad_termination_clause_en.md | 2 +- ...-16-legclf_employee_benefit_plans_md_en.md | 11 +- ...-11-16-legclf_grievance_procedure_md_en.md | 12 +- ..._indemnification_and_contribution_md_en.md | 12 +- ...2022-11-16-legclf_indemnification_md_en.md | 11 +- ...22-11-16-legclf_method_of_payment_md_en.md | 12 +- ...22-11-16-legclf_power_of_attorney_md_en.md | 12 +- .../2022-11-16-legclf_termination_md_en.md | 11 +- .../2022-11-16-legclf_whereas_md_en.md | 11 +- ...022-11-17-legclf_cuad_signers_clause_en.md | 5 +- ...022-11-17-legclf_introduction_clause_en.md | 6 +- .../2022-11-21-legclf_dates_sm_en.md | 9 +- ...2022-11-24-finclf_earning_broker_10k_en.md | 4 +- ...8-legclf_cuad_confidentiality_clause_en.md | 3 +- .../2022-12-16-legner_sigma_absa_people_en.md | 12 +- 577 files changed, 1772 insertions(+), 2277 deletions(-) diff --git a/docs/_posts/bunyamin-polat/2022-10-25-legner_indian_court_judgement_en.md b/docs/_posts/bunyamin-polat/2022-10-25-legner_indian_court_judgement_en.md index e88cc77609d910..e36804d2c54903 100644 --- a/docs/_posts/bunyamin-polat/2022-10-25-legner_indian_court_judgement_en.md +++ b/docs/_posts/bunyamin-polat/2022-10-25-legner_indian_court_judgement_en.md @@ -166,22 +166,21 @@ Training data is available [here](https://github.com/Legal-NLP-EkStep/legal_NER# ## Benchmarking ```bash -| label | precision | recall | f1-score | support | -|--------------|-----------|--------|----------|---------| -| CASE_NUMBER | 0.83 | 0.80 | 0.82 | 112 | -| COURT | 0.92 | 0.94 | 0.93 | 140 | -| DATE | 0.97 | 0.97 | 0.97 | 204 | -| GPE | 0.81 | 0.75 | 0.78 | 95 | -| JUDGE | 0.84 | 0.86 | 0.85 | 57 | -| ORG | 0.75 | 0.76 | 0.76 | 131 | -| OTHER_PERSON | 0.83 | 0.90 | 0.86 | 241 | -| PETITIONER | 0.76 | 0.61 | 0.68 | 36 | -| PRECEDENT | 0.84 | 0.84 | 0.84 | 127 | -| PROVISION | 0.90 | 0.94 | 0.92 | 220 | -| RESPONDENT | 0.64 | 0.70 | 0.67 | 23 | -| STATUTE | 0.92 | 0.96 | 0.94 | 157 | -| WITNESS | 0.93 | 0.78 | 0.85 | 87 | -| micro-avg | 0.87 | 0.87 | 0.87 | 1630 | -| macro-avg | 0.84 | 0.83 | 0.83 | 1630 | -| weighted-avg | 0.87 | 0.87 | 0.87 | 1630 | +label precision recall f1-score support +CASE_NUMBER 0.83 0.80 0.82 112 +COURT 0.92 0.94 0.93 140 +DATE 0.97 0.97 0.97 204 +GPE 0.81 0.75 0.78 95 +JUDGE 0.84 0.86 0.85 57 +ORG 0.75 0.76 0.76 131 +OTHER_PERSON 0.83 0.90 0.86 241 +PETITIONER 0.76 0.61 0.68 36 +PRECEDENT 0.84 0.84 0.84 127 +PROVISION 0.90 0.94 0.92 220 +RESPONDENT 0.64 0.70 0.67 23 +STATUTE 0.92 0.96 0.94 157 +WITNESS 0.93 0.78 0.85 87 +micro-avg 0.87 0.87 0.87 1630 +macro-avg 0.84 0.83 0.83 1630 +weighted-avg 0.87 0.87 0.87 1630 ``` diff --git a/docs/_posts/bunyamin-polat/2022-10-25-legner_indian_court_preamble_en.md b/docs/_posts/bunyamin-polat/2022-10-25-legner_indian_court_preamble_en.md index c0c61da46c8807..5881d0fbee3bb0 100644 --- a/docs/_posts/bunyamin-polat/2022-10-25-legner_indian_court_preamble_en.md +++ b/docs/_posts/bunyamin-polat/2022-10-25-legner_indian_court_preamble_en.md @@ -219,14 +219,13 @@ Training data is available [here](https://github.com/Legal-NLP-EkStep/legal_NER# ## Benchmarking ```bash -| label | precision | recall | f1-score | support | -|--------------|-----------|--------|----------|---------| -| COURT | 0.92 | 0.91 | 0.91 | 109 | -| JUDGE | 0.96 | 0.92 | 0.94 | 168 | -| LAWYER | 0.94 | 0.93 | 0.94 | 377 | -| PETITIONER | 0.76 | 0.77 | 0.76 | 269 | -| RESPONDENT | 0.78 | 0.80 | 0.79 | 356 | -| micro-avg | 0.86 | 0.86 | 0.86 | 1279 | -| macro-avg | 0.87 | 0.86 | 0.87 | 1279 | -| weighted-avg | 0.86 | 0.86 | 0.86 | 1279 | +label precision recall f1-score support +COURT 0.92 0.91 0.91 109 +JUDGE 0.96 0.92 0.94 168 +LAWYER 0.94 0.93 0.94 377 +PETITIONER 0.76 0.77 0.76 269 +RESPONDENT 0.78 0.80 0.79 356 +micro-avg 0.86 0.86 0.86 1279 +macro-avg 0.87 0.86 0.87 1279 +weighted-avg 0.86 0.86 0.86 1279 ``` diff --git a/docs/_posts/bunyamin-polat/2022-10-27-legclf_bert_swiss_judgements_de.md b/docs/_posts/bunyamin-polat/2022-10-27-legclf_bert_swiss_judgements_de.md index 788f29236de6fc..28c40bc996f6cc 100644 --- a/docs/_posts/bunyamin-polat/2022-10-27-legclf_bert_swiss_judgements_de.md +++ b/docs/_posts/bunyamin-polat/2022-10-27-legclf_bert_swiss_judgements_de.md @@ -97,15 +97,14 @@ Training data is available [here](https://zenodo.org/record/7109926#.Y1gJwexBw8E ## Benchmarking ```bash -| label | precision | recall | f1-score | support | -|---------------|-----------|--------|----------|---------| -| civil-law | 0.93 | 0.96 | 0.94 | 809 | -| insurance-law | 0.92 | 0.94 | 0.93 | 357 | -| other | 0.76 | 0.70 | 0.73 | 23 | -| penal-law | 0.97 | 0.95 | 0.96 | 913 | -| public-law | 0.94 | 0.94 | 0.94 | 1048 | -| social-law | 0.97 | 0.95 | 0.96 | 719 | -| accuracy | - | - | 0.95 | 3869 | -| macro-avg | 0.92 | 0.91 | 0.91 | 3869 | -| weighted-avg | 0.95 | 0.95 | 0.95 | 3869 | +label precision recall f1-score support +civil-law 0.93 0.96 0.94 809 +insurance-law 0.92 0.94 0.93 357 +other 0.76 0.70 0.73 23 +penal-law 0.97 0.95 0.96 913 +public-law 0.94 0.94 0.94 1048 +social-law 0.97 0.95 0.96 719 +accuracy - - 0.95 3869 +macro-avg 0.92 0.91 0.91 3869 +weighted-avg 0.95 0.95 0.95 3869 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-02-legre_contract_doc_parties_md_en.md b/docs/_posts/bunyamin-polat/2022-11-02-legre_contract_doc_parties_md_en.md index 7b90c19ff9addf..0c7ff295bae1eb 100644 --- a/docs/_posts/bunyamin-polat/2022-11-02-legre_contract_doc_parties_md_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-02-legre_contract_doc_parties_md_en.md @@ -157,12 +157,11 @@ Manual annotations on CUAD dataset ## Benchmarking ```bash -| Relation | Recall | Precision | F1 | Support | -|----------------------|--------|-----------|-------|---------| -| dated_as | 1.000 | 0.957 | 0.978 | 44 | -| has_alias | 0.950 | 0.974 | 0.962 | 40 | -| has_collective_alias | 0.667 | 1.000 | 0.800 | 3 | -| signed_by | 0.957 | 0.989 | 0.972 | 92 | -| Avg. | 0.913 | 0.977 | 0.938 | - | -| Weighted-Avg. | 0.973 | 0.974 | 0.973 | - | +label Recall Precision F1 Support +dated_as 1.000 0.957 0.978 44 +has_alias 0.950 0.974 0.962 40 +has_collective_alias 0.667 1.000 0.800 3 +signed_by 0.957 0.989 0.972 92 +Avg. 0.913 0.977 0.938 - +Weighted-Avg. 0.973 0.974 0.973 - ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-03-legre_obligations_md_en.md b/docs/_posts/bunyamin-polat/2022-11-03-legre_obligations_md_en.md index e338062cc3b7a9..ce32d36f0322ea 100644 --- a/docs/_posts/bunyamin-polat/2022-11-03-legre_obligations_md_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-03-legre_obligations_md_en.md @@ -122,11 +122,10 @@ Manual annotations on CUAD dataset ## Benchmarking ```bash -| Relation | Recall | Precision | F1 | Support | -|-------------------|--------|-----------|-------|---------| -| is_obliged_object | 0.989 | 0.994 | 0.992 | 177 | -| is_obliged_to | 0.995 | 1.000 | 0.998 | 202 | -| is_obliged_with | 1.000 | 0.961 | 0.980 | 49 | -| Avg. | 0.996 | 0.989 | 0.992 | - | -| Weighted-Avg. | 0.996 | 0.996 | 0.996 | - | +label Recall Precision F1 Support +is_obliged_object 0.989 0.994 0.992 177 +is_obliged_to 0.995 1.000 0.998 202 +is_obliged_with 1.000 0.961 0.980 49 +Avg. 0.996 0.989 0.992 - +Weighted-Avg. 0.996 0.996 0.996 - ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-10-legclf_asset_purchase_agreement_en.md b/docs/_posts/bunyamin-polat/2022-11-10-legclf_asset_purchase_agreement_en.md index cdef3d5190dd72..8fb8b067c13b6e 100644 --- a/docs/_posts/bunyamin-polat/2022-11-10-legclf_asset_purchase_agreement_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-10-legclf_asset_purchase_agreement_en.md @@ -111,11 +111,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ## Benchmarking ```bash -| label | precision | recall | f1-score | support | -|--------------------------|-----------|--------|----------|---------| -| asset-purchase-agreement | 0.96 | 0.96 | 0.96 | 27 | -| other | 0.99 | 0.99 | 0.99 | 85 | -| accuracy | - | - | 0.98 | 112 | -| macro-avg | 0.98 | 0.98 | 0.98 | 112 | -| weighted-avg | 0.98 | 0.98 | 0.98 | 112 | +label precision recall f1-score support +asset-purchase-agreement 0.96 0.96 0.96 27 +other 0.99 0.99 0.99 85 +accuracy - - 0.98 112 +macro-avg 0.98 0.98 0.98 112 +weighted-avg 0.98 0.98 0.98 112 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-10-legclf_distribution_agreement_en.md b/docs/_posts/bunyamin-polat/2022-11-10-legclf_distribution_agreement_en.md index 128281734e8cb9..84b5051fc171f1 100644 --- a/docs/_posts/bunyamin-polat/2022-11-10-legclf_distribution_agreement_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-10-legclf_distribution_agreement_en.md @@ -111,11 +111,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ## Benchmarking ```bash -| label | precision | recall | f1-score | support | -|------------------------|-----------|--------|----------|---------| -| distribution-agreement | 1.00 | 0.89 | 0.94 | 28 | -| other | 0.97 | 1.00 | 0.98 | 85 | -| accuracy | - | - | 0.97 | 113 | -| macro-avg | 0.98 | 0.95 | 0.96 | 113 | -| weighted-avg | 0.97 | 0.97 | 0.97 | 113 | +label precision recall f1-score support +distribution-agreement 1.00 0.89 0.94 28 +other 0.97 1.00 0.98 85 +accuracy - - 0.97 113 +macro-avg 0.98 0.95 0.96 113 +weighted-avg 0.97 0.97 0.97 113 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-10-legclf_executive_employment_agreement_en.md b/docs/_posts/bunyamin-polat/2022-11-10-legclf_executive_employment_agreement_en.md index cb3213e686c6af..70930baf1f3df6 100644 --- a/docs/_posts/bunyamin-polat/2022-11-10-legclf_executive_employment_agreement_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-10-legclf_executive_employment_agreement_en.md @@ -111,11 +111,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ## Benchmarking ```bash -| label | precision | recall | f1-score | support | -|--------------------------------|-----------|--------|----------|---------| -| executive-employment-agreement | 1.00 | 1.00 | 1.00 | 45 | -| other | 1.00 | 1.00 | 1.00 | 85 | -| accuracy | - | - | 1.00 | 130 | -| macro-avg | 1.00 | 1.00 | 1.00 | 130 | -| weighted-avg | 1.00 | 1.00 | 1.00 | 130 | +label precision recall f1-score support +executive-employment-agreement 1.00 1.00 1.00 45 +other 1.00 1.00 1.00 85 +accuracy - - 1.00 130 +macro-avg 1.00 1.00 1.00 130 +weighted-avg 1.00 1.00 1.00 130 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-10-legclf_indemnification_agreement_en.md b/docs/_posts/bunyamin-polat/2022-11-10-legclf_indemnification_agreement_en.md index f2f2cd1eb44fee..e2eb634d0c801c 100644 --- a/docs/_posts/bunyamin-polat/2022-11-10-legclf_indemnification_agreement_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-10-legclf_indemnification_agreement_en.md @@ -111,11 +111,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ## Benchmarking ```bash -| label | precision | recall | f1-score | support | -|---------------------------|-----------|--------|----------|---------| -| indemnification-agreement | 1.00 | 1.00 | 1.00 | 31 | -| other | 1.00 | 1.00 | 1.00 | 85 | -| accuracy | - | - | 1.00 | 116 | -| macro-avg | 1.00 | 1.00 | 1.00 | 116 | -| weighted-avg | 1.00 | 1.00 | 1.00 | 116 | +label precision recall f1-score support +indemnification-agreement 1.00 1.00 1.00 31 +other 1.00 1.00 1.00 85 +accuracy - - 1.00 116 +macro-avg 1.00 1.00 1.00 116 +weighted-avg 1.00 1.00 1.00 116 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-10-legclf_loan_and_security_agreement_en.md b/docs/_posts/bunyamin-polat/2022-11-10-legclf_loan_and_security_agreement_en.md index 37c0ab55adfdcb..57ac82c89f8bd7 100644 --- a/docs/_posts/bunyamin-polat/2022-11-10-legclf_loan_and_security_agreement_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-10-legclf_loan_and_security_agreement_en.md @@ -115,13 +115,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|-----------------------------|-----------|--------|----------|---------| -| loan-and-security-agreement | 0.94 | 1.00 | 0.97 | 33 | -| other | 1.00 | 0.98 | 0.99 | 85 | -| accuracy | - | - | 0.98 | 118 | -| macro-avg | 0.97 | 0.99 | 0.98 | 118 | -| weighted-avg | 0.98 | 0.98 | 0.98 | 118 | - +label precision recall f1-score support +loan-and-security-agreement 0.94 1.00 0.97 33 +other 1.00 0.98 0.99 85 +accuracy - - 0.98 118 +macro-avg 0.97 0.99 0.98 118 +weighted-avg 0.98 0.98 0.98 118 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-10-legclf_participation_agreement_en.md b/docs/_posts/bunyamin-polat/2022-11-10-legclf_participation_agreement_en.md index 519b2071d5832b..db427879f91ff1 100644 --- a/docs/_posts/bunyamin-polat/2022-11-10-legclf_participation_agreement_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-10-legclf_participation_agreement_en.md @@ -116,13 +116,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|-------------------------|-----------|--------|----------|---------| -| other | 0.97 | 0.99 | 0.98 | 85 | -| participation-agreement | 0.97 | 0.90 | 0.93 | 31 | -| accuracy | - | - | 0.97 | 116 | -| macro-avg | 0.97 | 0.95 | 0.96 | 116 | -| weighted-avg | 0.97 | 0.97 | 0.97 | 116 | - +label precision recall f1-score support +other 0.97 0.99 0.98 85 +participation-agreement 0.97 0.90 0.93 31 +accuracy - - 0.97 116 +macro-avg 0.97 0.95 0.96 116 +weighted-avg 0.97 0.97 0.97 116 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-10-legclf_securities_purchase_agreement_en.md b/docs/_posts/bunyamin-polat/2022-11-10-legclf_securities_purchase_agreement_en.md index 94c8c159357810..3d820b3ffe5bfc 100644 --- a/docs/_posts/bunyamin-polat/2022-11-10-legclf_securities_purchase_agreement_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-10-legclf_securities_purchase_agreement_en.md @@ -116,13 +116,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|-------------------------------|-----------|--------|----------|---------| -| other | 0.92 | 0.92 | 0.92 | 85 | -| securities-purchase-agreement | 0.77 | 0.77 | 0.77 | 30 | -| accuracy | - | - | 0.88 | 115 | -| macro-avg | 0.84 | 0.84 | 0.84 | 115 | -| weighted-avg | 0.88 | 0.88 | 0.88 | 115 | - +label precision recall f1-score support +other 0.92 0.92 0.92 85 +securities-purchase-agreement 0.77 0.77 0.77 30 +accuracy - - 0.88 115 +macro-avg 0.84 0.84 0.84 115 +weighted-avg 0.88 0.88 0.88 115 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-10-legclf_security_agreement_en.md b/docs/_posts/bunyamin-polat/2022-11-10-legclf_security_agreement_en.md index 26867a161bb5d5..9cbd715cf386ed 100644 --- a/docs/_posts/bunyamin-polat/2022-11-10-legclf_security_agreement_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-10-legclf_security_agreement_en.md @@ -116,13 +116,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|--------------------|-----------|--------|----------|---------| -| other | 0.92 | 0.96 | 0.94 | 85 | -| security-agreement | 0.92 | 0.82 | 0.87 | 40 | -| accuracy | - | - | 0.92 | 125 | -| macro-avg | 0.92 | 0.89 | 0.91 | 125 | -| weighted-avg | 0.92 | 0.92 | 0.92 | 125 | - +label precision recall f1-score support +other 0.92 0.96 0.94 85 +security-agreement 0.92 0.82 0.87 40 +accuracy - - 0.92 125 +macro-avg 0.92 0.89 0.91 125 +weighted-avg 0.92 0.92 0.92 125 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-10-legclf_stock_purchase_agreement_en.md b/docs/_posts/bunyamin-polat/2022-11-10-legclf_stock_purchase_agreement_en.md index 545c65b2f356cf..f9859b213eec1b 100644 --- a/docs/_posts/bunyamin-polat/2022-11-10-legclf_stock_purchase_agreement_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-10-legclf_stock_purchase_agreement_en.md @@ -116,13 +116,12 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|--------------------------|-----------|--------|----------|---------| -| other | 0.87 | 0.91 | 0.89 | 43 | -| stock-purchase-agreement | 0.88 | 0.83 | 0.85 | 35 | -| accuracy | - | - | 0.87 | 78 | -| macro-avg | 0.87 | 0.87 | 0.87 | 78 | -| weighted-avg | 0.87 | 0.87 | 0.87 | 78 | +label precision recall f1-score support +other 0.87 0.91 0.89 43 +stock-purchase-agreement 0.88 0.83 0.85 35 +accuracy - - 0.87 78 +macro-avg 0.87 0.87 0.87 78 +weighted-avg 0.87 0.87 0.87 78 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-10-legclf_subscription_agreement_en.md b/docs/_posts/bunyamin-polat/2022-11-10-legclf_subscription_agreement_en.md index 9891d8eee41b74..0619d82bf2f899 100644 --- a/docs/_posts/bunyamin-polat/2022-11-10-legclf_subscription_agreement_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-10-legclf_subscription_agreement_en.md @@ -116,13 +116,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|------------------------|-----------|--------|----------|---------| -| other | 0.99 | 0.98 | 0.98 | 85 | -| subscription-agreement | 0.94 | 0.97 | 0.95 | 30 | -| accuracy | - | - | 0.97 | 115 | -| macro-avg | 0.96 | 0.97 | 0.97 | 115 | -| weighted-avg | 0.97 | 0.97 | 0.97 | 115 | - +label precision recall f1-score support +other 0.99 0.98 0.98 85 +subscription-agreement 0.94 0.97 0.95 30 +accuracy - - 0.97 115 +macro-avg 0.96 0.97 0.97 115 +weighted-avg 0.97 0.97 0.97 115 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-10-legner_romanian_official_lg_ro.md b/docs/_posts/bunyamin-polat/2022-11-10-legner_romanian_official_lg_ro.md index 6239328a219d3c..d2afe7212048e5 100644 --- a/docs/_posts/bunyamin-polat/2022-11-10-legner_romanian_official_lg_ro.md +++ b/docs/_posts/bunyamin-polat/2022-11-10-legner_romanian_official_lg_ro.md @@ -150,22 +150,22 @@ Dataset is available [here](https://zenodo.org/record/7025333#.Y2zsquxBx83). ## Benchmarking ```bash -| label | precision | recall | f1-score | support | -| DATE | 0.9036 | 0.9223 | 0.9128 | 193 | -| DECISION | 0.9831 | 0.9831 | 0.9831 | 59 | -| DECREE | 0.5000 | 1.0000 | 0.6667 | 1 | -| DIRECTIVE | 1.0000 | 0.6667 | 0.8000 | 3 | -| EMERGENCY_ORDINANCE | 1.0000 | 0.9615 | 0.9804 | 26 | -| LAW | 0.9619 | 0.9806 | 0.9712 | 103 | -| LOC | 0.9110 | 0.8365 | 0.8721 | 159 | -| ORDER | 0.9767 | 1.0000 | 0.9882 | 42 | -| ORDINANCE | 1.0000 | 0.9500 | 0.9744 | 20 | -| ORG | 0.8899 | 0.8879 | 0.8889 | 455 | -| PER | 0.9091 | 0.9821 | 0.9442 | 112 | -| REGULATION | 0.9118 | 0.8378 | 0.8732 | 37 | -| REPORT | 0.7778 | 0.7778 | 0.7778 | 9 | -| TREATY | 1.0000 | 1.0000 | 1.0000 | 3 | -| micro-avg | 0.9139 | 0.9116 | 0.9127 | 1222 | -| macro-avg | 0.9089 | 0.9133 | 0.9024 | 1222 | -| weighted-avg | 0.9143 | 0.9116 | 0.9124 | 1222 | +label precision recall f1-score support +DATE 0.9036 0.9223 0.9128 193 +DECISION 0.9831 0.9831 0.9831 59 +DECREE 0.5000 1.0000 0.6667 1 +DIRECTIVE 1.0000 0.6667 0.8000 3 +EMERGENCY_ORDINANCE 1.0000 0.9615 0.9804 26 +LAW 0.9619 0.9806 0.9712 103 +LOC 0.9110 0.8365 0.8721 159 +ORDER 0.9767 1.0000 0.9882 42 +ORDINANCE 1.0000 0.9500 0.9744 20 +ORG 0.8899 0.8879 0.8889 455 +PER 0.9091 0.9821 0.9442 112 +REGULATION 0.9118 0.8378 0.8732 37 +REPORT 0.7778 0.7778 0.7778 9 +TREATY 1.0000 1.0000 1.0000 3 +micro-avg 0.9139 0.9116 0.9127 1222 +macro-avg 0.9089 0.9133 0.9024 1222 +weighted-avg 0.9143 0.9116 0.9124 1222 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-10-legner_romanian_official_md_ro.md b/docs/_posts/bunyamin-polat/2022-11-10-legner_romanian_official_md_ro.md index fcd57ad1f86ea1..96181fd800c260 100644 --- a/docs/_posts/bunyamin-polat/2022-11-10-legner_romanian_official_md_ro.md +++ b/docs/_posts/bunyamin-polat/2022-11-10-legner_romanian_official_md_ro.md @@ -118,13 +118,13 @@ Dataset is available [here](https://zenodo.org/record/7025333#.Y2zsquxBx83). ## Benchmarking ```bash -| label | precision | recall | f1-score | support | -| DATE | 0.84 | 0.92 | 0.88 | 218 | -| LEGAL | 0.89 | 0.96 | 0.92 | 337 | -| LOC | 0.82 | 0.77 | 0.79 | 158 | -| ORG | 0.87 | 0.88 | 0.88 | 463 | -| PER | 0.97 | 0.97 | 0.97 | 87 | -| micro-avg | 0.87 | 0.90 | 0.89 | 1263 | -| macro-avg | 0.88 | 0.90 | 0.89 | 1263 | -| weighted-avg | 0.87 | 0.90 | 0.89 | 1263 | +label precision recall f1-score support +DATE 0.84 0.92 0.88 218 +LEGAL 0.89 0.96 0.92 337 +LOC 0.82 0.77 0.79 158 +ORG 0.87 0.88 0.88 463 +PER 0.97 0.97 0.97 87 +micro-avg 0.87 0.90 0.89 1263 +macro-avg 0.88 0.90 0.89 1263 +weighted-avg 0.87 0.90 0.89 1263 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-10-legner_romanian_official_sm_ro.md b/docs/_posts/bunyamin-polat/2022-11-10-legner_romanian_official_sm_ro.md index 71dae6b18fc4e6..ca3dc99e09f07d 100644 --- a/docs/_posts/bunyamin-polat/2022-11-10-legner_romanian_official_sm_ro.md +++ b/docs/_posts/bunyamin-polat/2022-11-10-legner_romanian_official_sm_ro.md @@ -115,13 +115,14 @@ Dataset is available [here](https://zenodo.org/record/7025333#.Y2zsquxBx83). ## Benchmarking ```bash -| label | precision | recall | f1-score | support | -|--------------|-----------|--------|----------|---------| -| DATE | 0.87 | 0.96 | 0.91 | 397 | -| LOC | 0.87 | 0.78 | 0.83 | 190 | -| ORG | 0.90 | 0.93 | 0.91 | 559 | -| PER | 0.98 | 0.93 | 0.95 | 108 | -| micro-avg | 0.89 | 0.92 | 0.90 | 1254 | -| macro-avg | 0.91 | 0.90 | 0.90 | 1254 | -| weighted-avg | 0.89 | 0.92 | 0.90 | 1254 | + +label precision recall f1-score support +DATE 0.87 0.96 0.91 397 +LOC 0.87 0.78 0.83 190 +ORG 0.90 0.93 0.91 559 +PER 0.98 0.93 0.95 108 +micro-avg 0.89 0.92 0.90 1254 +macro-avg 0.91 0.90 0.90 1254 +weighted-avg 0.89 0.92 0.90 1254 + ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_administration_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_administration_agreement_bert_en.md index f1981ab877ea35..da78c90a5130d8 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_administration_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_administration_agreement_bert_en.md @@ -103,14 +103,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - -administration-agreement 0.88 0.81 0.84 26 - other 0.93 0.95 0.94 65 - - accuracy 0.91 91 - macro-avg 0.90 0.88 0.89 91 - weighted-avg 0.91 0.91 0.91 91 - + label precision recall f1-score support +administration-agreement 0.88 0.81 0.84 26 + other 0.93 0.95 0.94 65 + accuracy - - 0.91 91 + macro-avg 0.90 0.88 0.89 91 + weighted-avg 0.91 0.91 0.91 91 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_administration_agreement_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_administration_agreement_en.md index 96bc15df30d72f..fcfa7ee15fe304 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_administration_agreement_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_administration_agreement_en.md @@ -116,13 +116,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - -administration-agreement 0.93 0.93 0.93 29 - other 0.98 0.98 0.98 90 - - accuracy 0.97 119 - macro-avg 0.95 0.95 0.95 119 - weighted-avg 0.97 0.97 0.97 119 + label precision recall f1-score support +administration-agreement 0.93 0.93 0.93 29 + other 0.98 0.98 0.98 90 + accuracy - - 0.97 119 + macro-avg 0.95 0.95 0.95 119 + weighted-avg 0.97 0.97 0.97 119 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_agreement_and_declaration_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_agreement_and_declaration_bert_en.md index d068a3f1e168d6..2746a11ba43d69 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_agreement_and_declaration_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_agreement_and_declaration_bert_en.md @@ -103,13 +103,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - -agreement-and-declaration 1.00 0.98 0.99 43 - other 0.99 1.00 0.99 82 - - accuracy 0.99 125 - macro-avg 0.99 0.99 0.99 125 - weighted-avg 0.99 0.99 0.99 125 + label precision recall f1-score support +agreement-and-declaration 1.00 0.98 0.99 43 + other 0.99 1.00 0.99 82 + accuracy - - 0.99 125 + macro-avg 0.99 0.99 0.99 125 + weighted-avg 0.99 0.99 0.99 125 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_asset_purchase_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_asset_purchase_agreement_bert_en.md index 154ae95fbcdc9d..19ce350f4ed57b 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_asset_purchase_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_asset_purchase_agreement_bert_en.md @@ -103,13 +103,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - -asset-purchase-agreement 0.91 0.76 0.83 38 - other 0.87 0.95 0.91 65 - - accuracy 0.88 103 - macro-avg 0.89 0.86 0.87 103 - weighted-avg 0.89 0.88 0.88 103 + label precision recall f1-score support +asset-purchase-agreement 0.91 0.76 0.83 38 + other 0.87 0.95 0.91 65 + accuracy - - 0.88 103 + macro-avg 0.89 0.86 0.87 103 + weighted-avg 0.89 0.88 0.88 103 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_consulting_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_consulting_agreement_bert_en.md index 7647820510b131..7777287bb4d479 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_consulting_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_consulting_agreement_bert_en.md @@ -103,13 +103,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - -consulting-agreement 0.88 0.93 0.90 30 - other 0.97 0.93 0.95 61 - - accuracy 0.93 91 - macro-avg 0.92 0.93 0.93 91 - weighted-avg 0.94 0.93 0.93 91 + label precision recall f1-score support +consulting-agreement 0.88 0.93 0.90 30 + other 0.97 0.93 0.95 61 + accuracy - - 0.93 91 + macro-avg 0.92 0.93 0.93 91 + weighted-avg 0.94 0.93 0.93 91 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_contribution_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_contribution_agreement_bert_en.md index 7b2e81dfe6a578..bdd698b17d59b5 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_contribution_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_contribution_agreement_bert_en.md @@ -103,13 +103,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - -contribution-agreement 0.91 0.85 0.88 34 - other 0.94 0.96 0.95 82 - - accuracy 0.93 116 - macro-avg 0.92 0.91 0.92 116 - weighted-avg 0.93 0.93 0.93 116 + label precision recall f1-score support +contribution-agreement 0.91 0.85 0.88 34 + other 0.94 0.96 0.95 82 + accuracy - - 0.93 116 + macro-avg 0.92 0.91 0.92 116 + weighted-avg 0.93 0.93 0.93 116 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_control_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_control_agreement_bert_en.md index 64caea51dedfbe..1a70ba2e078360 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_control_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_control_agreement_bert_en.md @@ -103,13 +103,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - -control-agreement 0.96 0.76 0.85 29 - other 0.92 0.99 0.95 82 - - accuracy 0.93 111 - macro-avg 0.94 0.87 0.90 111 - weighted-avg 0.93 0.93 0.93 111 + label precision recall f1-score support +control-agreement 0.96 0.76 0.85 29 + other 0.92 0.99 0.95 82 + accuracy - - 0.93 111 + macro-avg 0.94 0.87 0.90 111 + weighted-avg 0.93 0.93 0.93 111 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_credit_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_credit_agreement_bert_en.md index 180c02493952a7..9c36a3823e93a7 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_credit_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_credit_agreement_bert_en.md @@ -103,13 +103,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - -credit-agreement 0.95 0.95 0.95 38 - other 0.97 0.97 0.97 65 - - accuracy 0.96 103 - macro-avg 0.96 0.96 0.96 103 - weighted-avg 0.96 0.96 0.96 103 + label precision recall f1-score support +credit-agreement 0.95 0.95 0.95 38 + other 0.97 0.97 0.97 65 + accuracy - - 0.96 103 + macro-avg 0.96 0.96 0.96 103 + weighted-avg 0.96 0.96 0.96 103 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_custodian_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_custodian_agreement_bert_en.md index f0f316d5d17757..57f300e9b57e98 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_custodian_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_custodian_agreement_bert_en.md @@ -103,13 +103,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - -custodian-agreement 0.98 0.93 0.95 43 - other 0.96 0.99 0.98 82 - - accuracy 0.97 125 - macro-avg 0.97 0.96 0.96 125 - weighted-avg 0.97 0.97 0.97 125 + label precision recall f1-score support +custodian-agreement 0.98 0.93 0.95 43 + other 0.96 0.99 0.98 82 + accuracy - - 0.97 125 + macro-avg 0.97 0.96 0.96 125 + weighted-avg 0.97 0.97 0.97 125 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_distribution_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_distribution_agreement_bert_en.md index 827cc15a5b34b3..bfeb0e3c740835 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_distribution_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_distribution_agreement_bert_en.md @@ -103,13 +103,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - -distribution-agreement 0.92 0.95 0.94 38 - other 0.97 0.95 0.96 65 - - accuracy 0.95 103 - macro-avg 0.95 0.95 0.95 103 - weighted-avg 0.95 0.95 0.95 103 + label precision recall f1-score support +distribution-agreement 0.92 0.95 0.94 38 + other 0.97 0.95 0.96 65 + accuracy - - 0.95 103 + macro-avg 0.95 0.95 0.95 103 + weighted-avg 0.95 0.95 0.95 103 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_employment_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_employment_agreement_bert_en.md index 37e05c5641000d..e190293219c971 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_employment_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_employment_agreement_bert_en.md @@ -103,13 +103,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - -employment-agreement 0.96 0.90 0.93 29 - other 0.96 0.99 0.98 82 - - accuracy 0.96 111 - macro-avg 0.96 0.94 0.95 111 - weighted-avg 0.96 0.96 0.96 111 + label precision recall f1-score support +employment-agreement 0.96 0.90 0.93 29 + other 0.96 0.99 0.98 82 + accuracy - - 0.96 111 + macro-avg 0.96 0.94 0.95 111 + weighted-avg 0.96 0.96 0.96 111 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_equity_distribution_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_equity_distribution_agreement_bert_en.md index d79f7d2f84aabb..cd5db0453eec8b 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_equity_distribution_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_equity_distribution_agreement_bert_en.md @@ -103,13 +103,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - -equity-distribution-agreement 0.90 0.97 0.94 38 - other 0.98 0.94 0.96 65 - - accuracy 0.95 103 - macro-avg 0.94 0.96 0.95 103 - weighted-avg 0.95 0.95 0.95 103 + label precision recall f1-score support +equity-distribution-agreement 0.90 0.97 0.94 38 + other 0.98 0.94 0.96 65 + accuracy - - 0.95 103 + macro-avg 0.94 0.96 0.95 103 + weighted-avg 0.95 0.95 0.95 103 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_exchange_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_exchange_agreement_bert_en.md index 07dff72877b2fc..430696791f2489 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_exchange_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_exchange_agreement_bert_en.md @@ -103,13 +103,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - -exchange-agreement 0.97 0.75 0.85 40 - other 0.89 0.99 0.94 82 - - accuracy 0.91 122 - macro-avg 0.93 0.87 0.89 122 - weighted-avg 0.92 0.91 0.91 122 + label precision recall f1-score support +exchange-agreement 0.97 0.75 0.85 40 + other 0.89 0.99 0.94 82 + accuracy - - 0.91 122 + macro-avg 0.93 0.87 0.89 122 + weighted-avg 0.92 0.91 0.91 122 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_exclusive_license_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_exclusive_license_agreement_bert_en.md index 2cdf26442b7fcc..1b5036c4a1effc 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_exclusive_license_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_exclusive_license_agreement_bert_en.md @@ -103,13 +103,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - -exclusive-license-agreement 0.98 0.95 0.96 43 - other 0.98 0.99 0.98 82 - - accuracy 0.98 125 - macro-avg 0.98 0.97 0.97 125 - weighted-avg 0.98 0.98 0.98 125 + label precision recall f1-score support +exclusive-license-agreement 0.98 0.95 0.96 43 + other 0.98 0.99 0.98 82 + accuracy - - 0.98 125 + macro-avg 0.98 0.97 0.97 125 + weighted-avg 0.98 0.98 0.98 125 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_executive_employment_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_executive_employment_agreement_bert_en.md index 704ae0fd3b8b88..256b5cc593890b 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_executive_employment_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_executive_employment_agreement_bert_en.md @@ -103,13 +103,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - -executive-employment-agreement 0.92 0.94 0.93 36 - other 0.97 0.95 0.96 65 - - accuracy 0.95 101 - macro-avg 0.94 0.95 0.95 101 - weighted-avg 0.95 0.95 0.95 101 + label precision recall f1-score support +executive-employment-agreement 0.92 0.94 0.93 36 + other 0.97 0.95 0.96 65 + accuracy - - 0.95 101 + macro-avg 0.94 0.95 0.95 101 + weighted-avg 0.95 0.95 0.95 101 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_general_distribution_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_general_distribution_agreement_bert_en.md index 5045c0992fd346..fd495d4acc76da 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_general_distribution_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_general_distribution_agreement_bert_en.md @@ -103,13 +103,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - -general-distribution-agreement 0.91 1.00 0.95 10 - other 1.00 0.86 0.92 7 - - accuracy 0.94 17 - macro-avg 0.95 0.93 0.94 17 - weighted-avg 0.95 0.94 0.94 17 + label precision recall f1-score support +general-distribution-agreement 0.91 1.00 0.95 10 + other 1.00 0.86 0.92 7 + accuracy - - 0.94 17 + macro-avg 0.95 0.93 0.94 17 + weighted-avg 0.95 0.94 0.94 17 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_guarantee_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_guarantee_agreement_bert_en.md index 3abc13fbf99ae0..412082e7483f08 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_guarantee_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_guarantee_agreement_bert_en.md @@ -103,13 +103,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - -guarantee-agreement 0.88 0.88 0.88 33 - other 0.94 0.94 0.94 65 - - accuracy 0.92 98 - macro-avg 0.91 0.91 0.91 98 - weighted-avg 0.92 0.92 0.92 98 + label precision recall f1-score support +guarantee-agreement 0.88 0.88 0.88 33 + other 0.94 0.94 0.94 65 + accuracy - - 0.92 98 + macro-avg 0.91 0.91 0.91 98 + weighted-avg 0.92 0.92 0.92 98 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_indemnification_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_indemnification_agreement_bert_en.md index cb8fa31e731e13..e954ed803886ef 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_indemnification_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_indemnification_agreement_bert_en.md @@ -103,13 +103,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - -indemnification-agreement 0.90 0.93 0.92 30 - other 0.97 0.95 0.96 65 - - accuracy 0.95 95 - macro-avg 0.94 0.94 0.94 95 - weighted-avg 0.95 0.95 0.95 95 + label precision recall f1-score support +indemnification-agreement 0.90 0.93 0.92 30 + other 0.97 0.95 0.96 65 + accuracy - - 0.95 95 + macro-avg 0.94 0.94 0.94 95 + weighted-avg 0.95 0.95 0.95 95 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_intercreditor_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_intercreditor_agreement_bert_en.md index 9e83753c65cf91..25c0a8fd394717 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_intercreditor_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_intercreditor_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support intercreditor-agreement 0.87 0.82 0.84 33 other 0.93 0.95 0.94 82 - - accuracy 0.91 115 + accuracy - - 0.91 115 macro-avg 0.90 0.88 0.89 115 weighted-avg 0.91 0.91 0.91 115 diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_investment_subadvisory_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_investment_subadvisory_agreement_bert_en.md index abe673e59480e3..910da3c830749e 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_investment_subadvisory_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_investment_subadvisory_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support investment-subadvisory-agreement 1.00 1.00 1.00 32 other 1.00 1.00 1.00 82 - - accuracy 1.00 114 + accuracy - - 1.00 114 macro-avg 1.00 1.00 1.00 114 weighted-avg 1.00 1.00 1.00 114 diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_joint_filing_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_joint_filing_agreement_bert_en.md index c6cb798ee6b9f1..19c358e0c4880b 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_joint_filing_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_joint_filing_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support joint-filing-agreement 1.00 0.97 0.98 31 other 0.98 1.00 0.99 65 - - accuracy 0.99 96 + accuracy - - 0.99 96 macro-avg 0.99 0.98 0.99 96 weighted-avg 0.99 0.99 0.99 96 diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_joint_filing_agreement_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_joint_filing_agreement_en.md index 1224499669fb68..9c8b9ea130655c 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_joint_filing_agreement_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_joint_filing_agreement_en.md @@ -116,12 +116,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support joint-filing-agreement 0.97 0.97 0.97 31 other 0.99 0.99 0.99 90 - - accuracy 0.98 121 + accuracy - - 0.98 121 macro avg 0.98 0.98 0.98 121 weighted avg 0.98 0.98 0.98 121 diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_lease_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_lease_agreement_bert_en.md index 77b29926eb182a..32bc581f716163 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_lease_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_lease_agreement_bert_en.md @@ -103,13 +103,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - -lease-agreement 0.95 0.88 0.91 40 - other 0.94 0.98 0.96 82 - - accuracy 0.94 122 - macro-avg 0.94 0.93 0.93 122 - weighted-avg 0.94 0.94 0.94 122 + label precision recall f1-score support +lease-agreement 0.95 0.88 0.91 40 + other 0.94 0.98 0.96 82 + accuracy - - 0.94 122 + macro-avg 0.94 0.93 0.93 122 + weighted-avg 0.94 0.94 0.94 122 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_letter_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_letter_agreement_bert_en.md index 49f4ae924bd2bb..f7bb0f7cb7914e 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_letter_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_letter_agreement_bert_en.md @@ -103,13 +103,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - -letter-agreement 0.94 0.87 0.90 38 - other 0.93 0.97 0.95 65 - - accuracy 0.93 103 - macro-avg 0.93 0.92 0.93 103 - weighted-avg 0.93 0.93 0.93 103 + label precision recall f1-score support +letter-agreement 0.94 0.87 0.90 38 + other 0.93 0.97 0.95 65 + accuracy - - 0.93 103 + macro-avg 0.93 0.92 0.93 103 + weighted-avg 0.93 0.93 0.93 103 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_letter_agreement_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_letter_agreement_en.md index f5a96bc96d7929..56b22d6ed98067 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_letter_agreement_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_letter_agreement_en.md @@ -116,13 +116,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - -letter-agreement 0.91 0.78 0.84 40 - other 0.91 0.97 0.94 90 - - accuracy 0.91 130 - macro-avg 0.91 0.87 0.89 130 - weighted-avg 0.91 0.91 0.91 130 + label precision recall f1-score support +letter-agreement 0.91 0.78 0.84 40 + other 0.91 0.97 0.94 90 + accuracy - - 0.91 130 + macro-avg 0.91 0.87 0.89 130 + weighted-avg 0.91 0.91 0.91 130 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_limited_partnership_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_limited_partnership_agreement_bert_en.md index 42a6296e402f40..87a931ba1f08b5 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_limited_partnership_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_limited_partnership_agreement_bert_en.md @@ -103,13 +103,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - -limited-partnership-agreement 1.00 1.00 1.00 22 - other 1.00 1.00 1.00 41 - - accuracy 1.00 63 - macro-avg 1.00 1.00 1.00 63 - weighted-avg 1.00 1.00 1.00 63 + label precision recall f1-score support +limited-partnership-agreement 1.00 1.00 1.0 22 + other 1.00 1.00 1.0 41 + accuracy - - 1.0 63 + macro-avg 1.00 1.00 1.0 63 + weighted-avg 1.00 1.00 1.0 63 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_loan_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_loan_agreement_bert_en.md index cb403db3146b59..d0dafa998f8387 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_loan_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_loan_agreement_bert_en.md @@ -103,13 +103,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - -loan-agreement 0.72 0.97 0.82 29 - other 0.97 0.73 0.83 41 - - accuracy 0.83 70 - macro-avg 0.84 0.85 0.83 70 - weighted-avg 0.86 0.83 0.83 70 + label precision recall f1-score support +loan-agreement 0.72 0.97 0.82 29 + other 0.97 0.73 0.83 41 + accuracy - - 0.83 70 + macro-avg 0.84 0.85 0.83 70 + weighted-avg 0.86 0.83 0.83 70 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_note_purchase_agreement_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_note_purchase_agreement_en.md index 50282578a61870..f840516af63c00 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_note_purchase_agreement_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_note_purchase_agreement_en.md @@ -116,13 +116,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - -note-purchase-agreement 0.90 0.92 0.91 38 - other 0.97 0.96 0.96 90 - - accuracy 0.95 128 - macro-avg 0.93 0.94 0.93 128 - weighted-avg 0.95 0.95 0.95 128 + label precision recall f1-score support +note-purchase-agreement 0.90 0.92 0.91 38 + other 0.97 0.96 0.96 90 + accuracy - - 0.95 128 + macro-avg 0.93 0.94 0.93 128 + weighted-avg 0.95 0.95 0.95 128 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_operating_agreement_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_operating_agreement_en.md index e9133d23e772f2..4438e793876e2b 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_operating_agreement_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_operating_agreement_en.md @@ -116,13 +116,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - -operating-agreement 0.94 0.88 0.91 33 - other 0.96 0.98 0.97 90 - - accuracy 0.95 123 - macro-avg 0.95 0.93 0.94 123 - weighted-avg 0.95 0.95 0.95 123 + label precision recall f1-score support +operating-agreement 0.94 0.88 0.91 33 + other 0.96 0.98 0.97 90 + accuracy - - 0.95 123 + macro-avg 0.95 0.93 0.94 123 + weighted-avg 0.95 0.95 0.95 123 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_rights_agreement_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_rights_agreement_en.md index 5100305541b870..b89aa114af030c 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_rights_agreement_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_rights_agreement_en.md @@ -116,13 +116,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - - other 0.99 0.98 0.98 90 -rights-agreement 0.94 0.97 0.95 30 - - accuracy 0.97 120 - macro-avg 0.96 0.97 0.97 120 - weighted-avg 0.98 0.97 0.98 120 + label precision recall f1-score support + other 0.99 0.98 0.98 90 +rights-agreement 0.94 0.97 0.95 30 + accuracy - - 0.97 120 + macro-avg 0.96 0.97 0.97 120 + weighted-avg 0.98 0.97 0.98 120 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_separation_agreement_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_separation_agreement_en.md index df5c8d7e3478b8..ada5fd3d770545 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_separation_agreement_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_separation_agreement_en.md @@ -116,13 +116,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - - other 0.94 0.91 0.93 90 -separation-agreement 0.82 0.88 0.85 42 - - accuracy 0.90 132 - macro-avg 0.88 0.90 0.89 132 - weighted-avg 0.90 0.90 0.90 132 + label precision recall f1-score support + other 0.94 0.91 0.93 90 +separation-agreement 0.82 0.88 0.85 42 + accuracy - - 0.90 132 + macro-avg 0.88 0.90 0.89 132 + weighted-avg 0.90 0.90 0.90 132 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_settlement_agreement_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_settlement_agreement_en.md index 2f022dc0e76a6c..0614bd006c0644 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_settlement_agreement_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_settlement_agreement_en.md @@ -116,13 +116,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - - other 0.95 0.96 0.95 90 -settlement-agreement 0.90 0.88 0.89 41 - - accuracy 0.93 131 - macro-avg 0.92 0.92 0.92 131 - weighted-avg 0.93 0.93 0.93 131 + label precision recall f1-score support + other 0.95 0.96 0.95 90 +settlement-agreement 0.90 0.88 0.89 41 + accuracy - - 0.93 131 + macro-avg 0.92 0.92 0.92 131 + weighted-avg 0.93 0.93 0.93 131 ``` diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_trust_agreement_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_trust_agreement_en.md index 33ef5807f3b0f4..134942613079c6 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_trust_agreement_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_trust_agreement_en.md @@ -116,12 +116,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.99 0.97 0.98 90 trust-agreement 0.93 0.97 0.95 38 - - accuracy 0.97 128 + accuracy - - 0.97 128 macro-avg 0.96 0.97 0.96 128 weighted-avg 0.97 0.97 0.97 128 diff --git a/docs/_posts/bunyamin-polat/2022-11-24-legclf_voting_agreement_en.md b/docs/_posts/bunyamin-polat/2022-11-24-legclf_voting_agreement_en.md index a24e9e9e3259b6..3df1cd756cda94 100644 --- a/docs/_posts/bunyamin-polat/2022-11-24-legclf_voting_agreement_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-24-legclf_voting_agreement_en.md @@ -116,12 +116,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.97 0.99 0.98 90 voting-agreement 0.97 0.90 0.93 31 - - accuracy 0.97 121 + accuracy - - 0.97 121 macro avg 0.97 0.95 0.96 121 weighted avg 0.97 0.97 0.97 121 diff --git a/docs/_posts/bunyamin-polat/2022-11-25-legclf_loan_and_security_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-25-legclf_loan_and_security_agreement_bert_en.md index 840b3f2c02172a..0ad807435b5beb 100644 --- a/docs/_posts/bunyamin-polat/2022-11-25-legclf_loan_and_security_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-25-legclf_loan_and_security_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support loan-and-security-agreement 0.97 0.88 0.92 33 other 0.94 0.98 0.96 65 - - accuracy 0.95 98 + accuracy - - 0.95 98 macro-avg 0.95 0.93 0.94 98 weighted-avg 0.95 0.95 0.95 98 diff --git a/docs/_posts/bunyamin-polat/2022-11-25-legclf_management_contract_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-25-legclf_management_contract_bert_en.md index c028575192ae9c..b2d92a478ee891 100644 --- a/docs/_posts/bunyamin-polat/2022-11-25-legclf_management_contract_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-25-legclf_management_contract_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support management-contract 0.97 1.00 0.99 33 other 1.00 0.98 0.99 63 - - accuracy 0.99 96 + accuracy - - 0.99 96 macro-avg 0.99 0.99 0.99 96 weighted-avg 0.99 0.99 0.99 96 diff --git a/docs/_posts/bunyamin-polat/2022-11-25-legclf_master_lease_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-25-legclf_master_lease_agreement_bert_en.md index a65c373d2d97b4..96e1598cb47dd1 100644 --- a/docs/_posts/bunyamin-polat/2022-11-25-legclf_master_lease_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-25-legclf_master_lease_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support master-lease-agreement 0.93 0.85 0.89 33 other 0.93 0.97 0.95 65 - - accuracy 0.93 98 + accuracy - - 0.93 98 macro-avg 0.93 0.91 0.92 98 weighted-avg 0.93 0.93 0.93 98 diff --git a/docs/_posts/bunyamin-polat/2022-11-25-legclf_master_repurchase_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-25-legclf_master_repurchase_agreement_bert_en.md index 5504fc949f64d8..0126b43be1b4cb 100644 --- a/docs/_posts/bunyamin-polat/2022-11-25-legclf_master_repurchase_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-25-legclf_master_repurchase_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support master-repurchase-agreement 0.97 0.91 0.94 35 other 0.96 0.99 0.98 82 - - accuracy 0.97 117 + accuracy - - 0.97 117 macro-avg 0.97 0.95 0.96 117 weighted-avg 0.97 0.97 0.97 117 diff --git a/docs/_posts/bunyamin-polat/2022-11-25-legclf_note_purchase_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-25-legclf_note_purchase_agreement_bert_en.md index 5e1a57ee2a82e4..96b6ee9e5d0886 100644 --- a/docs/_posts/bunyamin-polat/2022-11-25-legclf_note_purchase_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-25-legclf_note_purchase_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support note-purchase-agreement 0.92 0.79 0.85 28 other 0.87 0.95 0.91 41 - - accuracy 0.88 69 + accuracy - - 0.88 69 macro-avg 0.89 0.87 0.88 69 weighted-avg 0.89 0.88 0.88 69 diff --git a/docs/_posts/bunyamin-polat/2022-11-25-legclf_operating_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-25-legclf_operating_agreement_bert_en.md index 5be4f0a1590c26..c31aeb077f9980 100644 --- a/docs/_posts/bunyamin-polat/2022-11-25-legclf_operating_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-25-legclf_operating_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support operating-agreement 0.96 0.84 0.90 31 other 0.94 0.99 0.96 82 - - accuracy 0.95 113 + accuracy - - 0.95 113 macro-avg 0.95 0.91 0.93 113 weighted-avg 0.95 0.95 0.95 113 diff --git a/docs/_posts/bunyamin-polat/2022-11-25-legclf_participation_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-25-legclf_participation_agreement_bert_en.md index b9c13f0b906e79..2fba28aaa2fe11 100644 --- a/docs/_posts/bunyamin-polat/2022-11-25-legclf_participation_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-25-legclf_participation_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.97 1.00 0.98 65 participation-agreement 1.00 0.94 0.97 33 - - accuracy 0.98 98 + accuracy - - 0.98 98 macro-avg 0.99 0.97 0.98 98 weighted-avg 0.98 0.98 0.98 98 diff --git a/docs/_posts/bunyamin-polat/2022-11-25-legclf_pledge_and_security_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-25-legclf_pledge_and_security_agreement_bert_en.md index a7ceeafac67929..12d83092d5270f 100644 --- a/docs/_posts/bunyamin-polat/2022-11-25-legclf_pledge_and_security_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-25-legclf_pledge_and_security_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.95 0.96 0.96 82 pledge-and-security-agreement 0.91 0.89 0.90 35 - - accuracy 0.94 117 + accuracy - - 0.94 117 macro-avg 0.93 0.92 0.93 117 weighted-avg 0.94 0.94 0.94 117 diff --git a/docs/_posts/bunyamin-polat/2022-11-25-legclf_purchase_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-25-legclf_purchase_agreement_bert_en.md index c42a7e2fa4d6ad..d189410cebedfb 100644 --- a/docs/_posts/bunyamin-polat/2022-11-25-legclf_purchase_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-25-legclf_purchase_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.90 0.93 0.92 82 purchase-agreement 0.85 0.81 0.83 42 - - accuracy 0.89 124 + accuracy - - 0.89 124 macro-avg 0.88 0.87 0.87 124 weighted-avg 0.89 0.89 0.89 124 diff --git a/docs/_posts/bunyamin-polat/2022-11-25-legclf_rights_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-25-legclf_rights_agreement_bert_en.md index 2ed7da113f4e57..332d3048f969a5 100644 --- a/docs/_posts/bunyamin-polat/2022-11-25-legclf_rights_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-25-legclf_rights_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.91 0.97 0.94 65 rights-agreement 0.92 0.80 0.86 30 - - accuracy 0.92 95 + accuracy - - 0.92 95 macro-avg 0.92 0.88 0.90 95 weighted-avg 0.92 0.92 0.91 95 diff --git a/docs/_posts/bunyamin-polat/2022-11-25-legclf_securities_purchase_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-25-legclf_securities_purchase_agreement_bert_en.md index 0963e5529b2e4e..f7ad4b873200cc 100644 --- a/docs/_posts/bunyamin-polat/2022-11-25-legclf_securities_purchase_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-25-legclf_securities_purchase_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.93 0.95 0.94 65 securities-purchase-agreement 0.93 0.89 0.91 45 - - accuracy 0.93 110 + accuracy - - 0.93 110 macro-avg 0.93 0.92 0.92 110 weighted-avg 0.93 0.93 0.93 110 diff --git a/docs/_posts/bunyamin-polat/2022-11-25-legclf_security_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-25-legclf_security_agreement_bert_en.md index c6972ddb8540df..db49d6fd98415d 100644 --- a/docs/_posts/bunyamin-polat/2022-11-25-legclf_security_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-25-legclf_security_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.95 0.85 0.90 82 security-agreement 0.79 0.92 0.85 49 - - accuracy 0.88 131 + accuracy - - 0.88 131 macro-avg 0.87 0.89 0.87 131 weighted-avg 0.89 0.88 0.88 131 diff --git a/docs/_posts/bunyamin-polat/2022-11-25-legclf_separation_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-25-legclf_separation_agreement_bert_en.md index 040ce77a8853e5..4b3db239c3eb87 100644 --- a/docs/_posts/bunyamin-polat/2022-11-25-legclf_separation_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-25-legclf_separation_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.93 0.95 0.94 82 separation-agreement 0.88 0.83 0.85 35 - - accuracy 0.91 117 + accuracy - - 0.91 117 macro-avg 0.90 0.89 0.90 117 weighted-avg 0.91 0.91 0.91 117 diff --git a/docs/_posts/bunyamin-polat/2022-11-25-legclf_service_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-25-legclf_service_agreement_bert_en.md index a033d3e55ee3b2..e1579a50dacb06 100644 --- a/docs/_posts/bunyamin-polat/2022-11-25-legclf_service_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-25-legclf_service_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.89 0.95 0.92 60 service-agreement 0.88 0.77 0.82 30 - - accuracy 0.89 90 + accuracy - - 0.89 90 macro-avg 0.89 0.86 0.87 90 weighted-avg 0.89 0.89 0.89 90 diff --git a/docs/_posts/bunyamin-polat/2022-11-25-legclf_settlement_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-25-legclf_settlement_agreement_bert_en.md index e2ecfe10d15e38..32cdb3fe1bbf13 100644 --- a/docs/_posts/bunyamin-polat/2022-11-25-legclf_settlement_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-25-legclf_settlement_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.93 0.95 0.94 65 settlement-agreement 0.90 0.85 0.88 33 - - accuracy 0.92 98 + accuracy - - 0.92 98 macro-avg 0.91 0.90 0.91 98 weighted-avg 0.92 0.92 0.92 98 diff --git a/docs/_posts/bunyamin-polat/2022-11-25-legclf_share_exchange_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-25-legclf_share_exchange_agreement_bert_en.md index adc7c97551ec86..074d9cc1908d2b 100644 --- a/docs/_posts/bunyamin-polat/2022-11-25-legclf_share_exchange_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-25-legclf_share_exchange_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.94 0.92 0.93 65 share-exchange-agreement 0.85 0.88 0.87 33 - - accuracy 0.91 98 + accuracy - - 0.91 98 macro-avg 0.90 0.90 0.90 98 weighted-avg 0.91 0.91 0.91 98 diff --git a/docs/_posts/bunyamin-polat/2022-11-25-legclf_stock_purchase_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-25-legclf_stock_purchase_agreement_bert_en.md index b4c95b2493b9de..f6b21405428a83 100644 --- a/docs/_posts/bunyamin-polat/2022-11-25-legclf_stock_purchase_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-25-legclf_stock_purchase_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.92 0.95 0.93 82 stock-purchase-agreement 0.91 0.86 0.88 49 - - accuracy 0.92 131 + accuracy - - 0.92 131 macro-avg 0.92 0.90 0.91 131 weighted-avg 0.92 0.92 0.92 131 diff --git a/docs/_posts/bunyamin-polat/2022-11-25-legclf_stockholder_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-25-legclf_stockholder_agreement_bert_en.md index bcd1bfdc8dee78..5187aa71e756bd 100644 --- a/docs/_posts/bunyamin-polat/2022-11-25-legclf_stockholder_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-25-legclf_stockholder_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.93 1.00 0.96 65 stockholder-agreement 1.00 0.83 0.91 29 - - accuracy 0.95 94 + accuracy - - 0.95 94 macro-avg 0.96 0.91 0.93 94 weighted-avg 0.95 0.95 0.95 94 diff --git a/docs/_posts/bunyamin-polat/2022-11-25-legclf_sublease_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-25-legclf_sublease_agreement_bert_en.md index e56acb0db5b655..eb980bdc33a1a2 100644 --- a/docs/_posts/bunyamin-polat/2022-11-25-legclf_sublease_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-25-legclf_sublease_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support other 1.00 1.00 1.00 65 sublease-agreement 1.00 1.00 1.00 33 - - accuracy 1.00 98 + accuracy - - 1.00 98 macro-avg 1.00 1.00 1.00 98 weighted-avg 1.00 1.00 1.00 98 diff --git a/docs/_posts/bunyamin-polat/2022-11-25-legclf_subscription_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-25-legclf_subscription_agreement_bert_en.md index 2825502e42e793..70524db70d94f0 100644 --- a/docs/_posts/bunyamin-polat/2022-11-25-legclf_subscription_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-25-legclf_subscription_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.94 0.97 0.95 65 subscription-agreement 0.94 0.89 0.91 35 - - accuracy 0.94 100 + accuracy - - 0.94 100 macro-avg 0.94 0.93 0.93 100 weighted-avg 0.94 0.94 0.94 100 diff --git a/docs/_posts/bunyamin-polat/2022-11-25-legclf_terms_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-25-legclf_terms_agreement_bert_en.md index 21e02b84ac871f..d218f678bc3ece 100644 --- a/docs/_posts/bunyamin-polat/2022-11-25-legclf_terms_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-25-legclf_terms_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.97 0.95 0.96 65 terms-agreement 0.91 0.94 0.93 34 - - accuracy 0.95 99 + accuracy - - 0.95 99 macro-avg 0.94 0.95 0.94 99 weighted-avg 0.95 0.95 0.95 99 diff --git a/docs/_posts/bunyamin-polat/2022-11-25-legclf_transition_services_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-25-legclf_transition_services_agreement_bert_en.md index 1eaaf71e854842..01e4122d541e3f 100644 --- a/docs/_posts/bunyamin-polat/2022-11-25-legclf_transition_services_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-25-legclf_transition_services_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.99 0.98 0.98 82 transition-services-agreement 0.94 0.97 0.96 34 - - accuracy 0.97 116 + accuracy - - 0.97 116 macro-avg 0.97 0.97 0.97 116 weighted-avg 0.97 0.97 0.97 116 diff --git a/docs/_posts/bunyamin-polat/2022-11-25-legclf_trust_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-25-legclf_trust_agreement_bert_en.md index 18202d43355edf..f3f6996a63422e 100644 --- a/docs/_posts/bunyamin-polat/2022-11-25-legclf_trust_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-25-legclf_trust_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.97 0.90 0.94 82 trust-agreement 0.82 0.95 0.88 39 - - accuracy 0.92 121 + accuracy - - 0.92 121 macro-avg 0.90 0.93 0.91 121 weighted-avg 0.92 0.92 0.92 121 diff --git a/docs/_posts/bunyamin-polat/2022-11-25-legclf_voting_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-11-25-legclf_voting_agreement_bert_en.md index 64b3f64a681325..2087478e226142 100644 --- a/docs/_posts/bunyamin-polat/2022-11-25-legclf_voting_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-11-25-legclf_voting_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.97 0.98 0.98 65 voting-agreement 0.97 0.94 0.95 33 - - accuracy 0.97 98 + accuracy - - 0.97 98 macro-avg 0.97 0.96 0.97 98 weighted-avg 0.97 0.97 0.97 98 diff --git a/docs/_posts/bunyamin-polat/2022-11-30-legner_ronec_ro.md b/docs/_posts/bunyamin-polat/2022-11-30-legner_ronec_ro.md index cdd917783becb8..d9bf471d9f7265 100644 --- a/docs/_posts/bunyamin-polat/2022-11-30-legner_ronec_ro.md +++ b/docs/_posts/bunyamin-polat/2022-11-30-legner_ronec_ro.md @@ -132,7 +132,6 @@ Dataset is available [here](https://github.com/dumitrescustefan/ronec). ```bash label precision recall f1-score support - DATETIME 0.90 0.90 0.90 1070 EVENT 0.53 0.68 0.59 116 LANGUAGE 0.98 0.95 0.97 44 @@ -144,7 +143,6 @@ ORDINAL 0.88 0.93 0.90 183 ORG 0.81 0.83 0.82 779 PERSON 0.89 0.91 0.90 2635 WORK_OF_ART 0.73 0.57 0.64 140 - micro-avg 0.89 0.90 0.89 8276 macro-avg 0.86 0.87 0.86 8276 weighted-avg 0.89 0.90 0.89 8276 diff --git a/docs/_posts/bunyamin-polat/2022-12-01-finclf_sec_filings_en.md b/docs/_posts/bunyamin-polat/2022-12-01-finclf_sec_filings_en.md index 189ccd350a2c6f..5d6b19b5eae676 100644 --- a/docs/_posts/bunyamin-polat/2022-12-01-finclf_sec_filings_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-01-finclf_sec_filings_en.md @@ -102,8 +102,7 @@ Scrapped filings from SEC ## Benchmarking ```bash -class precision recall f1-score support - +label precision recall f1-score support 10-K 0.97 0.82 0.89 40 10-Q 0.94 0.94 0.94 35 3 0.80 0.95 0.87 41 @@ -111,8 +110,7 @@ class precision recall f1-score support 8-K 0.81 0.94 0.87 32 S-8 0.91 0.93 0.92 44 other 0.98 0.98 0.98 41 - -accuracy 0.90 275 +accuracy - - 0.90 275 macro-avg 0.91 0.90 0.90 275 weighted-avg 0.91 0.90 0.90 275 ``` diff --git a/docs/_posts/bunyamin-polat/2022-12-06-legclf_agreement_and_plan_of_reorganization_bert_en.md b/docs/_posts/bunyamin-polat/2022-12-06-legclf_agreement_and_plan_of_reorganization_bert_en.md index 14eb280800e874..b84a3986c2f83e 100644 --- a/docs/_posts/bunyamin-polat/2022-12-06-legclf_agreement_and_plan_of_reorganization_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-06-legclf_agreement_and_plan_of_reorganization_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support agreement-and-plan-of-reorganization 1.00 1.00 1.00 31 other 1.00 1.00 1.00 35 - - accuracy 1.00 66 + accuracy - - 1.00 66 macro-avg 1.00 1.00 1.00 66 weighted-avg 1.00 1.00 1.00 66 diff --git a/docs/_posts/bunyamin-polat/2022-12-06-legclf_agreement_and_plan_of_reorganization_en.md b/docs/_posts/bunyamin-polat/2022-12-06-legclf_agreement_and_plan_of_reorganization_en.md index 0ae4083edba9c7..e617593a0d9c4f 100644 --- a/docs/_posts/bunyamin-polat/2022-12-06-legclf_agreement_and_plan_of_reorganization_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-06-legclf_agreement_and_plan_of_reorganization_en.md @@ -116,12 +116,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support agreement-and-plan-of-reorganization 1.00 0.92 0.96 52 other 0.97 1.00 0.98 111 - - accuracy 0.98 163 + accuracy - - 0.98 163 macro-avg 0.98 0.96 0.97 163 weighted-avg 0.98 0.98 0.98 163 diff --git a/docs/_posts/bunyamin-polat/2022-12-06-legclf_deposit_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-12-06-legclf_deposit_agreement_bert_en.md index 4f405b9614ea65..cb86db7340b60e 100644 --- a/docs/_posts/bunyamin-polat/2022-12-06-legclf_deposit_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-06-legclf_deposit_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support deposit-agreement 0.97 0.97 0.97 36 other 0.98 0.98 0.98 65 - - accuracy 0.98 101 + accuracy - - 0.98 101 macro-avg 0.98 0.98 0.98 101 weighted-avg 0.98 0.98 0.98 101 diff --git a/docs/_posts/bunyamin-polat/2022-12-06-legclf_deposit_agreement_en.md b/docs/_posts/bunyamin-polat/2022-12-06-legclf_deposit_agreement_en.md index da073d3419e3e7..c3a4e0c92fc29e 100644 --- a/docs/_posts/bunyamin-polat/2022-12-06-legclf_deposit_agreement_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-06-legclf_deposit_agreement_en.md @@ -116,12 +116,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support deposit-agreement 1.00 0.93 0.97 61 other 0.97 1.00 0.98 111 - - accuracy 0.98 172 + accuracy - - 0.98 172 macro-avg 0.98 0.97 0.97 172 weighted-avg 0.98 0.98 0.98 172 diff --git a/docs/_posts/bunyamin-polat/2022-12-06-legclf_indemnity_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-12-06-legclf_indemnity_agreement_bert_en.md index 64c76770d14930..2934499368d5d4 100644 --- a/docs/_posts/bunyamin-polat/2022-12-06-legclf_indemnity_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-06-legclf_indemnity_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support indemnity-agreement 0.88 0.82 0.85 28 other 0.86 0.91 0.89 35 - - accuracy 0.87 63 + accuracy - - 0.87 63 macro-avg 0.87 0.87 0.87 63 weighted-avg 0.87 0.87 0.87 63 diff --git a/docs/_posts/bunyamin-polat/2022-12-06-legclf_indemnity_agreement_en.md b/docs/_posts/bunyamin-polat/2022-12-06-legclf_indemnity_agreement_en.md index c1a722bce58a4f..eb9fe475a3ccfc 100644 --- a/docs/_posts/bunyamin-polat/2022-12-06-legclf_indemnity_agreement_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-06-legclf_indemnity_agreement_en.md @@ -116,12 +116,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support indemnity-agreement 0.96 0.94 0.95 50 other 0.97 0.98 0.98 111 - - accuracy 0.97 161 + accuracy - - 0.97 161 macro-avg 0.97 0.96 0.96 161 weighted-avg 0.97 0.97 0.97 161 diff --git a/docs/_posts/bunyamin-polat/2022-12-06-legclf_investment_advisory_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-12-06-legclf_investment_advisory_agreement_bert_en.md index fb8922fe07c89a..2e8fa8f26c1508 100644 --- a/docs/_posts/bunyamin-polat/2022-12-06-legclf_investment_advisory_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-06-legclf_investment_advisory_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support investment-advisory-agreement 0.98 0.98 0.98 42 other 0.97 0.97 0.97 35 - - accuracy 0.97 77 + accuracy - - 0.97 77 macro-avg 0.97 0.97 0.97 77 weighted-avg 0.97 0.97 0.97 77 diff --git a/docs/_posts/bunyamin-polat/2022-12-06-legclf_investment_advisory_agreement_en.md b/docs/_posts/bunyamin-polat/2022-12-06-legclf_investment_advisory_agreement_en.md index 6fa1f5bfb1c534..2daf8bcd90abdb 100644 --- a/docs/_posts/bunyamin-polat/2022-12-06-legclf_investment_advisory_agreement_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-06-legclf_investment_advisory_agreement_en.md @@ -116,12 +116,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support investment-advisory-agreement 0.97 0.98 0.98 60 other 0.99 0.98 0.99 111 - - accuracy 0.98 171 + accuracy - - 0.98 171 macro-avg 0.98 0.98 0.98 171 weighted-avg 0.98 0.98 0.98 171 diff --git a/docs/_posts/bunyamin-polat/2022-12-06-legclf_option_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-12-06-legclf_option_agreement_bert_en.md index a4073d7d56e27c..f8e1bd4c9e8be4 100644 --- a/docs/_posts/bunyamin-polat/2022-12-06-legclf_option_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-06-legclf_option_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support option-agreement 0.94 0.82 0.88 39 other 0.90 0.97 0.93 65 - - accuracy 0.91 104 + accuracy - - 0.91 104 macro-avg 0.92 0.89 0.91 104 weighted-avg 0.92 0.91 0.91 104 diff --git a/docs/_posts/bunyamin-polat/2022-12-06-legclf_option_agreement_en.md b/docs/_posts/bunyamin-polat/2022-12-06-legclf_option_agreement_en.md index 09b3ad08d795d6..3c2e4dbc24f9d4 100644 --- a/docs/_posts/bunyamin-polat/2022-12-06-legclf_option_agreement_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-06-legclf_option_agreement_en.md @@ -116,12 +116,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support option-agreement 0.96 0.93 0.95 59 other 0.96 0.98 0.97 111 - - accuracy 0.96 170 + accuracy - - 0.96 170 macro-avg 0.96 0.96 0.96 170 weighted-avg 0.96 0.96 0.96 170 diff --git a/docs/_posts/bunyamin-polat/2022-12-06-legclf_pledge_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-12-06-legclf_pledge_agreement_bert_en.md index 67a99e65846dd5..144a9470195802 100644 --- a/docs/_posts/bunyamin-polat/2022-12-06-legclf_pledge_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-06-legclf_pledge_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.96 0.98 0.97 65 pledge-agreement 0.96 0.88 0.92 26 - - accuracy 0.96 91 + accuracy - - 0.96 91 macro-avg 0.96 0.93 0.94 91 weighted-avg 0.96 0.96 0.96 91 diff --git a/docs/_posts/bunyamin-polat/2022-12-06-legclf_pledge_agreement_en.md b/docs/_posts/bunyamin-polat/2022-12-06-legclf_pledge_agreement_en.md index afe9117360e00f..4d28e130c7503b 100644 --- a/docs/_posts/bunyamin-polat/2022-12-06-legclf_pledge_agreement_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-06-legclf_pledge_agreement_en.md @@ -116,12 +116,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.95 1.00 0.97 111 pledge-agreement 1.00 0.88 0.94 50 - - accuracy 0.96 161 + accuracy - - 0.96 161 macro-avg 0.97 0.94 0.95 161 weighted-avg 0.96 0.96 0.96 161 diff --git a/docs/_posts/bunyamin-polat/2022-12-06-legclf_restricted_stock_unit_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-12-06-legclf_restricted_stock_unit_agreement_bert_en.md index 37c98f58cc4ac3..0a9ff346495677 100644 --- a/docs/_posts/bunyamin-polat/2022-12-06-legclf_restricted_stock_unit_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-06-legclf_restricted_stock_unit_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.94 0.94 0.94 35 restricted-stock-unit-agreement 0.95 0.95 0.95 42 - - accuracy 0.95 77 + accuracy - - 0.95 77 macro-avg 0.95 0.95 0.95 77 weighted-avg 0.95 0.95 0.95 77 diff --git a/docs/_posts/bunyamin-polat/2022-12-06-legclf_restricted_stock_unit_agreement_en.md b/docs/_posts/bunyamin-polat/2022-12-06-legclf_restricted_stock_unit_agreement_en.md index ba420d533c9b27..6fe7e20b10550b 100644 --- a/docs/_posts/bunyamin-polat/2022-12-06-legclf_restricted_stock_unit_agreement_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-06-legclf_restricted_stock_unit_agreement_en.md @@ -116,12 +116,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.99 0.99 0.99 80 restricted-stock-unit-agreement 0.97 0.97 0.97 39 - - accuracy 0.98 119 + accuracy - - 0.98 119 macro-avg 0.98 0.98 0.98 119 weighted-avg 0.98 0.98 0.98 119 diff --git a/docs/_posts/bunyamin-polat/2022-12-06-legclf_revolving_credit_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-12-06-legclf_revolving_credit_agreement_bert_en.md index 3354d70cd0c208..e42b82b3f05c53 100644 --- a/docs/_posts/bunyamin-polat/2022-12-06-legclf_revolving_credit_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-06-legclf_revolving_credit_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.94 0.94 0.94 35 revolving-credit-agreement 0.93 0.93 0.93 29 - - accuracy 0.94 64 + accuracy - - 0.94 64 macro-avg 0.94 0.94 0.94 64 weighted-avg 0.94 0.94 0.94 64 diff --git a/docs/_posts/bunyamin-polat/2022-12-06-legclf_revolving_credit_agreement_en.md b/docs/_posts/bunyamin-polat/2022-12-06-legclf_revolving_credit_agreement_en.md index 8b8835eff2e298..a01fb843d9a2b1 100644 --- a/docs/_posts/bunyamin-polat/2022-12-06-legclf_revolving_credit_agreement_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-06-legclf_revolving_credit_agreement_en.md @@ -116,12 +116,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.98 0.97 0.98 111 revolving-credit-agreement 0.93 0.96 0.95 45 - - accuracy 0.97 156 + accuracy - - 0.97 156 macro-avg 0.96 0.96 0.96 156 weighted-avg 0.97 0.97 0.97 156 diff --git a/docs/_posts/bunyamin-polat/2022-12-06-legclf_severance_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-12-06-legclf_severance_agreement_bert_en.md index 1837fb47ede307..c7d7df7dab8e6a 100644 --- a/docs/_posts/bunyamin-polat/2022-12-06-legclf_severance_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-06-legclf_severance_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.95 1.00 0.97 35 severance-agreement 1.00 0.91 0.95 22 - - accuracy 0.96 57 + accuracy - - 0.96 57 macro-avg 0.97 0.95 0.96 57 weighted-avg 0.97 0.96 0.96 57 diff --git a/docs/_posts/bunyamin-polat/2022-12-06-legclf_severance_agreement_en.md b/docs/_posts/bunyamin-polat/2022-12-06-legclf_severance_agreement_en.md index e4062af8d8a862..1dd30786896f03 100644 --- a/docs/_posts/bunyamin-polat/2022-12-06-legclf_severance_agreement_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-06-legclf_severance_agreement_en.md @@ -116,12 +116,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support other 1.00 0.99 1.00 111 severance-agreement 0.98 1.00 0.99 57 - - accuracy 0.99 168 + accuracy - - 0.99 168 macro-avg 0.99 1.00 0.99 168 weighted-avg 0.99 0.99 0.99 168 diff --git a/docs/_posts/bunyamin-polat/2022-12-06-legclf_underwriting_agreement_bert_en.md b/docs/_posts/bunyamin-polat/2022-12-06-legclf_underwriting_agreement_bert_en.md index 3ca9c766854717..deec9de92f7c5e 100644 --- a/docs/_posts/bunyamin-polat/2022-12-06-legclf_underwriting_agreement_bert_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-06-legclf_underwriting_agreement_bert_en.md @@ -103,12 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.97 0.97 0.97 65 underwriting-agreement 0.94 0.94 0.94 36 - - accuracy 0.96 101 + accuracy - - 0.96 101 macro-avg 0.96 0.96 0.96 101 weighted-avg 0.96 0.96 0.96 101 diff --git a/docs/_posts/bunyamin-polat/2022-12-06-legclf_underwriting_agreement_en.md b/docs/_posts/bunyamin-polat/2022-12-06-legclf_underwriting_agreement_en.md index f1bb2a4cd640cb..aca029b373a535 100644 --- a/docs/_posts/bunyamin-polat/2022-12-06-legclf_underwriting_agreement_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-06-legclf_underwriting_agreement_en.md @@ -116,12 +116,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.97 1.00 0.99 111 underwriting-agreement 1.00 0.93 0.96 43 - - accuracy 0.98 154 + accuracy - - 0.98 154 macro-avg 0.99 0.97 0.98 154 weighted-avg 0.98 0.98 0.98 154 diff --git a/docs/_posts/bunyamin-polat/2022-12-07-legclf_business_day_clause_en.md b/docs/_posts/bunyamin-polat/2022-12-07-legclf_business_day_clause_en.md index 2e158a0d995074..832c205c487c3f 100644 --- a/docs/_posts/bunyamin-polat/2022-12-07-legclf_business_day_clause_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-07-legclf_business_day_clause_en.md @@ -110,12 +110,10 @@ Legal documents, scrapped from the Internet, and classified in-house ```bash - precision recall f1-score support - + label precision recall f1-score support business-day 0.90 1.00 0.95 28 other 1.00 0.96 0.98 73 - - accuracy 0.97 101 + accuracy - - 0.97 101 macro-avg 0.95 0.98 0.96 101 weighted-avg 0.97 0.97 0.97 101 diff --git a/docs/_posts/bunyamin-polat/2022-12-07-legclf_demand_registration_clause_en.md b/docs/_posts/bunyamin-polat/2022-12-07-legclf_demand_registration_clause_en.md index e7a430e31695f1..67c4422edd1cb9 100644 --- a/docs/_posts/bunyamin-polat/2022-12-07-legclf_demand_registration_clause_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-07-legclf_demand_registration_clause_en.md @@ -110,12 +110,10 @@ Legal documents, scrapped from the Internet, and classified in-house ```bash - precision recall f1-score support - + label precision recall f1-score support demand-registration 1.00 0.96 0.98 28 other 0.99 1.00 0.99 73 - - accuracy 0.99 101 + accuracy - - 0.99 101 macro-avg 0.99 0.98 0.99 101 weighted-avg 0.99 0.99 0.99 101 diff --git a/docs/_posts/bunyamin-polat/2022-12-07-legclf_electronic_communications_clause_en.md b/docs/_posts/bunyamin-polat/2022-12-07-legclf_electronic_communications_clause_en.md index 6e8c6359b3d759..c07d41c35de86b 100644 --- a/docs/_posts/bunyamin-polat/2022-12-07-legclf_electronic_communications_clause_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-07-legclf_electronic_communications_clause_en.md @@ -110,12 +110,10 @@ Legal documents, scrapped from the Internet, and classified in-house ```bash - precision recall f1-score support - + label precision recall f1-score support electronic-communications 1.00 1.00 1.00 25 other 1.00 1.00 1.00 73 - - accuracy 1.00 98 + accuracy - - 1.00 98 macro-avg 1.00 1.00 1.00 98 weighted-avg 1.00 1.00 1.00 98 diff --git a/docs/_posts/bunyamin-polat/2022-12-07-legclf_entire_agreement_clause_en.md b/docs/_posts/bunyamin-polat/2022-12-07-legclf_entire_agreement_clause_en.md index 7c9a0068f1758e..9e98ed79427bdc 100644 --- a/docs/_posts/bunyamin-polat/2022-12-07-legclf_entire_agreement_clause_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-07-legclf_entire_agreement_clause_en.md @@ -110,12 +110,10 @@ Legal documents, scrapped from the Internet, and classified in-house ```bash - precision recall f1-score support - + label precision recall f1-score support entire-agreement 1.00 1.00 1.00 24 other 1.00 1.00 1.00 73 - - accuracy 1.00 97 + accuracy - - 1.00 97 macro-avg 1.00 1.00 1.00 97 weighted-avg 1.00 1.00 1.00 97 diff --git a/docs/_posts/bunyamin-polat/2022-12-07-legclf_governing_law_clause_en.md b/docs/_posts/bunyamin-polat/2022-12-07-legclf_governing_law_clause_en.md index dc602316109d41..46fffc70ed7740 100644 --- a/docs/_posts/bunyamin-polat/2022-12-07-legclf_governing_law_clause_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-07-legclf_governing_law_clause_en.md @@ -110,12 +110,10 @@ Legal documents, scrapped from the Internet, and classified in-house ```bash - precision recall f1-score support - + label precision recall f1-score support governing-law 0.96 1.00 0.98 25 other 1.00 0.99 0.99 73 - - accuracy 0.99 98 + accuracy - - 0.99 98 macro-avg 0.98 0.99 0.99 98 weighted-avg 0.99 0.99 0.99 98 diff --git a/docs/_posts/bunyamin-polat/2022-12-07-legclf_health_and_safety_clause_en.md b/docs/_posts/bunyamin-polat/2022-12-07-legclf_health_and_safety_clause_en.md index 1fb6e8cb471d7c..7f2ce08921ac6c 100644 --- a/docs/_posts/bunyamin-polat/2022-12-07-legclf_health_and_safety_clause_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-07-legclf_health_and_safety_clause_en.md @@ -110,12 +110,10 @@ Legal documents, scrapped from the Internet, and classified in-house ```bash - precision recall f1-score support - + label precision recall f1-score support health-and-safety 1.00 0.85 0.92 27 other 0.95 1.00 0.97 73 - - accuracy 0.96 100 + accuracy - - 0.96 100 macro-avg 0.97 0.93 0.95 100 weighted-avg 0.96 0.96 0.96 100 diff --git a/docs/_posts/bunyamin-polat/2022-12-07-legclf_language_clause_en.md b/docs/_posts/bunyamin-polat/2022-12-07-legclf_language_clause_en.md index c5caeec564a176..4b4c93cd6eaf6e 100644 --- a/docs/_posts/bunyamin-polat/2022-12-07-legclf_language_clause_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-07-legclf_language_clause_en.md @@ -110,12 +110,10 @@ Legal documents, scrapped from the Internet, and classified in-house ```bash - precision recall f1-score support - + label precision recall f1-score support language 1.00 1.00 1.00 28 other 1.00 1.00 1.00 73 - - accuracy 1.00 101 + accuracy - - 1.00 101 macro-avg 1.00 1.00 1.00 101 weighted-avg 1.00 1.00 1.00 101 diff --git a/docs/_posts/bunyamin-polat/2022-12-07-legclf_replacement_of_lenders_clause_en.md b/docs/_posts/bunyamin-polat/2022-12-07-legclf_replacement_of_lenders_clause_en.md index 9bdb1509cb8a16..14c60bc7947ed1 100644 --- a/docs/_posts/bunyamin-polat/2022-12-07-legclf_replacement_of_lenders_clause_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-07-legclf_replacement_of_lenders_clause_en.md @@ -110,12 +110,10 @@ Legal documents, scrapped from the Internet, and classified in-house ```bash - precision recall f1-score support - + label precision recall f1-score support other 1.00 0.95 0.97 73 replacement-of-lenders 0.87 1.00 0.93 26 - - accuracy 0.96 99 + accuracy - - 0.96 99 macro-avg 0.93 0.97 0.95 99 weighted-avg 0.96 0.96 0.96 99 diff --git a/docs/_posts/bunyamin-polat/2022-12-07-legclf_rules_and_regulations_clause_en.md b/docs/_posts/bunyamin-polat/2022-12-07-legclf_rules_and_regulations_clause_en.md index d75680557848fc..5b02d42af2962e 100644 --- a/docs/_posts/bunyamin-polat/2022-12-07-legclf_rules_and_regulations_clause_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-07-legclf_rules_and_regulations_clause_en.md @@ -110,12 +110,10 @@ Legal documents, scrapped from the Internet, and classified in-house ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.97 1.00 0.99 73 rules-and-regulations 1.00 0.93 0.96 28 - - accuracy 0.98 101 + accuracy - - 0.98 101 macro-avg 0.99 0.96 0.97 101 weighted-avg 0.98 0.98 0.98 101 diff --git a/docs/_posts/bunyamin-polat/2022-12-07-legclf_ti_allowance_clause_en.md b/docs/_posts/bunyamin-polat/2022-12-07-legclf_ti_allowance_clause_en.md index 381d6c7feb0843..f6f9e3eb4a7567 100644 --- a/docs/_posts/bunyamin-polat/2022-12-07-legclf_ti_allowance_clause_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-07-legclf_ti_allowance_clause_en.md @@ -110,12 +110,10 @@ Legal documents, scrapped from the Internet, and classified in-house ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.99 1.00 1.00 246 ti-allowance 1.00 0.98 0.99 99 - - accuracy 0.99 345 + accuracy - - 0.99 345 macro-avg 1.00 0.99 0.99 345 weighted-avg 0.99 0.99 0.99 345 diff --git a/docs/_posts/bunyamin-polat/2022-12-16-legclf_notice_clause_en.md b/docs/_posts/bunyamin-polat/2022-12-16-legclf_notice_clause_en.md index fba99e1c83f71e..eeb3750d516815 100644 --- a/docs/_posts/bunyamin-polat/2022-12-16-legclf_notice_clause_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-16-legclf_notice_clause_en.md @@ -105,12 +105,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ## Benchmarking ```bash - label precision recall f1-score support - - notice 1.00 0.98 0.99 64 - other 0.99 1.00 0.99 92 - - accuracy 0.99 156 - macro-avg 0.99 0.99 0.99 156 -weighted-avg 0.99 0.99 0.99 156 + label precision recall f1-score support + notice 1.00 0.98 0.99 64 + other 0.99 1.00 0.99 92 + accuracy - - 0.99 156 + macro-avg 0.99 0.99 0.99 156 +weighted-avg 0.99 0.99 0.99 156 ``` diff --git a/docs/_posts/bunyamin-polat/2022-12-16-legner_notice_clause_en.md b/docs/_posts/bunyamin-polat/2022-12-16-legner_notice_clause_en.md index 329c310151af38..aff386fadaad81 100644 --- a/docs/_posts/bunyamin-polat/2022-12-16-legner_notice_clause_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-16-legner_notice_clause_en.md @@ -112,7 +112,7 @@ In-house dataset ## Benchmarking ```bash - label precision recall f1-score support + label precision recall f1-score support ADDRESS 0.86 0.94 0.90 141 DEPARTMENT 0.75 0.27 0.40 11 EMAIL 0.92 1.00 0.96 48 @@ -123,7 +123,6 @@ NOTICE_METHOD 0.74 0.80 0.77 353 PERSON 0.91 0.94 0.92 114 PHONE 0.60 0.47 0.53 19 TITLE 0.76 0.90 0.82 80 - micro-avg 0.78 0.85 0.81 1060 macro-avg 0.77 0.79 0.77 1060 weighted-avg 0.79 0.85 0.81 1060 diff --git a/docs/_posts/bunyamin-polat/2022-12-17-legre_notice_clause_xs_en.md b/docs/_posts/bunyamin-polat/2022-12-17-legre_notice_clause_xs_en.md index ff74306322cd15..227d69f373e61f 100644 --- a/docs/_posts/bunyamin-polat/2022-12-17-legre_notice_clause_xs_en.md +++ b/docs/_posts/bunyamin-polat/2022-12-17-legre_notice_clause_xs_en.md @@ -141,16 +141,17 @@ In-house dataset ## Benchmarking ```bash -| Relation | Recall | Precision | F1 | Support | -|------------------|---------|-----------|-------|---------| -| has_address | 0.976 | 1.000 | 0.988 | 41 | -| has_department | 0.667 | 1.000 | 0.800 | 3 | -| has_email | 1.000 | 1.000 | 1.000 | 7 | -| has_fax_phone | 1.000 | 1.000 | 1.000 | 8 | -| has_notice_party | 1.000 | 0.955 | 0.977 | 42 | -| has_person | 1.000 | 0.938 | 0.968 | 15 | -| has_title | 0.875 | 0.933 | 0.903 | 16 | -| other | 1.000 | 1.000 | 1.000 | 68 | -| Avg. | 0.940 | 0.978 | 0.954 | | -| Weighted-Avg. | 0.980 | 0.980 | 0.979 | | + +label Recall Precision F1 Support +has_address 0.976 1.000 0.988 41 +has_department 0.667 1.000 0.800 3 +has_email 1.000 1.000 1.000 7 +has_fax_phone 1.000 1.000 1.000 8 +has_notice_party 1.000 0.955 0.977 42 +has_person 1.000 0.938 0.968 15 +has_title 0.875 0.933 0.903 16 +other 1.000 1.000 1.000 68 +Avg. 0.940 0.978 0.954 - +Weighted-Avg. 0.980 0.980 0.979 - + ``` diff --git a/docs/_posts/dcecchini/2022-11-30-finner_earning_calls_generic_sm_en.md b/docs/_posts/dcecchini/2022-11-30-finner_earning_calls_generic_sm_en.md index bd56dee46be6e5..2317f4b428b43d 100644 --- a/docs/_posts/dcecchini/2022-11-30-finner_earning_calls_generic_sm_en.md +++ b/docs/_posts/dcecchini/2022-11-30-finner_earning_calls_generic_sm_en.md @@ -186,42 +186,42 @@ In-house annotations on Earning Calls. ## Benchmarking ```bash -label tp fp fn prec rec f1 -I-AMOUNT 383 1 3 0.9973958 0.992228 0.9948052 -B-COUNT 13 5 2 0.7222222 0.8666667 0.78787875 -B-AMOUNT 453 0 6 1.0 0.9869281 0.9934211 -I-ORG 16 0 0 1.0 1.0 1.0 -B-DATE 117 11 5 0.9140625 0.9590164 0.93600005 -B-LIABILITY_DECREASE 1 1 0 0.5 1.0 0.6666667 -I-LIABILITY 8 6 3 0.5714286 0.72727275 0.64000005 -I-EXPENSE 75 13 52 0.85227275 0.5905512 0.69767445 -I-KPI_INCREASE 6 3 8 0.6666667 0.42857143 0.5217392 -B-LIABILITY 9 4 5 0.6923077 0.64285713 0.6666667 -I-CF 18 1 18 0.94736844 0.5 0.6545455 -I-COUNT 12 2 1 0.85714287 0.9230769 0.8888889 -B-FCF 13 5 0 0.7222222 1.0 0.83870965 -B-PROFIT_INCREASE 79 22 31 0.7821782 0.7181818 0.7488152 -B-KPI_INCREASE 3 4 11 0.42857143 0.21428572 0.2857143 -B-EXPENSE 41 19 38 0.68333334 0.51898736 0.5899281 -I-PROFIT_DECLINE 5 7 22 0.41666666 0.18518518 0.25641027 -I-LIABILITY_DECREASE 1 1 0 0.5 1.0 0.6666667 -I-PROFIT 188 47 50 0.8 0.789916 0.79492605 -B-CURRENCY 440 0 1 1.0 0.9977324 0.9988649 -I-PROFIT_INCREASE 77 23 45 0.77 0.63114756 0.69369364 -I-CURRENCY 6 0 0 1.0 1.0 1.0 -B-CF 9 1 8 0.9 0.5294118 0.6666667 -B-PROFIT 147 51 40 0.74242425 0.7860963 0.7636363 -B-PERCENTAGE 417 2 4 0.99522674 0.99049884 0.99285716 -B-TICKER 13 0 0 1.0 1.0 1.0 -I-FISCAL_YEAR 3 0 0 1.0 1.0 1.0 -B-ORG 14 0 0 1.0 1.0 1.0 -B-EXPENSE_INCREASE 6 0 4 1.0 0.6 0.75 -B-EXPENSE_DECREASE 1 0 1 1.0 0.5 0.6666667 -B-ASSET 9 2 16 0.8181818 0.36 0.5 -B-FISCAL_YEAR 1 0 0 1.0 1.0 1.0 -I-EXPENSE_DECREASE 3 2 2 0.6 0.6 0.6 -I-FCF 26 15 0 0.63414633 1.0 0.7761194 -I-EXPENSE_INCREASE 8 0 3 1.0 0.72727275 0.84210527 -Macro-average 2637 255 465 0.7494908 0.64362085 0.70253296 -Micro-average 2637 255 465 0.9118257 0.8500967 0.8798799 +label tp fp fn prec rec f1 +I-AMOUNT 383 1 3 0.9973958 0.992228 0.9948052 +B-COUNT 13 5 2 0.7222222 0.8666667 0.78787875 +B-AMOUNT 453 0 6 1.0 0.9869281 0.9934211 +I-ORG 16 0 0 1.0 1.0 1.0 +B-DATE 117 11 5 0.9140625 0.9590164 0.93600005 +B-LIABILITY_DECREASE 1 1 0 0.5 1.0 0.6666667 +I-LIABILITY 8 6 3 0.5714286 0.72727275 0.64000005 +I-EXPENSE 75 13 52 0.85227275 0.5905512 0.69767445 +I-KPI_INCREASE 6 3 8 0.6666667 0.42857143 0.5217392 +B-LIABILITY 9 4 5 0.6923077 0.64285713 0.6666667 +I-CF 18 1 18 0.94736844 0.5 0.6545455 +I-COUNT 12 2 1 0.85714287 0.9230769 0.8888889 +B-FCF 13 5 0 0.7222222 1.0 0.83870965 +B-PROFIT_INCREASE 79 22 31 0.7821782 0.7181818 0.7488152 +B-KPI_INCREASE 3 4 11 0.42857143 0.21428572 0.2857143 +B-EXPENSE 41 19 38 0.68333334 0.51898736 0.5899281 +I-PROFIT_DECLINE 5 7 22 0.41666666 0.18518518 0.25641027 +I-LIABILITY_DECREASE 1 1 0 0.5 1.0 0.6666667 +I-PROFIT 188 47 50 0.8 0.789916 0.79492605 +B-CURRENCY 440 0 1 1.0 0.9977324 0.9988649 +I-PROFIT_INCREASE 77 23 45 0.77 0.63114756 0.69369364 +I-CURRENCY 6 0 0 1.0 1.0 1.0 +B-CF 9 1 8 0.9 0.5294118 0.6666667 +B-PROFIT 147 51 40 0.74242425 0.7860963 0.7636363 +B-PERCENTAGE 417 2 4 0.99522674 0.99049884 0.99285716 +B-TICKER 13 0 0 1.0 1.0 1.0 +I-FISCAL_YEAR 3 0 0 1.0 1.0 1.0 +B-ORG 14 0 0 1.0 1.0 1.0 +B-EXPENSE_INCREASE 6 0 4 1.0 0.6 0.75 +B-EXPENSE_DECREASE 1 0 1 1.0 0.5 0.6666667 +B-ASSET 9 2 16 0.8181818 0.36 0.5 +B-FISCAL_YEAR 1 0 0 1.0 1.0 1.0 +I-EXPENSE_DECREASE 3 2 2 0.6 0.6 0.6 +I-FCF 26 15 0 0.63414633 1.0 0.7761194 +I-EXPENSE_INCREASE 8 0 3 1.0 0.72727275 0.84210527 +Macro-average 2637 255 465 0.7494908 0.64362085 0.70253296 +Micro-average 2637 255 465 0.9118257 0.8500967 0.8798799 ``` diff --git a/docs/_posts/dcecchini/2022-11-30-finner_earning_calls_specific_sm_en.md b/docs/_posts/dcecchini/2022-11-30-finner_earning_calls_specific_sm_en.md index 10783e2132ddce..6b76350dcc7d66 100644 --- a/docs/_posts/dcecchini/2022-11-30-finner_earning_calls_specific_sm_en.md +++ b/docs/_posts/dcecchini/2022-11-30-finner_earning_calls_specific_sm_en.md @@ -191,50 +191,52 @@ In-house annotations on Earning Calls. ## Benchmarking ```bash -label tp fp fn prec rec f1 -I-REVENUE_INCREASE 53 16 52 0.76811594 0.50476193 0.6091954 -I-AMOUNT 382 2 4 0.9947917 0.9896373 0.9922078 -B-COUNT 14 9 1 0.6086956 0.93333334 0.73684216 -B-AMOUNT 454 0 5 1.0 0.9891068 0.9945236 -I-KPI 2 11 23 0.15384616 0.08 0.10526316 -I-ORG 16 0 0 1.0 1.0 1.0 -B-DATE 122 13 0 0.9037037 1.0 0.94941634 -B-LIABILITY_DECREASE 1 1 0 0.5 1.0 0.6666667 -I-DATE 3 2 0 0.6 1.0 0.75 -B-LOSS 4 0 4 1.0 0.5 0.6666667 -I-ASSET 6 2 14 0.75 0.3 0.42857146 -I-EXPENSE 46 13 59 0.779661 0.43809524 0.5609756 -I-KPI_INCREASE 1 7 13 0.125 0.071428575 0.09090909 -B-REVENUE_INCREASE 60 21 34 0.7407407 0.63829786 0.6857143 -I-COUNT 13 6 0 0.68421054 1.0 0.8125 -I-CFO 23 1 0 0.9583333 1.0 0.9787234 -B-FCF 13 4 0 0.7647059 1.0 0.8666667 -B-PROFIT_INCREASE 11 11 5 0.5 0.6875 0.57894737 -B-EXPENSE 26 16 45 0.61904764 0.36619717 0.460177 -B-REVENUE_DECLINE 6 4 13 0.6 0.31578946 0.41379312 -B-STOCKHOLDERS_EQUITY 3 0 3 1.0 0.5 0.6666667 -I-PROFIT_DECLINE 4 1 7 0.8 0.36363637 0.5 -I-LIABILITY_DECREASE 1 1 0 0.5 1.0 0.6666667 -I-LOSS 12 0 10 1.0 0.54545456 0.7058824 -I-PROFIT 148 40 10 0.78723407 0.93670887 0.8554913 -B-CFO 9 1 1 0.9 0.9 0.9 -B-CURRENCY 440 0 1 1.0 0.9977324 0.9988649 -I-PROFIT_INCREASE 11 10 6 0.52380955 0.64705884 0.5789474 -I-CURRENCY 6 0 0 1.0 1.0 1.0 -B-PROFIT 93 27 16 0.775 0.853211 0.812227 -B-PERCENTAGE 418 7 3 0.9835294 0.9928741 0.9881796 -B-TICKER 13 0 0 1.0 1.0 1.0 -I-FISCAL_YEAR 2 3 1 0.4 0.6666667 0.5 -B-ORG 14 0 0 1.0 1.0 1.0 -I-STOCKHOLDERS_EQUITY 6 0 2 1.0 0.75 0.85714287 -I-REVENUE_DECLINE 8 9 8 0.47058824 0.5 0.4848485 -B-EXPENSE_INCREASE 6 0 4 1.0 0.6 0.75 -B-REVENUE 51 17 15 0.75 0.77272725 0.761194 -B-FISCAL_YEAR 1 1 0 0.5 1.0 0.6666667 -I-EXPENSE_DECREASE 3 3 2 0.5 0.6 0.54545456 -I-FCF 26 9 0 0.74285716 1.0 0.852459 -I-REVENUE 45 12 18 0.7894737 0.71428573 0.75000006 -I-EXPENSE_INCREASE 8 0 3 1.0 0.72727275 0.84210527 -Macro-average 2611 311 491 0.6658762 0.6029909 0.63287526 -Micro-average 2611 311 491 0.8935661 0.84171504 0.8668659 + +label tp fp fn prec rec f1 +I-REVENUE_INCREASE 53 16 52 0.76811594 0.50476193 0.6091954 +I-AMOUNT 382 2 4 0.9947917 0.9896373 0.9922078 +B-COUNT 14 9 1 0.6086956 0.93333334 0.73684216 +B-AMOUNT 454 0 5 1.0 0.9891068 0.9945236 +I-KPI 2 11 23 0.15384616 0.08 0.10526316 +I-ORG 16 0 0 1.0 1.0 1.0 +B-DATE 122 13 0 0.9037037 1.0 0.94941634 +B-LIABILITY_DECREASE 1 1 0 0.5 1.0 0.6666667 +I-DATE 3 2 0 0.6 1.0 0.75 +B-LOSS 4 0 4 1.0 0.5 0.6666667 +I-ASSET 6 2 14 0.75 0.3 0.42857146 +I-EXPENSE 46 13 59 0.77966 0.43809524 0.5609756 +I-KPI_INCREASE 1 7 13 0.125 0.071428575 0.09090909 +B-REVENUE_INCREASE 60 21 34 0.7407407 0.63829786 0.6857143 +I-COUNT 13 6 0 0.68421054 1.0 0.8125 +I-CFO 23 1 0 0.9583333 1.0 0.9787234 +B-FCF 13 4 0 0.7647059 1.0 0.8666667 +B-PROFIT_INCREASE 11 11 5 0.5 0.6875 0.57894737 +B-EXPENSE 26 16 45 0.61904764 0.36619717 0.460177 +B-REVENUE_DECLINE 6 4 13 0.6 0.31578946 0.41379312 +B-STOCKHOLDERS_EQUITY 3 0 3 1.0 0.5 0.6666667 +I-PROFIT_DECLINE 4 1 7 0.8 0.36363637 0.5 +I-LIABILITY_DECREASE 1 1 0 0.5 1.0 0.6666667 +I-LOSS 12 0 10 1.0 0.54545456 0.7058824 +I-PROFIT 148 40 10 0.78723407 0.93670887 0.8554913 +B-CFO 9 1 1 0.9 0.9 0.9 +B-CURRENCY 440 0 1 1.0 0.9977324 0.9988649 +I-PROFIT_INCREASE 11 10 6 0.52380955 0.64705884 0.5789474 +I-CURRENCY 6 0 0 1.0 1.0 1.0 +B-PROFIT 93 27 16 0.775 0.853211 0.812227 +B-PERCENTAGE 418 7 3 0.9835294 0.9928741 0.9881796 +B-TICKER 13 0 0 1.0 1.0 1.0 +I-FISCAL_YEAR 2 3 1 0.4 0.6666667 0.5 +B-ORG 14 0 0 1.0 1.0 1.0 +I-STOCKHOLDERS_EQUITY 6 0 2 1.0 0.75 0.85714287 +I-REVENUE_DECLINE 8 9 8 0.47058824 0.5 0.4848485 +B-EXPENSE_INCREASE 6 0 4 1.0 0.6 0.75 +B-REVENUE 51 17 15 0.75 0.77272725 0.761194 +B-FISCAL_YEAR 1 1 0 0.5 1.0 0.6666667 +I-EXPENSE_DECREASE 3 3 2 0.5 0.6 0.54545456 +I-FCF 26 9 0 0.74285716 1.0 0.852459 +I-REVENUE 45 12 18 0.7894737 0.71428573 0.75000006 +I-EXPENSE_INCREASE 8 0 3 1.0 0.72727275 0.84210527 +Macro-average 2611 311 491 0.6658762 0.6029909 0.63287526 +Micro-average 2611 311 91 0.8935661 0.84171504 0.8668659 + ``` diff --git a/docs/_posts/dcecchini/2022-11-30-finner_financial_xlarge_en.md b/docs/_posts/dcecchini/2022-11-30-finner_financial_xlarge_en.md index 7f5e40183b580a..a34a88a029ca32 100644 --- a/docs/_posts/dcecchini/2022-11-30-finner_financial_xlarge_en.md +++ b/docs/_posts/dcecchini/2022-11-30-finner_financial_xlarge_en.md @@ -183,48 +183,48 @@ In-house annotations on Earning Calls and 10-K Filings combined. ## Benchmarking ```bash -label tp fp fn prec rec f1 -B-LIABILITY_INCREASE 1 0 0 1.0 1.0 1.0 -I-AMOUNT 915 97 8 0.9041502 0.9913326 0.9457364 -B-COUNT 7 1 2 0.875 0.7777778 0.8235294 -I-LIABILITY_INCREASE 1 0 0 1.0 1.0 1.0 -B-AMOUNT 1304 124 19 0.9131653 0.9856387 0.9480189 -I-KPI 2 0 7 1.0 0.22222222 0.36363637 -B-DATE 525 32 44 0.94254935 0.9226714 0.9325044 -I-LIABILITY 156 49 97 0.7609756 0.6166008 0.68122274 -I-DATE 343 12 36 0.9661972 0.9050132 0.93460494 -B-CF_DECREASE 6 1 3 0.85714287 0.6666667 0.75 -I-EXPENSE 270 86 74 0.75842696 0.78488374 0.77142864 -I-KPI_INCREASE 0 0 1 0.0 0.0 0.0 -B-LIABILITY 82 30 46 0.73214287 0.640625 0.6833333 -I-CF 420 97 84 0.8123791 0.8333333 0.82272285 -I-CF_DECREASE 17 3 12 0.85 0.5862069 0.6938776 -I-COUNT 7 0 0 1.0 1.0 1.0 -B-FCF 5 0 0 1.0 1.0 1.0 -B-PROFIT_INCREASE 54 23 22 0.7012987 0.7105263 0.7058824 -B-KPI_INCREASE 1 0 2 1.0 0.33333334 0.5 -B-EXPENSE 118 42 36 0.7375 0.76623374 0.75159234 -I-CF_INCREASE 43 0 17 1.0 0.71666664 0.8349514 -I-PERCENTAGE 4 6 0 0.4 1.0 0.5714286 -I-PROFIT_DECLINE 39 11 4 0.78 0.90697676 0.8387097 -I-KPI_DECREASE 1 1 0 0.5 1.0 0.6666667 -B-CF_INCREASE 23 0 2 1.0 0.92 0.9583333 -I-PROFIT 228 118 19 0.6589595 0.9230769 0.7689713 -B-CURRENCY 943 42 12 0.9573604 0.98743457 0.972165 -I-PROFIT_INCREASE 80 34 16 0.7017544 0.8333333 0.7619047 -B-CF 118 32 29 0.7866667 0.8027211 0.7946128 -B-PROFIT 134 55 23 0.7089947 0.85350317 0.7745664 -B-PERCENTAGE 281 17 7 0.942953 0.9756944 0.95904434 -B-TICKER 2 0 0 1.0 1.0 1.0 -I-FISCAL_YEAR 585 17 27 0.9717608 0.9558824 0.9637562 -B-ORG 2 0 0 1.0 1.0 1.0 -B-PROFIT_DECLINE 22 5 8 0.8148148 0.73333335 0.7719298 -B-EXPENSE_INCREASE 35 7 4 0.8333333 0.8974359 0.86419755 -B-EXPENSE_DECREASE 23 3 4 0.88461536 0.8518519 0.8679245 -B-FISCAL_YEAR 195 6 12 0.9701493 0.942029 0.9558824 -I-EXPENSE_DECREASE 46 9 16 0.8363636 0.7419355 0.78632486 -I-FCF 10 0 0 1.0 1.0 1.0 -I-EXPENSE_INCREASE 83 13 9 0.8645833 0.90217394 0.88297874 -Macro-average 7134 977 728 0.77496254 0.72599226 0.74967855 -Micro-average 7134 977 728 0.8795463 0.9074027 0.8932574 +label tp fp fn prec rec f1 +B-LIABILITY_INCREASE 1 0 0 1.0 1.0 1.0 +I-AMOUNT 915 97 8 0.9041502 0.9913326 0.9457364 +B-COUNT 7 1 2 0.875 0.7777778 0.8235294 +I-LIABILITY_INCREASE 1 0 0 1.0 1.0 1.0 +B-AMOUNT 1304 124 19 0.9131653 0.9856387 0.9480189 +I-KPI 2 0 7 1.0 0.22222222 0.36363637 +B-DATE 525 32 44 0.94254935 0.9226714 0.9325044 +I-LIABILITY 156 49 97 0.7609756 0.6166008 0.68122274 +I-DATE 343 12 36 0.9661972 0.9050132 0.93460494 +B-CF_DECREASE 6 1 3 0.85714287 0.6666667 0.75 +I-EXPENSE 270 86 74 0.75842696 0.78488374 0.77142864 +I-KPI_INCREASE 0 0 1 0.0 0.0 0.0 +B-LIABILITY 82 30 46 0.73214287 0.640625 0.6833333 +I-CF 420 97 84 0.8123791 0.8333333 0.82272285 +I-CF_DECREASE 17 3 12 0.85 0.5862069 0.6938776 +I-COUNT 7 0 0 1.0 1.0 1.0 +B-FCF 5 0 0 1.0 1.0 1.0 +B-PROFIT_INCREASE 54 23 22 0.7012987 0.7105263 0.7058824 +B-KPI_INCREASE 1 0 2 1.0 0.33333334 0.5 +B-EXPENSE 118 42 36 0.7375 0.76623374 0.75159234 +I-CF_INCREASE 43 0 17 1.0 0.71666664 0.8349514 +I-PERCENTAGE 4 6 0 0.4 1.0 0.5714286 +I-PROFIT_DECLINE 39 11 4 0.78 0.90697676 0.8387097 +I-KPI_DECREASE 1 1 0 0.5 1.0 0.6666667 +B-CF_INCREASE 23 0 2 1.0 0.92 0.9583333 +I-PROFIT 228 118 19 0.6589595 0.9230769 0.7689713 +B-CURRENCY 943 42 12 0.9573604 0.98743457 0.972165 +I-PROFIT_INCREASE 80 34 16 0.7017544 0.8333333 0.7619047 +B-CF 118 32 29 0.7866667 0.8027211 0.7946128 +B-PROFIT 134 55 23 0.7089947 0.85350317 0.7745664 +B-PERCENTAGE 281 17 7 0.942953 0.9756944 0.95904434 +B-TICKER 2 0 0 1.0 1.0 1.0 +I-FISCAL_YEAR 585 17 27 0.9717608 0.9558824 0.9637562 +B-ORG 2 0 0 1.0 1.0 1.0 +B-PROFIT_DECLINE 22 5 8 0.8148148 0.73333335 0.7719298 +B-EXPENSE_INCREASE 35 7 4 0.8333333 0.8974359 0.86419755 +B-EXPENSE_DECREASE 23 3 4 0.88461536 0.8518519 0.8679245 +B-FISCAL_YEAR 195 6 12 0.9701493 0.942029 0.9558824 +I-EXPENSE_DECREASE 46 9 16 0.8363636 0.7419355 0.78632486 +I-FCF 10 0 0 1.0 1.0 1.0 +I-EXPENSE_INCREASE 83 13 9 0.8645833 0.90217394 0.88297874 +Macro-average 7134 977 728 0.77496254 0.72599226 0.74967855 +Micro-average 7134 977 728 0.8795463 0.9074027 0.8932574 ``` diff --git a/docs/_posts/dcecchini/2022-12-15-finner_contraliability_en.md b/docs/_posts/dcecchini/2022-12-15-finner_contraliability_en.md index 5b81943d857470..fc058e00eda1a5 100644 --- a/docs/_posts/dcecchini/2022-12-15-finner_contraliability_en.md +++ b/docs/_posts/dcecchini/2022-12-15-finner_contraliability_en.md @@ -152,13 +152,14 @@ In-house annotations on Earning Calls and 10-K Filings combined. ## Benchmarking ```bash -| label | precision | recall | f1-score | support | -|--------------------|-----------|--------|----------|---------| -| B-CONTRA_LIABILITY | 0.7660 | 0.7200 | 0.7423 | 50 | -| B-LIABILITY | 0.8947 | 0.8990 | 0.8969 | 208 | -| I-CONTRA_LIABILITY | 0.7838 | 0.6304 | 0.6988 | 46 | -| I-LIABILITY | 0.8780 | 0.8929 | 0.8854 | 411 | -| accuracy | - | - | 0.9805 | 8299 | -| macro-avg | 0.8626 | 0.8267 | 0.8429 | 8299 | -| weighted-avg | 0.9803 | 0.9805 | 0.9803 | 8299 | + +label precision recall f1-score support +B-CONTRA_LIABILITY 0.7660 0.7200 0.7423 50 +B-LIABILITY 0.8947 0.8990 0.8969 208 +I-CONTRA_LIABILITY 0.7838 0.6304 0.6988 46 +I-LIABILITY 0.8780 0.8929 0.8854 411 +accuracy - - 0.9805 8299 +macro-avg 0.8626 0.8267 0.8429 8299 +weighted-avg 0.9803 0.9805 0.9803 8299 + ``` diff --git a/docs/_posts/dcecchini/2022-12-15-finner_earning_calls_generic_md_en.md b/docs/_posts/dcecchini/2022-12-15-finner_earning_calls_generic_md_en.md index 673caf8dfb7a03..b2b50a8e447fff 100644 --- a/docs/_posts/dcecchini/2022-12-15-finner_earning_calls_generic_md_en.md +++ b/docs/_posts/dcecchini/2022-12-15-finner_earning_calls_generic_md_en.md @@ -184,31 +184,32 @@ In-house annotations on Earning Calls. ## Benchmarking ```bash -| entity | precision | recall | f1 | support | -|-------------------:|-----------:|-----------:|----------:|--------:| -| AMOUNT | 99.476440 | 99.650350 | 99.563319 | 573 | -| ASSET | 54.838710 | 50.000000 | 52.307692 | 31 | -| ASSET_INCREASE | 100.000000 | 33.333333 | 50.000000 | 1 | -| CF | 44.827586 | 54.166667 | 49.056604 | 29 | -| COUNT | 61.290323 | 86.363636 | 71.698113 | 31 | -| CURRENCY | 99.095841 | 99.636364 | 99.365367 | 553 | -| DATE | 88.304094 | 96.178344 | 92.073171 | 171 | -| EXPENSE | 66.666667 | 50.602410 | 57.534247 | 63 | -| EXPENSE_DECREASE | 100.000000 | 60.000000 | 75.000000 | 3 | -| EXPENSE_INCREASE | 55.555556 | 55.555556 | 55.555556 | 9 | -| FCF | 78.947368 | 75.000000 | 76.923077 | 19 | -| KPI | 31.578947 | 28.571429 | 30.000000 | 19 | -| KPI_DECREASE | 33.333333 | 20.000000 | 25.000000 | 6 | -| KPI_INCREASE | 53.333333 | 38.095238 | 44.444444 | 15 | -| LIABILITY | 41.666667 | 47.619048 | 44.444444 | 24 | -| LIABILITY_DECREASE | 100.000000 | 33.333333 | 50.000000 | 1 | -| ORG | 95.000000 | 95.000000 | 95.000000 | 20 | -| PERCENTAGE | 98.951049 | 99.472759 | 99.211218 | 572 | -| PROFIT | 77.973568 | 78.666667 | 78.318584 | 227 | -| PROFIT_DECLINE | 48.648649 | 48.648649 | 48.648649 | 37 | -| PROFIT_INCREASE | 69.285714 | 66.896552 | 68.070175 | 140 | -| TICKER | 94.736842 | 100.000000 | 97.297297 | 19 | -| accuracy | - | - | 0.9585 | 19083 | -| macro avg | 0.6513 | 0.5875 | 0.6067 | 19083 | -| weighted avg | 0.9577 | 0.9585 | 0.9577 | 19083 | + +label precision recall f1 support +AMOUNT 99.476440 99.650350 99.563319 573 +ASSET 54.838710 50.000000 52.307692 31 +ASSET_INCREASE 100.000000 33.333333 50.000000 1 +CF 44.827586 54.166667 49.056604 29 +COUNT 61.290323 86.363636 71.698113 31 +CURRENCY 99.095841 99.636364 99.365367 553 +DATE 88.304094 96.178344 92.073171 171 +EXPENSE 66.666667 50.602410 57.534247 63 +EXPENSE_DECREASE 100.000000 60.000000 75.000000 3 +EXPENSE_INCREASE 55.555556 55.555556 55.555556 9 +FCF 78.947368 75.000000 76.923077 19 +KPI 31.578947 28.571429 30.000000 19 +KPI_DECREASE 33.333333 20.000000 25.000000 6 +KPI_INCREASE 53.333333 38.095238 44.444444 15 +LIABILITY 41.666667 47.619048 44.444444 24 +LIABILITY_DECREASE 100.000000 33.333333 50.000000 1 +ORG 95.000000 95.000000 95.000000 20 +PERCENTAGE 98.951049 99.472759 99.211218 572 +PROFIT 77.973568 78.666667 78.318584 227 +PROFIT_DECLINE 48.648649 48.648649 48.648649 37 +PROFIT_INCREASE 69.285714 66.896552 68.070175 140 +TICKER 94.736842 100.000000 97.297297 19 +accuracy - - 0.9585 19083 +macro-avg 0.6513 0.5875 0.6067 19083 +weighted-avg 0.9577 0.9585 0.9577 19083 + ``` diff --git a/docs/_posts/dcecchini/2022-12-15-finner_earning_calls_specific_md_en.md b/docs/_posts/dcecchini/2022-12-15-finner_earning_calls_specific_md_en.md index cf047ae968d9fa..8a2697181693fc 100644 --- a/docs/_posts/dcecchini/2022-12-15-finner_earning_calls_specific_md_en.md +++ b/docs/_posts/dcecchini/2022-12-15-finner_earning_calls_specific_md_en.md @@ -192,39 +192,40 @@ In-house annotations on Earning Calls. ## Benchmarking ```bash -| entity | precision | recall | f1 | support | -|--------------------:|-----------:|-----------:|----------:|--------:| -| AMOUNT | 99.303136 | 99.650350 | 99.476440 | 574 | -| ASSET | 55.172414 | 47.058824 | 50.793651 | 29 | -| ASSET_INCREASE | 100.000000 | 33.333333 | 50.000000 | 1 | -| CF | 46.153846 | 70.588235 | 55.813953 | 26 | -| CFO | 77.777778 | 100.000000 | 87.500000 | 9 | -| CONTRA_LIABILITY | 52.380952 | 56.410256 | 54.320988 | 42 | -| COUNT | 65.384615 | 77.272727 | 70.833333 | 26 | -| CURRENCY | 98.916968 | 99.636364 | 99.275362 | 554 | -| DATE | 86.982249 | 93.630573 | 90.184049 | 169 | -| EXPENSE | 67.187500 | 57.333333 | 61.870504 | 64 | -| EXPENSE_DECREASE | 100.000000 | 60.000000 | 75.000000 | 3 | -| EXPENSE_INCREASE | 40.000000 | 44.444444 | 42.105263 | 10 | -| FCF | 75.000000 | 75.000000 | 75.000000 | 20 | -| INCOME | 60.000000 | 40.000000 | 48.000000 | 10 | -| KPI | 41.666667 | 23.809524 | 30.303030 | 12 | -| KPI_DECREASE | 20.000000 | 10.000000 | 13.333333 | 5 | -| KPI_INCREASE | 44.444444 | 38.095238 | 41.025641 | 18 | -| LIABILITY | 38.461538 | 38.461538 | 38.461538 | 13 | -| LIABILITY_DECREASE | 50.000000 | 66.666667 | 57.142857 | 4 | -| LOSS | 50.000000 | 37.500000 | 42.857143 | 6 | -| ORG | 94.736842 | 90.000000 | 92.307692 | 19 | -| PERCENTAGE | 99.299475 | 99.648506 | 99.473684 | 571 | -| PROFIT | 78.014184 | 85.937500 | 81.784387 | 141 | -| PROFIT_DECLINE | 100.000000 | 36.363636 | 53.333333 | 4 | -| PROFIT_INCREASE | 78.947368 | 75.000000 | 76.923077 | 19 | -| REVENUE | 64.835165 | 71.951220 | 68.208092 | 91 | -| REVENUE_DECLINE | 53.571429 | 57.692308 | 55.555556 | 28 | -| REVENUE_INCREASE | 65.734266 | 75.200000 | 70.149254 | 143 | -| STOCKHOLDERS_EQUITY | 60.000000 | 37.500000 | 46.153846 | 5 | -| TICKER | 94.444444 | 94.444444 | 94.444444 | 18 | -| accuracy | - | - | 0.9571 | 19083 | -| macro avg | 0.6660 | 0.5900 | 0.6070 | 19083 | -| weighted avg | 0.9575 | 0.9571 | 0.9563 | 19083 | + +label precision recall f1 support +AMOUNT 99.303136 99.650350 99.476440 574 +ASSET 55.172414 47.058824 50.793651 29 +ASSET_INCREASE 100.000000 33.333333 50.000000 1 +CF 46.153846 70.588235 55.813953 26 +CFO 77.777778 100.000000 87.500000 9 +CONTRA_LIABILITY 52.380952 56.410256 54.320988 42 +COUNT 65.384615 77.272727 70.833333 26 +CURRENCY 98.916968 99.636364 99.275362 554 +DATE 86.982249 93.630573 90.184049 169 +EXPENSE 67.187500 57.333333 61.870504 64 +EXPENSE_DECREASE 100.000000 60.000000 75.000000 3 +EXPENSE_INCREASE 40.000000 44.444444 42.105263 10 +FCF 75.000000 75.000000 75.000000 20 +INCOME 60.000000 40.000000 48.000000 10 +KPI 41.666667 23.809524 30.303030 12 +KPI_DECREASE 20.000000 10.000000 13.333333 5 +KPI_INCREASE 44.444444 38.095238 41.025641 18 +LIABILITY 38.461538 38.461538 38.461538 13 +LIABILITY_DECREASE 50.000000 66.666667 57.142857 4 +LOSS 50.000000 37.500000 42.857143 6 +ORG 94.736842 90.000000 92.307692 19 +PERCENTAGE 99.299475 99.648506 99.473684 571 +PROFIT 78.014184 85.937500 81.784387 141 +PROFIT_DECLINE 100.000000 36.363636 53.333333 4 +PROFIT_INCREASE 78.947368 75.000000 76.923077 19 +REVENUE 64.835165 71.951220 68.208092 91 +REVENUE_DECLINE 53.571429 57.692308 55.555556 28 +REVENUE_INCREASE 65.734266 75.200000 70.149254 143 +STOCKHOLDERS_EQUITY 60.000000 37.500000 46.153846 5 +TICKER 94.444444 94.444444 94.444444 18 +accuracy - - 0.9571 19083 +macro-avg 0.6660 0.5900 0.6070 19083 +weighted-avg 0.9575 0.9571 0.9563 19083 + ``` diff --git a/docs/_posts/dcecchini/2022-12-18-legclf_agreement_bert_en.md b/docs/_posts/dcecchini/2022-12-18-legclf_agreement_bert_en.md index 7b33780a616936..dc21c92fc217a0 100644 --- a/docs/_posts/dcecchini/2022-12-18-legclf_agreement_bert_en.md +++ b/docs/_posts/dcecchini/2022-12-18-legclf_agreement_bert_en.md @@ -102,11 +102,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|-------------:|------------:|---------:|-----------:|----------:| -| agreement | 0.75 | 0.71 | 0.73 | 90 | -| other | 0.88 | 0.90 | 0.89 | 204 | -| accuracy | - | - | 0.84 | 294 | -| macro-avg | 0.81 | 0.80 | 0.81 | 294 | -| weighted-avg | 0.84 | 0.84 | 0.84 | 294 | + label precision recall f1-score support + agreement 0.75 0.71 0.73 90 + other 0.88 0.90 0.89 204 + accuracy - - 0.84 294 + macro-avg 0.81 0.80 0.81 294 + weighted-avg 0.84 0.84 0.84 294 + ``` \ No newline at end of file diff --git a/docs/_posts/dcecchini/2022-12-18-legclf_agreement_en.md b/docs/_posts/dcecchini/2022-12-18-legclf_agreement_en.md index f83e1a42c57272..0f0b240ed1086e 100644 --- a/docs/_posts/dcecchini/2022-12-18-legclf_agreement_en.md +++ b/docs/_posts/dcecchini/2022-12-18-legclf_agreement_en.md @@ -115,11 +115,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|-------------:|------------:|---------:|-----------:|----------:| -| agreement | 0.88 | 0.85 | 0.86 | 99 | -| other | 0.93 | 0.94 | 0.94 | 207 | -| accuracy | - | - | 0.91 | 306 | -| macro-avg | 0.90 | 0.90 | 0.9 | 306 | -| weighted-avg | 0.91 | 0.91 | 0.91 | 306 | + label precision recall f1-score support + agreement 0.88 0.85 0.86 99 + other 0.93 0.94 0.94 207 + accuracy - - 0.91 306 + macro-avg 0.90 0.90 0.9 306 + weighted-avg 0.91 0.91 0.91 306 + ``` \ No newline at end of file diff --git a/docs/_posts/dcecchini/2022-12-18-legclf_applicable_law_clause_en.md b/docs/_posts/dcecchini/2022-12-18-legclf_applicable_law_clause_en.md index 7873449fdbcdda..fbbb7fb11bd06f 100644 --- a/docs/_posts/dcecchini/2022-12-18-legclf_applicable_law_clause_en.md +++ b/docs/_posts/dcecchini/2022-12-18-legclf_applicable_law_clause_en.md @@ -107,11 +107,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|---------------:|------------:|---------:|-----------:|----------:| -| applicable-law | 1.00 | 1.00 | 1 | 28 | -| other | 1.00 | 1.00 | 1 | 39 | -| accuracy | - | - | 1 | 67 | -| macro-avg | 1.00 | 1.00 | 1 | 67 | -| weighted-avg | 1.00 | 1.00 | 1 | 67 | + label precision recall f1-score support + applicable-law 1.00 1.00 1.00 28 + other 1.00 1.00 1.00 39 + accuracy - - 1.00 67 + macro-avg 1.00 1.00 1.00 67 + weighted-avg 1.00 1.00 1.00 67 + ``` \ No newline at end of file diff --git a/docs/_posts/dcecchini/2022-12-18-legclf_confidential_information_clause_en.md b/docs/_posts/dcecchini/2022-12-18-legclf_confidential_information_clause_en.md index 3851a173620754..5ec44771a5061f 100644 --- a/docs/_posts/dcecchini/2022-12-18-legclf_confidential_information_clause_en.md +++ b/docs/_posts/dcecchini/2022-12-18-legclf_confidential_information_clause_en.md @@ -107,11 +107,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|-------------------------:|------------:|---------:|-----------:|----------:| -| confidential-information | 1.00 | 1.00 | 1 | 25 | -| other | 1.00 | 1.00 | 1 | 39 | -| accuracy | - | - | 1 | 64 | -| macro-avg | 1.00 | 1.00 | 1 | 64 | -| weighted-avg | 1.00 | 1.00 | 1 | 64 | + label precision recall f1-score support + confidential-information 1.00 1.00 1.00 25 + other 1.00 1.00 1.00 39 + accuracy - - 1.00 64 + macro-avg 1.00 1.00 1.00 64 + weighted-avg 1.00 1.00 1.00 64 + ``` \ No newline at end of file diff --git a/docs/_posts/dcecchini/2022-12-18-legclf_defined_terms_clause_en.md b/docs/_posts/dcecchini/2022-12-18-legclf_defined_terms_clause_en.md index 94c24815f8f04f..67cd29f4f8a9d9 100644 --- a/docs/_posts/dcecchini/2022-12-18-legclf_defined_terms_clause_en.md +++ b/docs/_posts/dcecchini/2022-12-18-legclf_defined_terms_clause_en.md @@ -107,11 +107,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|--------------:|------------:|---------:|-----------:|----------:| -| defined-terms | 1.00 | 0.96 | 0.98 | 28 | -| other | 0.97 | 1.00 | 0.99 | 39 | -| accuracy | - | - | 0.99 | 67 | -| macro-avg | 0.99 | 0.98 | 0.98 | 67 | -| weighted-avg | 0.99 | 0.99 | 0.99 | 67 | + label precision recall f1-score support + defined-terms 1.00 0.96 0.98 28 + other 0.97 1.00 0.99 39 + accuracy - - 0.99 67 + macro-avg 0.99 0.98 0.98 67 + weighted-avg 0.99 0.99 0.99 67 + ``` \ No newline at end of file diff --git a/docs/_posts/dcecchini/2022-12-18-legclf_events_of_default_clause_en.md b/docs/_posts/dcecchini/2022-12-18-legclf_events_of_default_clause_en.md index 0711fc0479e2ea..1add3b5766e0de 100644 --- a/docs/_posts/dcecchini/2022-12-18-legclf_events_of_default_clause_en.md +++ b/docs/_posts/dcecchini/2022-12-18-legclf_events_of_default_clause_en.md @@ -107,11 +107,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|------------------:|------------:|---------:|-----------:|----------:| -| events-of-default | 0.92 | 0.96 | 0.94 | 24 | -| other | 0.97 | 0.95 | 0.96 | 39 | -| accuracy | - | - | 0.95 | 63 | -| macro-avg | 0.95 | 0.95 | 0.95 | 63 | -| weighted-avg | 0.95 | 0.95 | 0.95 | 63 | + label precision recall f1-score support + events-of-default 0.92 0.96 0.94 24 + other 0.97 0.95 0.96 39 + accuracy - - 0.95 63 + macro-avg 0.95 0.95 0.95 63 + weighted-avg 0.95 0.95 0.95 63 + ``` \ No newline at end of file diff --git a/docs/_posts/dcecchini/2022-12-18-legclf_general_provisions_clause_en.md b/docs/_posts/dcecchini/2022-12-18-legclf_general_provisions_clause_en.md index dd3827f59a7473..3f92c6d135ff56 100644 --- a/docs/_posts/dcecchini/2022-12-18-legclf_general_provisions_clause_en.md +++ b/docs/_posts/dcecchini/2022-12-18-legclf_general_provisions_clause_en.md @@ -107,11 +107,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|-------------------:|------------:|---------:|-----------:|----------:| -| general-provisions | 1.00 | 0.81 | 0.9 | 27 | -| other | 0.89 | 1.00 | 0.94 | 39 | -| accuracy | - | - | 0.92 | 66 | -| macro-avg | 0.94 | 0.91 | 0.92 | 66 | -| weighted-avg | 0.93 | 0.92 | 0.92 | 66 | + label precision recall f1-score support + general-provisions 1.00 0.81 0.9 27 + other 0.89 1.00 0.94 39 + accuracy - - 0.92 66 + macro-avg 0.94 0.91 0.92 66 + weighted-avg 0.93 0.92 0.92 66 + ``` \ No newline at end of file diff --git a/docs/_posts/dcecchini/2022-12-18-legclf_indenture_agreement_bert_en.md b/docs/_posts/dcecchini/2022-12-18-legclf_indenture_agreement_bert_en.md index f15a66b4f2da9f..50ec9b96c74d5a 100644 --- a/docs/_posts/dcecchini/2022-12-18-legclf_indenture_agreement_bert_en.md +++ b/docs/_posts/dcecchini/2022-12-18-legclf_indenture_agreement_bert_en.md @@ -102,11 +102,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|-------------:|------------:|---------:|-----------:|----------:| -| indenture | 0.96 | 0.93 | 0.94 | 97 | -| other | 0.97 | 0.98 | 0.97 | 204 | -| accuracy | - | - | 0.96 | 301 | -| macro-avg | 0.96 | 0.95 | 0.96 | 301 | -| weighted-avg | 0.96 | 0.96 | 0.96 | 301 | + label precision recall f1-score support + indenture 0.96 0.93 0.94 97 + other 0.97 0.98 0.97 204 + accuracy - - 0.96 301 + macro-avg 0.96 0.95 0.96 301 + weighted-avg 0.96 0.96 0.96 301 ``` \ No newline at end of file diff --git a/docs/_posts/dcecchini/2022-12-18-legclf_indenture_agreement_en.md b/docs/_posts/dcecchini/2022-12-18-legclf_indenture_agreement_en.md index c857ed3a84f61a..999906fc6891c4 100644 --- a/docs/_posts/dcecchini/2022-12-18-legclf_indenture_agreement_en.md +++ b/docs/_posts/dcecchini/2022-12-18-legclf_indenture_agreement_en.md @@ -115,12 +115,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|-------------:|------------:|---------:|-----------:|----------:| -| indenture | 0.90 | 0.94 | 0.92 | 113 | -| other | 0.96 | 0.94 | 0.95 | 188 | -| accuracy | - | - | 0.94 | 301 | -| macro-avg | 0.93 | 0.94 | 0.93 | 301 | -| weighted-avg | 0.94 | 0.94 | 0.94 | 301 | + label precision recall f1-score support + indenture 0.90 0.94 0.92 113 + other 0.96 0.94 0.95 188 + accuracy - - 0.94 301 + macro-avg 0.93 0.94 0.93 301 + weighted-avg 0.94 0.94 0.94 301 ``` \ No newline at end of file diff --git a/docs/_posts/dcecchini/2022-12-18-legclf_license_agreement_bert_en.md b/docs/_posts/dcecchini/2022-12-18-legclf_license_agreement_bert_en.md index 3e874f43ef9669..33cff6b70f1c95 100644 --- a/docs/_posts/dcecchini/2022-12-18-legclf_license_agreement_bert_en.md +++ b/docs/_posts/dcecchini/2022-12-18-legclf_license_agreement_bert_en.md @@ -102,11 +102,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|------------------:|------------:|---------:|-----------:|----------:| -| license-agreement | 0.95 | 0.97 | 0.96 | 103 | -| other | 0.99 | 0.98 | 0.98 | 204 | -| accuracy | - | - | 0.97 | 307 | -| macro-avg | 0.97 | 0.97 | 0.97 | 307 | -| weighted-avg | 0.97 | 0.97 | 0.97 | 307 | + label precision recall f1-score support + license-agreement 0.95 0.97 0.96 103 + other 0.99 0.98 0.98 204 + accuracy - - 0.97 307 + macro-avg 0.97 0.97 0.97 307 + weighted-avg 0.97 0.97 0.97 307 + ``` \ No newline at end of file diff --git a/docs/_posts/dcecchini/2022-12-18-legclf_license_agreement_en.md b/docs/_posts/dcecchini/2022-12-18-legclf_license_agreement_en.md index 6c2210157b7301..26e9792f9e7928 100644 --- a/docs/_posts/dcecchini/2022-12-18-legclf_license_agreement_en.md +++ b/docs/_posts/dcecchini/2022-12-18-legclf_license_agreement_en.md @@ -115,12 +115,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|------------------:|------------:|---------:|-----------:|----------:| -| license-agreement | 0.97 | 0.96 | 0.96 | 98 | -| other | 0.98 | 0.99 | 0.98 | 223 | -| accuracy | - | - | 0.98 | 321 | -| macro-avg | 0.98 | 0.97 | 0.97 | 321 | -| weighted-avg | 0.98 | 0.98 | 0.98 | 321 | + label precision recall f1-score support + license-agreement 0.97 0.96 0.96 98 + other 0.98 0.99 0.98 223 + accuracy - - 0.98 321 + macro-avg 0.98 0.97 0.97 321 + weighted-avg 0.98 0.98 0.98 321 ``` \ No newline at end of file diff --git a/docs/_posts/dcecchini/2022-12-18-legclf_limitation_of_liability_clause_en.md b/docs/_posts/dcecchini/2022-12-18-legclf_limitation_of_liability_clause_en.md index cc703e47144499..2ec12e29de1ef6 100644 --- a/docs/_posts/dcecchini/2022-12-18-legclf_limitation_of_liability_clause_en.md +++ b/docs/_posts/dcecchini/2022-12-18-legclf_limitation_of_liability_clause_en.md @@ -107,11 +107,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|------------------------:|------------:|---------:|-----------:|----------:| -| limitation-of-liability | 0.93 | 0.90 | 0.91 | 29 | -| other | 0.93 | 0.95 | 0.94 | 39 | -| accuracy | - | - | 0.93 | 68 | -| macro-avg | 0.93 | 0.92 | 0.92 | 68 | -| weighted-avg | 0.93 | 0.93 | 0.93 | 68 | + label precision recall f1-score support + limitation-of-liability 0.93 0.90 0.91 29 + other 0.93 0.95 0.94 39 + accuracy - - 0.93 68 + macro-avg 0.93 0.92 0.92 68 + weighted-avg 0.93 0.93 0.93 68 + ``` \ No newline at end of file diff --git a/docs/_posts/dcecchini/2022-12-18-legclf_limited_liability_company_agreement_bert_en.md b/docs/_posts/dcecchini/2022-12-18-legclf_limited_liability_company_agreement_bert_en.md index a5349d0993838e..d249f9a04d69ca 100644 --- a/docs/_posts/dcecchini/2022-12-18-legclf_limited_liability_company_agreement_bert_en.md +++ b/docs/_posts/dcecchini/2022-12-18-legclf_limited_liability_company_agreement_bert_en.md @@ -102,11 +102,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|------------------------------------:|------------:|---------:|-----------:|----------:| -| limited-liability-company-agreement | 0.98 | 0.98 | 0.98 | 121 | -| other | 0.99 | 0.99 | 0.99 | 204 | -| accuracy | - | - | 0.98 | 325 | -| macro-avg | 0.98 | 0.98 | 0.98 | 325 | -| weighted-avg | 0.98 | 0.98 | 0.98 | 325 | + label precision recall f1-score support + limited-liability-company-agreement 0.98 0.98 0.98 121 + other 0.99 0.99 0.99 204 + accuracy - - 0.98 325 + macro-avg 0.98 0.98 0.98 325 + weighted-avg 0.98 0.98 0.98 325 + ``` \ No newline at end of file diff --git a/docs/_posts/dcecchini/2022-12-18-legclf_limited_liability_company_agreement_en.md b/docs/_posts/dcecchini/2022-12-18-legclf_limited_liability_company_agreement_en.md index 0d51f8c0b8a6bb..429b15be2ffbfc 100644 --- a/docs/_posts/dcecchini/2022-12-18-legclf_limited_liability_company_agreement_en.md +++ b/docs/_posts/dcecchini/2022-12-18-legclf_limited_liability_company_agreement_en.md @@ -115,12 +115,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|------------------------------------:|------------:|---------:|-----------:|----------:| -| limited-liability-company-agreement | 1.00 | 0.96 | 0.98 | 98 | -| other | 0.98 | 1.00 | 0.99 | 231 | -| accuracy | - | - | 0.99 | 329 | -| macro-avg | 0.99 | 0.98 | 0.99 | 329 | -| weighted-avg | 0.99 | 0.99 | 0.99 | 329 | + label precision recall f1-score support + limited-liability-company-agreement 1.00 0.96 0.98 98 + other 0.98 1.00 0.99 231 + accuracy - - 0.99 329 + macro-avg 0.99 0.98 0.99 329 + weighted-avg 0.99 0.99 0.99 329 ``` \ No newline at end of file diff --git a/docs/_posts/dcecchini/2022-12-18-legclf_management_agreement_bert_en.md b/docs/_posts/dcecchini/2022-12-18-legclf_management_agreement_bert_en.md index c9d1d449e0c11d..761d0e0c69ca75 100644 --- a/docs/_posts/dcecchini/2022-12-18-legclf_management_agreement_bert_en.md +++ b/docs/_posts/dcecchini/2022-12-18-legclf_management_agreement_bert_en.md @@ -102,11 +102,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|---------------------:|------------:|---------:|-----------:|----------:| -| management-agreement | 0.94 | 0.94 | 0.94 | 110 | -| other | 0.97 | 0.97 | 0.97 | 204 | -| accuracy | - | - | 0.96 | 314 | -| macro-avg | 0.96 | 0.95 | 0.95 | 314 | -| weighted-avg | 0.96 | 0.96 | 0.96 | 314 | + label precision recall f1-score support + management-agreement 0.94 0.94 0.94 110 + other 0.97 0.97 0.97 204 + accuracy - - 0.96 314 + macro-avg 0.96 0.95 0.95 314 + weighted-avg 0.96 0.96 0.96 314 + ``` \ No newline at end of file diff --git a/docs/_posts/dcecchini/2022-12-18-legclf_management_agreement_en.md b/docs/_posts/dcecchini/2022-12-18-legclf_management_agreement_en.md index 556bc7d039838f..fc7b853c38b738 100644 --- a/docs/_posts/dcecchini/2022-12-18-legclf_management_agreement_en.md +++ b/docs/_posts/dcecchini/2022-12-18-legclf_management_agreement_en.md @@ -115,12 +115,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|---------------------:|------------:|---------:|-----------:|----------:| -| management-agreement | 0.95 | 0.93 | 0.94 | 115 | -| other | 0.96 | 0.97 | 0.96 | 184 | -| accuracy | - | - | 0.95 | 299 | -| macro-avg | 0.95 | 0.95 | 0.95 | 299 | -| weighted-avg | 0.95 | 0.95 | 0.95 | 299 | + label precision recall f1-score support + management-agreement 0.95 0.93 0.94 115 + other 0.96 0.97 0.96 184 + accuracy - - 0.95 299 + macro-avg 0.95 0.95 0.95 299 + weighted-avg 0.95 0.95 0.95 299 ``` \ No newline at end of file diff --git a/docs/_posts/dcecchini/2022-12-18-legclf_registration_rights_agreement_bert_en.md b/docs/_posts/dcecchini/2022-12-18-legclf_registration_rights_agreement_bert_en.md index 31b1d96ab7d3bd..db0981f3964513 100644 --- a/docs/_posts/dcecchini/2022-12-18-legclf_registration_rights_agreement_bert_en.md +++ b/docs/_posts/dcecchini/2022-12-18-legclf_registration_rights_agreement_bert_en.md @@ -102,11 +102,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|------------------------------:|------------:|---------:|-----------:|----------:| -| other | 0.95 | 0.98 | 0.96 | 204 | -| registration-rights-agreement | 0.96 | 0.90 | 0.93 | 113 | -| accuracy | - | - | 0.95 | 317 | -| macro-avg | 0.96 | 0.94 | 0.95 | 317 | -| weighted-avg | 0.95 | 0.95 | 0.95 | 317 | + label precision recall f1-score support + other 0.95 0.98 0.96 204 + registration-rights-agreement 0.96 0.90 0.93 113 + accuracy - - 0.95 317 + macro-avg 0.96 0.94 0.95 317 + weighted-avg 0.95 0.95 0.95 317 ``` \ No newline at end of file diff --git a/docs/_posts/dcecchini/2022-12-18-legclf_registration_rights_agreement_en.md b/docs/_posts/dcecchini/2022-12-18-legclf_registration_rights_agreement_en.md index d59cd4e0e86d75..05cfa054bc705d 100644 --- a/docs/_posts/dcecchini/2022-12-18-legclf_registration_rights_agreement_en.md +++ b/docs/_posts/dcecchini/2022-12-18-legclf_registration_rights_agreement_en.md @@ -115,12 +115,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|------------------------------:|------------:|---------:|-----------:|----------:| -| other | 0.98 | 0.99 | 0.98 | 205 | -| registration-rights-agreement | 0.98 | 0.95 | 0.97 | 108 | -| accuracy | - | - | 0.98 | 313 | -| macro-avg | 0.98 | 0.97 | 0.98 | 313 | -| weighted-avg | 0.98 | 0.98 | 0.98 | 313 | + label precision recall f1-score support + other 0.98 0.99 0.98 205 + registration-rights-agreement 0.98 0.95 0.97 108 + accuracy - - 0.98 313 + macro-avg 0.98 0.97 0.98 313 + weighted-avg 0.98 0.98 0.98 313 ``` \ No newline at end of file diff --git a/docs/_posts/dcecchini/2022-12-18-legclf_representations_and_warranties_clause_en.md b/docs/_posts/dcecchini/2022-12-18-legclf_representations_and_warranties_clause_en.md index bf71cb4d66d74c..ebd105a89a8de8 100644 --- a/docs/_posts/dcecchini/2022-12-18-legclf_representations_and_warranties_clause_en.md +++ b/docs/_posts/dcecchini/2022-12-18-legclf_representations_and_warranties_clause_en.md @@ -107,11 +107,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|-------------------------------:|------------:|---------:|-----------:|----------:| -| other | 0.92 | 0.90 | 0.91 | 39 | -| representations-and-warranties | 0.86 | 0.89 | 0.88 | 28 | -| accuracy | - | - | 0.9 | 67 | -| macro-avg | 0.89 | 0.90 | 0.89 | 67 | -| weighted-avg | 0.90 | 0.90 | 0.9 | 67 | + label precision recall f1-score support + other 0.92 0.90 0.91 39 + representations-and-warranties 0.86 0.89 0.88 28 + accuracy - - 0.9 67 + macro-avg 0.89 0.90 0.89 67 + weighted-avg 0.90 0.90 0.9 67 + ``` \ No newline at end of file diff --git a/docs/_posts/dcecchini/2022-12-18-legclf_representations_and_warranties_of_the_company_clause_en.md b/docs/_posts/dcecchini/2022-12-18-legclf_representations_and_warranties_of_the_company_clause_en.md index 822f1760b8e138..cd8ac0ef821fac 100644 --- a/docs/_posts/dcecchini/2022-12-18-legclf_representations_and_warranties_of_the_company_clause_en.md +++ b/docs/_posts/dcecchini/2022-12-18-legclf_representations_and_warranties_of_the_company_clause_en.md @@ -107,11 +107,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|----------------------------------------------:|------------:|---------:|-----------:|----------:| -| other | 0.97 | 1.00 | 0.99 | 39 | -| representations-and-warranties-of-the-company | 1.00 | 0.96 | 0.98 | 28 | -| accuracy | - | - | 0.99 | 67 | -| macro-avg | 0.99 | 0.98 | 0.98 | 67 | -| weighted-avg | 0.99 | 0.99 | 0.99 | 67 | + label precision recall f1-score support + other 0.97 1.00 0.99 39 + representations-and-warranties-of-the-company 1.00 0.96 0.98 28 + accuracy - - 0.99 67 + macro-avg 0.99 0.98 0.98 67 + weighted-avg 0.99 0.99 0.99 67 + ``` \ No newline at end of file diff --git a/docs/_posts/dcecchini/2022-12-18-legclf_stock_option_agreement_bert_en.md b/docs/_posts/dcecchini/2022-12-18-legclf_stock_option_agreement_bert_en.md index 7c4abf779d263d..94e7f03aaf6ec4 100644 --- a/docs/_posts/dcecchini/2022-12-18-legclf_stock_option_agreement_bert_en.md +++ b/docs/_posts/dcecchini/2022-12-18-legclf_stock_option_agreement_bert_en.md @@ -102,11 +102,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|-----------------------:|------------:|---------:|-----------:|----------:| -| other | 0.99 | 0.99 | 0.99 | 204 | -| stock-option-agreement | 0.97 | 0.97 | 0.97 | 107 | -| accuracy | - | - | 0.98 | 311 | -| macro-avg | 0.98 | 0.98 | 0.98 | 311 | -| weighted-avg | 0.98 | 0.98 | 0.98 | 311 | + label precision recall f1-score support + other 0.99 0.99 0.99 204 + stock-option-agreement 0.97 0.97 0.97 107 + accuracy - - 0.98 311 + macro-avg 0.98 0.98 0.98 311 + weighted-avg 0.98 0.98 0.98 311 + ``` \ No newline at end of file diff --git a/docs/_posts/dcecchini/2022-12-18-legclf_stock_option_agreement_en.md b/docs/_posts/dcecchini/2022-12-18-legclf_stock_option_agreement_en.md index 0eb4055bbe17ef..48b52bfc3ec323 100644 --- a/docs/_posts/dcecchini/2022-12-18-legclf_stock_option_agreement_en.md +++ b/docs/_posts/dcecchini/2022-12-18-legclf_stock_option_agreement_en.md @@ -115,12 +115,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|-----------------------:|------------:|---------:|-----------:|----------:| -| other | 0.99 | 0.99 | 0.99 | 202 | -| stock-option-agreement | 0.98 | 0.98 | 0.98 | 100 | -| accuracy | - | - | 0.99 | 302 | -| macro-avg | 0.99 | 0.99 | 0.99 | 302 | -| weighted-avg | 0.99 | 0.99 | 0.99 | 302 | + label precision recall f1-score support + other 0.99 0.99 0.99 202 + stock-option-agreement 0.98 0.98 0.98 100 + accuracy - - 0.99 302 + macro-avg 0.99 0.99 0.99 302 + weighted-avg 0.99 0.99 0.99 302 ``` \ No newline at end of file diff --git a/docs/_posts/dcecchini/2022-12-18-legclf_sub_advisory_agreement_bert_en.md b/docs/_posts/dcecchini/2022-12-18-legclf_sub_advisory_agreement_bert_en.md index cddf3600a76e5b..6362ea25991abb 100644 --- a/docs/_posts/dcecchini/2022-12-18-legclf_sub_advisory_agreement_bert_en.md +++ b/docs/_posts/dcecchini/2022-12-18-legclf_sub_advisory_agreement_bert_en.md @@ -102,11 +102,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|-----------------------:|------------:|---------:|-----------:|----------:| -| other | 0.99 | 0.99 | 0.99 | 204 | -| sub-advisory-agreement | 0.98 | 0.98 | 0.98 | 107 | -| accuracy | - | - | 0.99 | 311 | -| macro-avg | 0.99 | 0.99 | 0.99 | 311 | -| weighted-avg | 0.99 | 0.99 | 0.99 | 311 | + label precision recall f1-score support + other 0.99 0.99 0.99 204 + sub-advisory-agreement 0.98 0.98 0.98 107 + accuracy - - 0.99 311 + macro-avg 0.99 0.99 0.99 311 + weighted-avg 0.99 0.99 0.99 311 + ``` \ No newline at end of file diff --git a/docs/_posts/dcecchini/2022-12-18-legclf_sub_advisory_agreement_en.md b/docs/_posts/dcecchini/2022-12-18-legclf_sub_advisory_agreement_en.md index 4208f07ab2b834..14bbb6827d0de1 100644 --- a/docs/_posts/dcecchini/2022-12-18-legclf_sub_advisory_agreement_en.md +++ b/docs/_posts/dcecchini/2022-12-18-legclf_sub_advisory_agreement_en.md @@ -115,12 +115,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|-----------------------:|------------:|---------:|-----------:|----------:| -| other | 0.99 | 1.00 | 0.99 | 202 | -| sub-advisory-agreement | 1.00 | 0.97 | 0.99 | 104 | -| accuracy | - | - | 0.99 | 306 | -| macro-avg | 0.99 | 0.99 | 0.99 | 306 | -| weighted-avg | 0.99 | 0.99 | 0.99 | 306 | + label precision recall f1-score support + other 0.99 1.00 0.99 202 + sub-advisory-agreement 1.00 0.97 0.99 104 + accuracy - - 0.99 306 + macro-avg 0.99 0.99 0.99 306 + weighted-avg 0.99 0.99 0.99 306 ``` \ No newline at end of file diff --git a/docs/_posts/dcecchini/2022-12-18-legclf_successors_and_assigns_clause_en.md b/docs/_posts/dcecchini/2022-12-18-legclf_successors_and_assigns_clause_en.md index 1532a753fdbd0b..fb397e8427a4c5 100644 --- a/docs/_posts/dcecchini/2022-12-18-legclf_successors_and_assigns_clause_en.md +++ b/docs/_posts/dcecchini/2022-12-18-legclf_successors_and_assigns_clause_en.md @@ -107,11 +107,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|-----------------------:|------------:|---------:|-----------:|----------:| -| other | 1.00 | 0.95 | 0.97 | 39 | -| successors-and-assigns | 0.94 | 1.00 | 0.97 | 33 | -| accuracy | - | - | 0.97 | 72 | -| macro-avg | 0.97 | 0.97 | 0.97 | 72 | -| weighted-avg | 0.97 | 0.97 | 0.97 | 72 | + label precision recall f1-score support + other 1.00 0.95 0.97 39 + successors-and-assigns 0.94 1.00 0.97 33 + accuracy - - 0.97 72 + macro-avg 0.97 0.97 0.97 72 + weighted-avg 0.97 0.97 0.97 72 ``` \ No newline at end of file diff --git a/docs/_posts/dcecchini/2022-12-18-legclf_supplemental_indenture_agreement_bert_en.md b/docs/_posts/dcecchini/2022-12-18-legclf_supplemental_indenture_agreement_bert_en.md index b8f7b5d5f80b1b..e6eb92491bc648 100644 --- a/docs/_posts/dcecchini/2022-12-18-legclf_supplemental_indenture_agreement_bert_en.md +++ b/docs/_posts/dcecchini/2022-12-18-legclf_supplemental_indenture_agreement_bert_en.md @@ -102,11 +102,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|-----------------------:|------------:|---------:|-----------:|----------:| -| other | 0.97 | 0.95 | 0.96 | 204 | -| supplemental-indenture | 0.91 | 0.95 | 0.93 | 111 | -| accuracy | - | - | 0.95 | 315 | -| macro-avg | 0.94 | 0.95 | 0.95 | 315 | -| weighted-avg | 0.95 | 0.95 | 0.95 | 315 | + label precision recall f1-score support + other 0.97 0.95 0.96 204 +supplemental-indenture 0.91 0.95 0.93 111 + accuracy - - 0.95 315 + macro-avg 0.94 0.95 0.95 315 + weighted-avg 0.95 0.95 0.95 315 + ``` \ No newline at end of file diff --git a/docs/_posts/dcecchini/2022-12-18-legclf_supplemental_indenture_agreement_en.md b/docs/_posts/dcecchini/2022-12-18-legclf_supplemental_indenture_agreement_en.md index 9f6da3cc2c6990..6ff7c198b87a66 100644 --- a/docs/_posts/dcecchini/2022-12-18-legclf_supplemental_indenture_agreement_en.md +++ b/docs/_posts/dcecchini/2022-12-18-legclf_supplemental_indenture_agreement_en.md @@ -115,12 +115,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|-----------------------:|------------:|---------:|-----------:|----------:| -| other | 0.97 | 0.95 | 0.96 | 221 | -| supplemental-indenture | 0.90 | 0.94 | 0.92 | 107 | -| accuracy | - | - | 0.95 | 328 | -| macro-avg | 0.94 | 0.95 | 0.94 | 328 | -| weighted-avg | 0.95 | 0.95 | 0.95 | 328 | + label precision recall f1-score support + other 0.97 0.95 0.96 221 +supplemental-indenture 0.90 0.94 0.92 107 + accuracy - - 0.95 328 + macro-avg 0.94 0.95 0.94 328 + weighted-avg 0.95 0.95 0.95 328 ``` \ No newline at end of file diff --git a/docs/_posts/dcecchini/2022-12-18-legclf_survival_clause_en.md b/docs/_posts/dcecchini/2022-12-18-legclf_survival_clause_en.md index a0a625d32dc83a..0a3ef0e2d9a6c7 100644 --- a/docs/_posts/dcecchini/2022-12-18-legclf_survival_clause_en.md +++ b/docs/_posts/dcecchini/2022-12-18-legclf_survival_clause_en.md @@ -107,11 +107,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|-------------:|------------:|---------:|-----------:|----------:| -| other | 0.97 | 1.00 | 0.99 | 39 | -| survival | 1.00 | 0.97 | 0.99 | 35 | -| accuracy | - | - | 0.99 | 74 | -| macro-avg | 0.99 | 0.99 | 0.99 | 74 | -| weighted-avg | 0.99 | 0.99 | 0.99 | 74 | + label precision recall f1-score support + other 0.97 1.00 0.99 39 + survival 1.00 0.97 0.99 35 + accuracy - - 0.99 74 + macro-avg 0.99 0.99 0.99 74 +weighted-avg 0.99 0.99 0.99 74 + ``` \ No newline at end of file diff --git a/docs/_posts/dcecchini/2022-12-18-legclf_warrant_agreement_bert_en.md b/docs/_posts/dcecchini/2022-12-18-legclf_warrant_agreement_bert_en.md index b9a56a922d326b..a2796b88b705cb 100644 --- a/docs/_posts/dcecchini/2022-12-18-legclf_warrant_agreement_bert_en.md +++ b/docs/_posts/dcecchini/2022-12-18-legclf_warrant_agreement_bert_en.md @@ -102,11 +102,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|------------------:|------------:|---------:|-----------:|----------:| -| other | 0.98 | 0.99 | 0.98 | 204 | -| warrant-agreement | 0.96 | 0.95 | 0.96 | 83 | -| accuracy | - | - | 0.98 | 287 | -| macro-avg | 0.97 | 0.97 | 0.97 | 287 | -| weighted-avg | 0.98 | 0.98 | 0.98 | 287 | + label precision recall f1-score support + other 0.98 0.99 0.98 204 +warrant-agreement 0.96 0.95 0.96 83 + accuracy - - 0.98 287 + macro-avg 0.97 0.97 0.97 287 + weighted-avg 0.98 0.98 0.98 287 + ``` \ No newline at end of file diff --git a/docs/_posts/dcecchini/2022-12-18-legclf_warrant_agreement_en.md b/docs/_posts/dcecchini/2022-12-18-legclf_warrant_agreement_en.md index 6027bc9ad976bd..92a4a63e62803d 100644 --- a/docs/_posts/dcecchini/2022-12-18-legclf_warrant_agreement_en.md +++ b/docs/_posts/dcecchini/2022-12-18-legclf_warrant_agreement_en.md @@ -115,12 +115,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash -| label | precision | recall | f1-score | support | -|------------------:|------------:|---------:|-----------:|----------:| -| other | 1.00 | 0.98 | 0.99 | 230 | -| warrant-agreement | 0.96 | 1.00 | 0.98 | 99 | -| accuracy | - | - | 0.99 | 329 | -| macro-avg | 0.98 | 0.99 | 0.99 | 329 | -| weighted-avg | 0.99 | 0.99 | 0.99 | 329 | + label precision recall f1-score support + other 1.00 0.98 0.99 230 +warrant-agreement 0.96 1.00 0.98 99 + accuracy - - 0.99 329 + macro-avg 0.98 0.99 0.99 329 + weighted-avg 0.99 0.99 0.99 329 ``` \ No newline at end of file diff --git a/docs/_posts/gadde5300/2021-12-14-distilbert_uncased_te.md b/docs/_posts/gadde5300/2021-12-14-distilbert_uncased_te.md index 87b9c6ee107ddc..ef6d3c90b85f5d 100644 --- a/docs/_posts/gadde5300/2021-12-14-distilbert_uncased_te.md +++ b/docs/_posts/gadde5300/2021-12-14-distilbert_uncased_te.md @@ -128,4 +128,4 @@ nlu.load("te.embed.distilbert").predict("""ఆంగ్ల పఠన పేర |Output Labels:|[embeddings]| |Language:|te| |Size:|249.4 MB| -|Case sensitive:|false| +|Case sensitive:|false| \ No newline at end of file diff --git a/docs/_posts/gadde5300/2022-10-17-legner_confidentiality_en.md b/docs/_posts/gadde5300/2022-10-17-legner_confidentiality_en.md index 14141ee45921a7..95bccd44b6e79d 100644 --- a/docs/_posts/gadde5300/2022-10-17-legner_confidentiality_en.md +++ b/docs/_posts/gadde5300/2022-10-17-legner_confidentiality_en.md @@ -108,7 +108,7 @@ In-house annotated examples from CUAD legal dataset ## Benchmarking ```bash - precision recall f1-score support + label precision recall f1-score support B-CONFIDENTIALITY 0.9077 0.9219 0.9147 64 B-CONFIDENTIALITY_ACTION 1.0000 1.0000 1.0000 53 B-CONFIDENTIALITY_INDIRECT_OBJECT 0.9419 0.9529 0.9474 85 @@ -118,7 +118,7 @@ B-CONFIDENTIALITY_INDIRECT_OBJECT 0.9419 0.9529 0.9474 85 I-CONFIDENTIALITY_INDIRECT_OBJECT 0.9744 0.8444 0.9048 45 I-CONFIDENTIALITY_SUBJECT 1.0000 1.0000 1.0000 25 O 0.9913 0.9950 0.9932 1604 - accuracy 0.9839 2053 - macro avg 0.9683 0.9562 0.9617 2053 - weighted avg 0.9839 0.9839 0.9838 2053 + accuracy - - 0.9839 2053 + macro-avg 0.9683 0.9562 0.9617 2053 + weighted-avg 0.9839 0.9839 0.9838 2053 ``` diff --git a/docs/_posts/gadde5300/2022-10-17-legner_warranty_en.md b/docs/_posts/gadde5300/2022-10-17-legner_warranty_en.md index d7561bc810f27b..f764c2c07ca1d3 100644 --- a/docs/_posts/gadde5300/2022-10-17-legner_warranty_en.md +++ b/docs/_posts/gadde5300/2022-10-17-legner_warranty_en.md @@ -111,7 +111,7 @@ In-house annotated examples from CUAD legal dataset ## Benchmarking ```bash - label precision recall f1-score support + label precision recall f1-score support B-WARRANTY 0.8993 0.9178 0.9085 146 B-WARRANTY_ACTION 1.0000 0.9318 0.9647 44 B-WARRANTY_INDIRECT_OBJECT 1.0000 0.9474 0.9730 19 @@ -122,6 +122,6 @@ I-WARRANTY_INDIRECT_OBJECT 0.8333 0.8333 0.8333 6 I-WARRANTY_SUBJECT 1.0000 0.9444 0.9714 36 O 0.9758 0.9772 0.9765 3381 accuracy - - 0.9698 5690 - macro avg 0.9428 0.9407 0.9410 5690 - weighted avg 0.9700 0.9698 0.9698 5690 + macro-avg 0.9428 0.9407 0.9410 5690 + weighted-avg 0.9700 0.9698 0.9698 5690 ``` diff --git a/docs/_posts/gadde5300/2022-10-18-legre_confidentiality_en.md b/docs/_posts/gadde5300/2022-10-18-legre_confidentiality_en.md index 0754450270dc02..70997c9d4841f9 100644 --- a/docs/_posts/gadde5300/2022-10-18-legre_confidentiality_en.md +++ b/docs/_posts/gadde5300/2022-10-18-legre_confidentiality_en.md @@ -130,10 +130,10 @@ In-house annotated examples from CUAD legal dataset ## Benchmarking ```bash -Relation Recall Precision F1 Support -is_confidentiality_indobject 1.000 1.000 1.000 28 -is_confidentiality_object 1.000 0.981 0.990 51 -is_confidentiality_subject 0.970 1.000 0.985 33 -Avg. 0.990 0.994 0.992 -Weighted Avg. 0.991 0.991 0.991 + label Recall Precision F1 Support +is_confidentiality_indobject 1.000 1.000 1.000 28 + is_confidentiality_object 1.000 0.981 0.990 51 + is_confidentiality_subject 0.970 1.000 0.985 33 + Avg 0.990 0.994 0.992 - + Weighted-Avg 0.991 0.991 0.991 - ``` diff --git a/docs/_posts/gadde5300/2022-10-19-legre_warranty_en.md b/docs/_posts/gadde5300/2022-10-19-legre_warranty_en.md index 49690fa4d0d81d..15f4890d6f8bc3 100644 --- a/docs/_posts/gadde5300/2022-10-19-legre_warranty_en.md +++ b/docs/_posts/gadde5300/2022-10-19-legre_warranty_en.md @@ -109,10 +109,10 @@ In-house annotated examples from CUAD legal dataset ## Benchmarking ```bash -Relation Recall Precision F1 Support -is_warranty_indobject 1.000 1.000 1.000 15 -is_warranty_object 1.000 1.000 1.000 44 -is_warranty_subject 1.000 1.000 1.000 29 -Avg. 1.000 1.000 1.000 -Weighted Avg. 1.000 1.000 1.000 + label Recall Precision F1 Support +is_warranty_indobject 1.000 1.000 1.000 15 + is_warranty_object 1.000 1.000 1.000 44 + is_warranty_subject 1.000 1.000 1.000 29 + Avg 1.000 1.000 1.000 - + Weighted-Avg 1.000 1.000 1.000 - ``` diff --git a/docs/_posts/gadde5300/2022-11-09-legre_confidentiality_md_en.md b/docs/_posts/gadde5300/2022-11-09-legre_confidentiality_md_en.md index e2b8a377aaa87c..66391136c2fa06 100644 --- a/docs/_posts/gadde5300/2022-11-09-legre_confidentiality_md_en.md +++ b/docs/_posts/gadde5300/2022-11-09-legre_confidentiality_md_en.md @@ -128,14 +128,11 @@ Manual annotations on CUAD dataset ## Benchmarking ```bash -Relation Recall Precision F1 Support - -is_confidentiality_indobject 0.960 1.000 0.980 25 -is_confidentiality_object 1.000 0.933 0.966 56 -is_confidentiality_subject 0.935 1.000 0.967 31 -other 0.989 1.000 0.994 88 - -Avg. 0.971 0.983 0.977 - -Weighted Avg. 0.980 0.981 0.980 + label Recall Precision F1 Support +is_confidentiality_indobject 0.960 1.000 0.980 25 + is_confidentiality_object 1.000 0.933 0.966 56 + is_confidentiality_subject 0.935 1.000 0.967 31 + other 0.989 1.000 0.994 88 + Avg 0.971 0.983 0.977 - + Weighted-Avg 0.980 0.981 0.980 - ``` diff --git a/docs/_posts/gadde5300/2022-11-09-legre_grants_md_en.md b/docs/_posts/gadde5300/2022-11-09-legre_grants_md_en.md index 2587eb1ffb55e8..d6d1048fc412fc 100644 --- a/docs/_posts/gadde5300/2022-11-09-legre_grants_md_en.md +++ b/docs/_posts/gadde5300/2022-11-09-legre_grants_md_en.md @@ -122,15 +122,10 @@ Manual annotations on CUAD dataset ## Benchmarking ```bash - -Relation Recall Precision F1 Support - -allows 1.000 1.000 1.000 32 -is_allowed_to 1.000 1.000 1.000 36 -other 1.000 1.000 1.000 32 - -Avg. 1.000 1.000 1.000 - -Weighted Avg. 1.000 1.000 1.000 - + label Recall Precision F1 Support + allows 1.000 1.000 1.000 32 +is_allowed_to 1.000 1.000 1.000 36 + other 1.000 1.000 1.000 32 + Avg 1.000 1.000 1.000 - + Weighted-Avg 1.000 1.000 1.000 - ``` diff --git a/docs/_posts/gadde5300/2022-11-09-legre_indemnifications_md_en.md b/docs/_posts/gadde5300/2022-11-09-legre_indemnifications_md_en.md index 6fb8553eaaded1..3e7ad37e85871b 100644 --- a/docs/_posts/gadde5300/2022-11-09-legre_indemnifications_md_en.md +++ b/docs/_posts/gadde5300/2022-11-09-legre_indemnifications_md_en.md @@ -150,16 +150,11 @@ Manual annotations on CUAD dataset ## Benchmarking ```bash - -Relation Recall Precision F1 Support - + label Recall Precision F1 Support is_indemnification_indobject 1.000 1.000 1.000 18 -is_indemnification_object 0.972 1.000 0.986 36 -is_indemnification_subject 0.800 0.800 0.800 10 -other 0.972 0.946 0.959 36 - -Avg. 0.936 0.936 0.936 - -Weighted Avg. 0.960 0.961 0.960 - + is_indemnification_object 0.972 1.000 0.986 36 + is_indemnification_subject 0.800 0.800 0.800 10 + other 0.972 0.946 0.959 36 + Avg 0.936 0.936 0.936 - + Weighted-Avg 0.960 0.961 0.960 - ``` diff --git a/docs/_posts/gadde5300/2022-11-09-legre_whereas_md_en.md b/docs/_posts/gadde5300/2022-11-09-legre_whereas_md_en.md index 7742d5be5841e8..6b10de0dffc7cc 100644 --- a/docs/_posts/gadde5300/2022-11-09-legre_whereas_md_en.md +++ b/docs/_posts/gadde5300/2022-11-09-legre_whereas_md_en.md @@ -133,15 +133,10 @@ Manual annotations on CUAD dataset ## Benchmarking ```bash - -Relation Recall Precision F1 Support - -has_object 0.974 0.991 0.983 116 -has_subject 0.977 0.986 0.981 213 -other 0.993 0.978 0.985 271 - -Avg. 0.981 0.985 0.983 - -Weighted Avg. 0.983 0.983 0.983 - + label Recall Precision F1 Support + has_object 0.974 0.991 0.983 116 + has_subject 0.977 0.986 0.981 213 + other 0.993 0.978 0.985 271 + Avg 0.981 0.985 0.983 - +Weighted-Avg 0.983 0.983 0.983 - ``` diff --git a/docs/_posts/gadde5300/2022-11-10-finclf_indian_news_sentiment_en.md b/docs/_posts/gadde5300/2022-11-10-finclf_indian_news_sentiment_en.md index 820f404cc09063..7d4ca8748ff08f 100644 --- a/docs/_posts/gadde5300/2022-11-10-finclf_indian_news_sentiment_en.md +++ b/docs/_posts/gadde5300/2022-11-10-finclf_indian_news_sentiment_en.md @@ -35,6 +35,7 @@ This is a `sm` version of Indian News Sentiment Analysis Text Classifier, which
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python document_assembler = nlp.DocumentAssembler() \ @@ -105,14 +106,10 @@ An in-house augmented version of [this dataset](https://www.kaggle.com/datasets/ ## Benchmarking ```bash - - precision recall f1-score support - + label precision recall f1-score support NEGATIVE 0.75 0.78 0.76 21441 POSITIVE 0.73 0.69 0.71 18449 - - accuracy 0.74 39890 - macro avg 0.74 0.74 0.74 39890 -weighted avg 0.74 0.74 0.74 39890 - + accuracy - - 0.74 39890 + macro-avg 0.74 0.74 0.74 39890 +weighted-avg 0.74 0.74 0.74 39890 ``` diff --git a/docs/_posts/gadde5300/2022-11-10-finclf_indian_news_sentiment_medium_en.md b/docs/_posts/gadde5300/2022-11-10-finclf_indian_news_sentiment_medium_en.md index 4cd12326fe2bb3..13e900b9350c2d 100644 --- a/docs/_posts/gadde5300/2022-11-10-finclf_indian_news_sentiment_medium_en.md +++ b/docs/_posts/gadde5300/2022-11-10-finclf_indian_news_sentiment_medium_en.md @@ -35,8 +35,8 @@ This is a `md` version of Indian News Sentiment Analysis Text Classifier, which
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python - document_assembler = nlp.DocumentAssembler() \ .setInputCol("text") \ @@ -98,14 +98,10 @@ An in-house augmented version of [this dataset](https://www.kaggle.com/datasets/ ## Benchmarking ```bash - - precision recall f1-score support - + label precision recall f1-score support NEGATIVE 0.85 0.86 0.86 10848 POSITIVE 0.83 0.83 0.83 9202 - - accuracy 0.84 20050 - macro avg 0.84 0.84 0.84 20050 -weighted avg 0.84 0.84 0.84 20050 - + accuracy - - 0.84 20050 + macro-avg 0.84 0.84 0.84 20050 +weighted-avg 0.84 0.84 0.84 20050 ``` diff --git a/docs/_posts/gadde5300/2022-11-10-legclf_contribution_agreement_en.md b/docs/_posts/gadde5300/2022-11-10-legclf_contribution_agreement_en.md index cf034be5584adf..0c035dfa432275 100644 --- a/docs/_posts/gadde5300/2022-11-10-legclf_contribution_agreement_en.md +++ b/docs/_posts/gadde5300/2022-11-10-legclf_contribution_agreement_en.md @@ -39,6 +39,7 @@ If not, let us know and we can carry out another approach for you: getting chunk
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python documentAssembler = nlp.DocumentAssembler() \ @@ -113,14 +114,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support contribution-agreement 0.88 0.84 0.86 43 other 0.91 0.93 0.92 73 - - accuracy 0.90 116 - macro avg 0.89 0.88 0.89 116 - weighted avg 0.90 0.90 0.90 116 - - + accuracy - - 0.90 116 + macro-avg 0.89 0.88 0.89 116 + weighted-avg 0.90 0.90 0.90 116 ``` \ No newline at end of file diff --git a/docs/_posts/gadde5300/2022-11-10-legclf_custodian_agreement_en.md b/docs/_posts/gadde5300/2022-11-10-legclf_custodian_agreement_en.md index e850d5a77534d7..bbbc553c271655 100644 --- a/docs/_posts/gadde5300/2022-11-10-legclf_custodian_agreement_en.md +++ b/docs/_posts/gadde5300/2022-11-10-legclf_custodian_agreement_en.md @@ -39,6 +39,7 @@ If not, let us know and we can carry out another approach for you: getting chunk
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python documentAssembler = nlp.DocumentAssembler() \ @@ -112,16 +113,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ## Benchmarking ```bash - - precision recall f1-score support - + label precision recall f1-score support custodian-agreement 0.94 0.97 0.96 34 other 0.99 0.97 0.98 73 - - accuracy 0.97 107 - macro avg 0.96 0.97 0.97 107 - weighted avg 0.97 0.97 0.97 107 - - - + accuracy - - 0.97 107 + macro-avg 0.96 0.97 0.97 107 + weighted-avg 0.97 0.97 0.97 107 ``` \ No newline at end of file diff --git a/docs/_posts/gadde5300/2022-11-10-legclf_exchange_agreement_en.md b/docs/_posts/gadde5300/2022-11-10-legclf_exchange_agreement_en.md index d2aa52648c236f..815f81652c9259 100644 --- a/docs/_posts/gadde5300/2022-11-10-legclf_exchange_agreement_en.md +++ b/docs/_posts/gadde5300/2022-11-10-legclf_exchange_agreement_en.md @@ -39,6 +39,7 @@ If not, let us know and we can carry out another approach for you: getting chunk
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python documentAssembler = nlp.DocumentAssembler() \ @@ -112,16 +113,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ## Benchmarking ```bash - - precision recall f1-score support - + label precision recall f1-score support exchange-agreement 0.75 0.79 0.77 38 other 0.89 0.86 0.88 73 - - accuracy 0.84 111 - macro avg 0.82 0.83 0.82 111 - weighted avg 0.84 0.84 0.84 111 - - - + accuracy - - 0.84 111 + macro-avg 0.82 0.83 0.82 111 + weighted-avg 0.84 0.84 0.84 111 ``` \ No newline at end of file diff --git a/docs/_posts/gadde5300/2022-11-10-legclf_general_distribution_agreement_en.md b/docs/_posts/gadde5300/2022-11-10-legclf_general_distribution_agreement_en.md index 58910fc105b337..c80331deee4c05 100644 --- a/docs/_posts/gadde5300/2022-11-10-legclf_general_distribution_agreement_en.md +++ b/docs/_posts/gadde5300/2022-11-10-legclf_general_distribution_agreement_en.md @@ -39,6 +39,7 @@ If not, let us know and we can carry out another approach for you: getting chunk
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python documentAssembler = nlp.DocumentAssembler() \ @@ -112,15 +113,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ## Benchmarking ```bash - - precision recall f1-score support - + label precision recall f1-score support general-distribution-agreement 0.97 0.91 0.94 35 other 0.95 0.98 0.97 57 - - accuracy 0.96 92 - macro avg 0.96 0.95 0.95 92 - weighted avg 0.96 0.96 0.96 92 - - + accuracy - - 0.96 92 + macro-avg 0.96 0.95 0.95 92 + weighted-avg 0.96 0.96 0.96 92 ``` \ No newline at end of file diff --git a/docs/_posts/gadde5300/2022-11-10-legclf_guarantee_agreement_en.md b/docs/_posts/gadde5300/2022-11-10-legclf_guarantee_agreement_en.md index c10ba87be1b967..dc147e3d34aaa8 100644 --- a/docs/_posts/gadde5300/2022-11-10-legclf_guarantee_agreement_en.md +++ b/docs/_posts/gadde5300/2022-11-10-legclf_guarantee_agreement_en.md @@ -112,15 +112,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ## Benchmarking ```bash - - precision recall f1-score support - + label precision recall f1-score support guarantee-agreement 0.94 0.92 0.93 37 other 0.96 0.97 0.97 73 - - accuracy 0.95 110 - macro avg 0.95 0.95 0.95 110 - weighted avg 0.95 0.95 0.95 110 - - + accuracy - - 0.95 110 + macro-avg 0.95 0.95 0.95 110 + weighted-avg 0.95 0.95 0.95 110 ``` \ No newline at end of file diff --git a/docs/_posts/gadde5300/2022-11-10-legclf_intercreditor_agreement_en.md b/docs/_posts/gadde5300/2022-11-10-legclf_intercreditor_agreement_en.md index 94c60aec663a5b..e8fe140a908eb4 100644 --- a/docs/_posts/gadde5300/2022-11-10-legclf_intercreditor_agreement_en.md +++ b/docs/_posts/gadde5300/2022-11-10-legclf_intercreditor_agreement_en.md @@ -39,6 +39,7 @@ If not, let us know and we can carry out another approach for you: getting chunk
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python documentAssembler = nlp.DocumentAssembler() \ @@ -112,16 +113,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ## Benchmarking ```bash - - precision recall f1-score support - + label precision recall f1-score support intercreditor-agreement 0.88 0.85 0.87 34 other 0.93 0.95 0.94 73 - - accuracy 0.92 107 - macro avg 0.91 0.90 0.90 107 - weighted avg 0.92 0.92 0.92 107 - - - + accuracy - - 0.92 107 + macro-avg 0.91 0.90 0.90 107 + weighted-avg 0.92 0.92 0.92 107 ``` \ No newline at end of file diff --git a/docs/_posts/gadde5300/2022-11-10-legclf_judgement_de.md b/docs/_posts/gadde5300/2022-11-10-legclf_judgement_de.md index 7829f2f1597111..ec52be96f744e1 100644 --- a/docs/_posts/gadde5300/2022-11-10-legclf_judgement_de.md +++ b/docs/_posts/gadde5300/2022-11-10-legclf_judgement_de.md @@ -35,6 +35,7 @@ This is a `sm` version of German Legal Judgement Text Classifier written in Germ
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python document_assembler = nlp.DocumentAssembler() \ @@ -105,16 +106,12 @@ An in-house augmented version of [this dataset](https://zenodo.org/record/393649 ## Benchmarking ```bash - - precision recall f1-score support - + label precision recall f1-score support conclusion 0.47 0.69 0.55 156 definition 0.72 0.90 0.80 286 other 0.95 0.70 0.81 786 subsumption 0.70 0.77 0.73 523 - - accuracy 0.75 1751 - macro avg 0.71 0.77 0.72 1751 -weighted avg 0.79 0.75 0.76 1751 - + accuracy - - 0.75 1751 + macro-avg 0.71 0.77 0.72 1751 +weighted-avg 0.79 0.75 0.76 1751 ``` diff --git a/docs/_posts/gadde5300/2022-11-10-legclf_judgement_medium_de.md b/docs/_posts/gadde5300/2022-11-10-legclf_judgement_medium_de.md index bbf33b50c5737f..1b5268f7dd5a79 100644 --- a/docs/_posts/gadde5300/2022-11-10-legclf_judgement_medium_de.md +++ b/docs/_posts/gadde5300/2022-11-10-legclf_judgement_medium_de.md @@ -96,16 +96,12 @@ An in-house augmented version of [this dataset](https://zenodo.org/record/393649 ## Benchmarking ```bash - - precision recall f1-score support - + label precision recall f1-score support conclusion 0.74 0.79 0.76 189 definition 0.91 0.88 0.90 160 other 0.85 0.82 0.83 163 subsumption 0.71 0.70 0.70 159 - - accuracy 0.80 671 - macro avg 0.80 0.80 0.80 671 -weighted avg 0.80 0.80 0.80 671 - + accuracy - - 0.80 671 + macro-avg 0.80 0.80 0.80 671 +weighted-avg 0.80 0.80 0.80 671 ``` diff --git a/docs/_posts/gadde5300/2022-11-10-legclf_master_repurchase_agreement_en.md b/docs/_posts/gadde5300/2022-11-10-legclf_master_repurchase_agreement_en.md index be2dae35009df4..f7b95a4ec69e14 100644 --- a/docs/_posts/gadde5300/2022-11-10-legclf_master_repurchase_agreement_en.md +++ b/docs/_posts/gadde5300/2022-11-10-legclf_master_repurchase_agreement_en.md @@ -39,6 +39,7 @@ If not, let us know and we can carry out another approach for you: getting chunk
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python documentAssembler = nlp.DocumentAssembler() \ @@ -112,15 +113,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ## Benchmarking ```bash - - precision recall f1-score support - + label precision recall f1-score support master-repurchase-agreement 0.97 0.97 0.97 34 other 0.99 0.99 0.99 73 - - accuracy 0.98 107 - macro avg 0.98 0.98 0.98 107 - weighted avg 0.98 0.98 0.98 107 - - + accuracy - - 0.98 107 + macro-avg 0.98 0.98 0.98 107 + weighted-avg 0.98 0.98 0.98 107 ``` \ No newline at end of file diff --git a/docs/_posts/gadde5300/2022-11-10-legclf_pledge_and_security_agreement_en.md b/docs/_posts/gadde5300/2022-11-10-legclf_pledge_and_security_agreement_en.md index 74306a8ef6b73e..567880fae32f3d 100644 --- a/docs/_posts/gadde5300/2022-11-10-legclf_pledge_and_security_agreement_en.md +++ b/docs/_posts/gadde5300/2022-11-10-legclf_pledge_and_security_agreement_en.md @@ -39,6 +39,7 @@ If not, let us know and we can carry out another approach for you: getting chunk
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python documentAssembler = nlp.DocumentAssembler() \ @@ -112,15 +113,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ## Benchmarking ```bash - - precision recall f1-score support - + label precision recall f1-score support other 0.93 0.97 0.95 73 pledge-and-security-agreement 0.94 0.86 0.90 36 - - accuracy 0.94 109 - macro avg 0.94 0.92 0.93 109 - weighted avg 0.94 0.94 0.94 109 - - + accuracy - - 0.94 109 + macro-avg 0.94 0.92 0.93 109 + weighted-avg 0.94 0.94 0.94 109 ``` \ No newline at end of file diff --git a/docs/_posts/gadde5300/2022-11-10-legclf_share_exchange_agreement_en.md b/docs/_posts/gadde5300/2022-11-10-legclf_share_exchange_agreement_en.md index 9fe1647c0abf7e..179fc7f1b1f2d9 100644 --- a/docs/_posts/gadde5300/2022-11-10-legclf_share_exchange_agreement_en.md +++ b/docs/_posts/gadde5300/2022-11-10-legclf_share_exchange_agreement_en.md @@ -39,6 +39,7 @@ If not, let us know and we can carry out another approach for you: getting chunk
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python documentAssembler = nlp.DocumentAssembler() \ @@ -112,15 +113,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ## Benchmarking ```bash - - precision recall f1-score support - + label precision recall f1-score support other 0.93 0.93 0.93 73 share-exchange-agreement 0.87 0.87 0.87 39 - - accuracy 0.91 112 - macro avg 0.90 0.90 0.90 112 - weighted avg 0.91 0.91 0.91 112 - - + accuracy - - 0.91 112 + macro-avg 0.90 0.90 0.90 112 + weighted-avg 0.91 0.91 0.91 112 ``` \ No newline at end of file diff --git a/docs/_posts/gadde5300/2022-11-10-legclf_terms_agreement_en.md b/docs/_posts/gadde5300/2022-11-10-legclf_terms_agreement_en.md index 0682bc84489e9b..4c35e9283bc37f 100644 --- a/docs/_posts/gadde5300/2022-11-10-legclf_terms_agreement_en.md +++ b/docs/_posts/gadde5300/2022-11-10-legclf_terms_agreement_en.md @@ -39,6 +39,7 @@ If not, let us know and we can carry out another approach for you: getting chunk
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python documentAssembler = nlp.DocumentAssembler() \ @@ -113,14 +114,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.96 1.00 0.98 73 terms-agreement 1.00 0.91 0.95 33 - - accuracy 0.97 106 - macro avg 0.98 0.95 0.97 106 - weighted avg 0.97 0.97 0.97 106 - - + accuracy - - 0.97 106 + macro-avg 0.98 0.95 0.97 106 + weighted-avg 0.97 0.97 0.97 106 ``` \ No newline at end of file diff --git a/docs/_posts/gadde5300/2022-11-25-legclf_additional_covenants_clause_en.md b/docs/_posts/gadde5300/2022-11-25-legclf_additional_covenants_clause_en.md index 5252fbaf48101a..1769420ef7e16a 100644 --- a/docs/_posts/gadde5300/2022-11-25-legclf_additional_covenants_clause_en.md +++ b/docs/_posts/gadde5300/2022-11-25-legclf_additional_covenants_clause_en.md @@ -44,6 +44,7 @@ This model is a Binary Classifier (True, False) for the `additional-covenants` c
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python documentAssembler = nlp.DocumentAssembler() \ .setInputCol("clause_text") \ @@ -90,15 +91,10 @@ Legal documents, scrapped from the Internet, and classified in-house ## Benchmarking ```bash - - precision recall f1-score support - + label precision recall f1-score support additional-covenants 1.00 0.71 0.83 24 other 0.85 1.00 0.92 39 - - accuracy 0.89 63 - macro avg 0.92 0.85 0.87 63 - weighted avg 0.91 0.89 0.88 63 - - + accuracy - - 0.89 63 + macro-avg 0.92 0.85 0.87 63 + weighted-avg 0.91 0.89 0.88 63 ``` \ No newline at end of file diff --git a/docs/_posts/gadde5300/2022-11-25-legclf_bulletin_boards_clause_en.md b/docs/_posts/gadde5300/2022-11-25-legclf_bulletin_boards_clause_en.md index ad9f61f3564316..d7c75682646672 100644 --- a/docs/_posts/gadde5300/2022-11-25-legclf_bulletin_boards_clause_en.md +++ b/docs/_posts/gadde5300/2022-11-25-legclf_bulletin_boards_clause_en.md @@ -44,6 +44,7 @@ This model is a Binary Classifier (True, False) for the `bulletin-boards` clause
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python documentAssembler = nlp.DocumentAssembler() \ .setInputCol("clause_text") \ @@ -91,14 +92,10 @@ Legal documents, scrapped from the Internet, and classified in-house ```bash - precision recall f1-score support - + label precision recall f1-score support bulletin-boards 0.96 1.00 0.98 27 other 1.00 0.97 0.99 39 - - accuracy 0.98 66 - macro avg 0.98 0.99 0.98 66 - weighted avg 0.99 0.98 0.98 66 - - + accuracy - - 0.98 66 + macro-avg 0.98 0.99 0.98 66 + weighted-avg 0.99 0.98 0.98 66 ``` \ No newline at end of file diff --git a/docs/_posts/gadde5300/2022-11-25-legclf_conversion_clause_en.md b/docs/_posts/gadde5300/2022-11-25-legclf_conversion_clause_en.md index 168a5cc798acd2..00cc375e8c5ec2 100644 --- a/docs/_posts/gadde5300/2022-11-25-legclf_conversion_clause_en.md +++ b/docs/_posts/gadde5300/2022-11-25-legclf_conversion_clause_en.md @@ -44,6 +44,7 @@ This model is a Binary Classifier (True, False) for the `conversion` clause type
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python documentAssembler = nlp.DocumentAssembler() \ .setInputCol("clause_text") \ @@ -90,15 +91,10 @@ Legal documents, scrapped from the Internet, and classified in-house ## Benchmarking ```bash - - precision recall f1-score support - + label precision recall f1-score support conversion 0.93 0.93 0.93 28 other 0.95 0.95 0.95 39 - - accuracy 0.94 67 - macro avg 0.94 0.94 0.94 67 -weighted avg 0.94 0.94 0.94 67 - - + accuracy - - 0.94 67 + macro-avg 0.94 0.94 0.94 67 +weighted-avg 0.94 0.94 0.94 67 ``` diff --git a/docs/_posts/gadde5300/2022-11-25-legclf_delays_or_omissions_clause_en.md b/docs/_posts/gadde5300/2022-11-25-legclf_delays_or_omissions_clause_en.md index d61f71e12b4ffc..289231e38f9991 100644 --- a/docs/_posts/gadde5300/2022-11-25-legclf_delays_or_omissions_clause_en.md +++ b/docs/_posts/gadde5300/2022-11-25-legclf_delays_or_omissions_clause_en.md @@ -44,6 +44,7 @@ This model is a Binary Classifier (True, False) for the `delays-or-omissions` cl
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python documentAssembler = nlp.DocumentAssembler() \ .setInputCol("clause_text") \ @@ -90,15 +91,10 @@ Legal documents, scrapped from the Internet, and classified in-house ## Benchmarking ```bash - - precision recall f1-score support - + label precision recall f1-score support delays-or-omissions 1.00 0.93 0.96 28 other 0.95 1.00 0.97 39 - - accuracy 0.97 67 - macro avg 0.98 0.96 0.97 67 - weighted avg 0.97 0.97 0.97 67 - - + accuracy - - 0.97 67 + macro-avg 0.98 0.96 0.97 67 + weighted-avg 0.97 0.97 0.97 67 ``` \ No newline at end of file diff --git a/docs/_posts/gadde5300/2022-11-25-legclf_escrow_clause_en.md b/docs/_posts/gadde5300/2022-11-25-legclf_escrow_clause_en.md index dadad9b6c12c02..037877cbc4ef82 100644 --- a/docs/_posts/gadde5300/2022-11-25-legclf_escrow_clause_en.md +++ b/docs/_posts/gadde5300/2022-11-25-legclf_escrow_clause_en.md @@ -44,6 +44,7 @@ This model is a Binary Classifier (True, False) for the `escrow` clause type. To
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python documentAssembler = nlp.DocumentAssembler() \ .setInputCol("clause_text") \ @@ -90,15 +91,10 @@ Legal documents, scrapped from the Internet, and classified in-house ## Benchmarking ```bash - - precision recall f1-score support - + label precision recall f1-score support escrow 0.96 1.00 0.98 25 other 1.00 0.97 0.99 39 - - accuracy 0.98 64 - macro avg 0.98 0.99 0.98 64 -weighted avg 0.98 0.98 0.98 64 - - + accuracy - - 0.98 64 + macro-avg 0.98 0.99 0.98 64 +weighted-avg 0.98 0.98 0.98 64 ``` \ No newline at end of file diff --git a/docs/_posts/gadde5300/2022-11-25-legclf_exclusive_remedy_clause_en.md b/docs/_posts/gadde5300/2022-11-25-legclf_exclusive_remedy_clause_en.md index 233f258e8fe999..2b28d90827d4d7 100644 --- a/docs/_posts/gadde5300/2022-11-25-legclf_exclusive_remedy_clause_en.md +++ b/docs/_posts/gadde5300/2022-11-25-legclf_exclusive_remedy_clause_en.md @@ -44,6 +44,7 @@ This model is a Binary Classifier (True, False) for the `exclusive-remedy` claus
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python documentAssembler = nlp.DocumentAssembler() \ .setInputCol("clause_text") \ @@ -90,15 +91,10 @@ Legal documents, scrapped from the Internet, and classified in-house ## Benchmarking ```bash - - precision recall f1-score support - + label precision recall f1-score support exclusive-remedy 0.96 0.96 0.96 26 other 0.97 0.97 0.97 39 - - accuracy 0.97 65 - macro avg 0.97 0.97 0.97 65 - weighted avg 0.97 0.97 0.97 65 - - + accuracy - - 0.97 65 + macro-avg 0.97 0.97 0.97 65 + weighted-avg 0.97 0.97 0.97 65 ``` \ No newline at end of file diff --git a/docs/_posts/gadde5300/2022-11-25-legclf_expenses_indemnity_damage_waiver_clause_en.md b/docs/_posts/gadde5300/2022-11-25-legclf_expenses_indemnity_damage_waiver_clause_en.md index bf8cb1f20729fc..1ac84a42c794fb 100644 --- a/docs/_posts/gadde5300/2022-11-25-legclf_expenses_indemnity_damage_waiver_clause_en.md +++ b/docs/_posts/gadde5300/2022-11-25-legclf_expenses_indemnity_damage_waiver_clause_en.md @@ -44,6 +44,7 @@ This model is a Binary Classifier (True, False) for the `expenses-indemnity-dama
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python documentAssembler = nlp.DocumentAssembler() \ .setInputCol("clause_text") \ @@ -91,14 +92,10 @@ Legal documents, scrapped from the Internet, and classified in-house ```bash - precision recall f1-score support - + label precision recall f1-score support expenses-indemnity-damage-waiver 0.96 0.96 0.96 24 other 0.97 0.97 0.97 38 - - accuracy 0.97 62 - macro avg 0.97 0.97 0.97 62 - weighted avg 0.97 0.97 0.97 62 - - + accuracy - - 0.97 62 + macro-avg 0.97 0.97 0.97 62 + weighted-avg 0.97 0.97 0.97 62 ``` \ No newline at end of file diff --git a/docs/_posts/gadde5300/2022-11-25-legclf_expiration_date_clause_en.md b/docs/_posts/gadde5300/2022-11-25-legclf_expiration_date_clause_en.md index abca0d50e566e1..2b3002927d3b7f 100644 --- a/docs/_posts/gadde5300/2022-11-25-legclf_expiration_date_clause_en.md +++ b/docs/_posts/gadde5300/2022-11-25-legclf_expiration_date_clause_en.md @@ -44,6 +44,7 @@ This model is a Binary Classifier (True, False) for the `expiration-date` clause
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python documentAssembler = nlp.DocumentAssembler() \ .setInputCol("clause_text") \ @@ -90,15 +91,10 @@ Legal documents, scrapped from the Internet, and classified in-house ## Benchmarking ```bash - - precision recall f1-score support - + label precision recall f1-score support expiration-date 1.00 0.97 0.99 35 other 0.97 1.00 0.99 39 - - accuracy 0.99 74 - macro avg 0.99 0.99 0.99 74 - weighted avg 0.99 0.99 0.99 74 - - + accuracy - - 0.99 74 + macro-avg 0.99 0.99 0.99 74 + weighted-avg 0.99 0.99 0.99 74 ``` diff --git a/docs/_posts/gadde5300/2022-11-25-legclf_formation_clause_en.md b/docs/_posts/gadde5300/2022-11-25-legclf_formation_clause_en.md index d361131d78156b..69905ca363f10d 100644 --- a/docs/_posts/gadde5300/2022-11-25-legclf_formation_clause_en.md +++ b/docs/_posts/gadde5300/2022-11-25-legclf_formation_clause_en.md @@ -44,6 +44,7 @@ This model is a Binary Classifier (True, False) for the `formation` clause type.
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python documentAssembler = nlp.DocumentAssembler() \ .setInputCol("clause_text") \ @@ -90,15 +91,10 @@ Legal documents, scrapped from the Internet, and classified in-house ## Benchmarking ```bash - - precision recall f1-score support - + label precision recall f1-score support formation 1.00 0.92 0.96 38 other 0.93 1.00 0.96 39 - - accuracy 0.96 77 - macro avg 0.96 0.96 0.96 77 -weighted avg 0.96 0.96 0.96 77 - - + accuracy - - 0.96 77 + macro-avg 0.96 0.96 0.96 77 +weighted-avg 0.96 0.96 0.96 77 ``` \ No newline at end of file diff --git a/docs/_posts/gadde5300/2022-11-25-legclf_hazardous_materials_clause_en.md b/docs/_posts/gadde5300/2022-11-25-legclf_hazardous_materials_clause_en.md index da20c3aedf5c03..f39cc11412d17e 100644 --- a/docs/_posts/gadde5300/2022-11-25-legclf_hazardous_materials_clause_en.md +++ b/docs/_posts/gadde5300/2022-11-25-legclf_hazardous_materials_clause_en.md @@ -90,15 +90,10 @@ Legal documents, scrapped from the Internet, and classified in-house ## Benchmarking ```bash - - precision recall f1-score support - + label precision recall f1-score support hazardous-materials 1.00 0.97 0.98 31 other 0.97 1.00 0.99 39 - - accuracy 0.99 70 - macro avg 0.99 0.98 0.99 70 - weighted avg 0.99 0.99 0.99 70 - - + accuracy - - 0.99 70 + macro-avg 0.99 0.98 0.99 70 + weighted-avg 0.99 0.99 0.99 70 ``` \ No newline at end of file diff --git a/docs/_posts/gadde5300/2022-11-25-legclf_indemnification_and_insurance_clause_en.md b/docs/_posts/gadde5300/2022-11-25-legclf_indemnification_and_insurance_clause_en.md index c14bb2688c17f9..502010c368ee4c 100644 --- a/docs/_posts/gadde5300/2022-11-25-legclf_indemnification_and_insurance_clause_en.md +++ b/docs/_posts/gadde5300/2022-11-25-legclf_indemnification_and_insurance_clause_en.md @@ -44,6 +44,7 @@ This model is a Binary Classifier (True, False) for the `indemnification-and-ins
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python documentAssembler = nlp.DocumentAssembler() \ .setInputCol("clause_text") \ @@ -90,15 +91,10 @@ Legal documents, scrapped from the Internet, and classified in-house ## Benchmarking ```bash - - precision recall f1-score support - + label precision recall f1-score support indemnification-and-insurance 0.97 0.94 0.95 33 other 0.95 0.97 0.96 39 - - accuracy 0.96 72 - macro avg 0.96 0.96 0.96 72 - weighted avg 0.96 0.96 0.96 72 - - + accuracy - - 0.96 72 + macro-avg 0.96 0.96 0.96 72 + weighted-avg 0.96 0.96 0.96 72 ``` diff --git a/docs/_posts/gadde5300/2022-11-25-legclf_leave_of_absence_clause_en.md b/docs/_posts/gadde5300/2022-11-25-legclf_leave_of_absence_clause_en.md index 7abbf2e27f623a..3746ea616d6259 100644 --- a/docs/_posts/gadde5300/2022-11-25-legclf_leave_of_absence_clause_en.md +++ b/docs/_posts/gadde5300/2022-11-25-legclf_leave_of_absence_clause_en.md @@ -44,6 +44,7 @@ This model is a Binary Classifier (True, False) for the `leave-of-absence` claus
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python documentAssembler = nlp.DocumentAssembler() \ .setInputCol("clause_text") \ @@ -90,15 +91,10 @@ Legal documents, scrapped from the Internet, and classified in-house ## Benchmarking ```bash - - precision recall f1-score support - + label precision recall f1-score support leave-of-absence 1.00 0.97 0.98 29 other 0.97 1.00 0.99 39 - - accuracy 0.99 68 - macro avg 0.99 0.98 0.98 68 - weighted avg 0.99 0.99 0.99 68 - - + accuracy - - 0.99 68 + macro-avg 0.99 0.98 0.98 68 + weighted-avg 0.99 0.99 0.99 68 ``` \ No newline at end of file diff --git a/docs/_posts/gadde5300/2022-11-25-legclf_limitation_clause_en.md b/docs/_posts/gadde5300/2022-11-25-legclf_limitation_clause_en.md index 14b6a461d48955..e5e9004ca49b66 100644 --- a/docs/_posts/gadde5300/2022-11-25-legclf_limitation_clause_en.md +++ b/docs/_posts/gadde5300/2022-11-25-legclf_limitation_clause_en.md @@ -44,6 +44,7 @@ This model is a Binary Classifier (True, False) for the `limitation` clause type
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python documentAssembler = nlp.DocumentAssembler() \ .setInputCol("clause_text") \ @@ -90,15 +91,10 @@ Legal documents, scrapped from the Internet, and classified in-house ## Benchmarking ```bash - - precision recall f1-score support - + label precision recall f1-score support limitation 0.88 0.86 0.87 35 other 0.88 0.90 0.89 39 - - accuracy 0.88 74 - macro avg 0.88 0.88 0.88 74 -weighted avg 0.88 0.88 0.88 74 - - + accuracy - - 0.88 74 + macro-avg 0.88 0.88 0.88 74 +weighted-avg 0.88 0.88 0.88 74 ``` \ No newline at end of file diff --git a/docs/_posts/gadde5300/2022-11-25-legclf_non_contravention_clause_en.md b/docs/_posts/gadde5300/2022-11-25-legclf_non_contravention_clause_en.md index 16a058e50fca97..68852ab6a009de 100644 --- a/docs/_posts/gadde5300/2022-11-25-legclf_non_contravention_clause_en.md +++ b/docs/_posts/gadde5300/2022-11-25-legclf_non_contravention_clause_en.md @@ -44,6 +44,7 @@ This model is a Binary Classifier (True, False) for the `non-contravention` clau
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python documentAssembler = nlp.DocumentAssembler() \ .setInputCol("clause_text") \ @@ -90,15 +91,10 @@ Legal documents, scrapped from the Internet, and classified in-house ## Benchmarking ```bash - - precision recall f1-score support - + label precision recall f1-score support non-contravention 1.00 0.96 0.98 28 other 0.97 1.00 0.99 39 - - accuracy 0.99 67 - macro avg 0.99 0.98 0.98 67 - weighted avg 0.99 0.99 0.99 67 - - + accuracy - - 0.99 67 + macro-avg 0.99 0.98 0.98 67 + weighted-avg 0.99 0.99 0.99 67 ``` \ No newline at end of file diff --git a/docs/_posts/gadde5300/2022-11-25-legclf_ofac_clause_en.md b/docs/_posts/gadde5300/2022-11-25-legclf_ofac_clause_en.md index d2516f208d0ca2..5ad4663e20e732 100644 --- a/docs/_posts/gadde5300/2022-11-25-legclf_ofac_clause_en.md +++ b/docs/_posts/gadde5300/2022-11-25-legclf_ofac_clause_en.md @@ -44,6 +44,7 @@ This model is a Binary Classifier (True, False) for the `ofac` clause type. To u
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python documentAssembler = nlp.DocumentAssembler() \ .setInputCol("clause_text") \ @@ -90,15 +91,10 @@ Legal documents, scrapped from the Internet, and classified in-house ## Benchmarking ```bash - - precision recall f1-score support - + label precision recall f1-score support ofac 1.00 0.96 0.98 28 other 0.97 1.00 0.99 39 - - accuracy 0.99 67 - macro avg 0.99 0.98 0.98 67 -weighted avg 0.99 0.99 0.99 67 - - + accuracy - - 0.99 67 + macro-avg 0.99 0.98 0.98 67 +weighted-avg 0.99 0.99 0.99 67 ``` \ No newline at end of file diff --git a/docs/_posts/gadde5300/2022-11-25-legclf_opinions_of_counsel_clause_en.md b/docs/_posts/gadde5300/2022-11-25-legclf_opinions_of_counsel_clause_en.md index bae098d216386e..13503014b4c78d 100644 --- a/docs/_posts/gadde5300/2022-11-25-legclf_opinions_of_counsel_clause_en.md +++ b/docs/_posts/gadde5300/2022-11-25-legclf_opinions_of_counsel_clause_en.md @@ -44,6 +44,7 @@ This model is a Binary Classifier (True, False) for the `opinions-of-counsel` cl
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python documentAssembler = nlp.DocumentAssembler() \ .setInputCol("clause_text") \ @@ -90,15 +91,10 @@ Legal documents, scrapped from the Internet, and classified in-house ## Benchmarking ```bash - - precision recall f1-score support - + label precision recall f1-score support opinions-of-counsel 1.00 1.00 1.00 24 other 1.00 1.00 1.00 39 - - accuracy 1.00 63 - macro avg 1.00 1.00 1.00 63 - weighted avg 1.00 1.00 1.00 63 - - + accuracy - - 1.00 63 + macro-avg 1.00 1.00 1.00 63 + weighted-avg 1.00 1.00 1.00 63 ``` \ No newline at end of file diff --git a/docs/_posts/gadde5300/2022-11-25-legclf_other_definitions_clause_en.md b/docs/_posts/gadde5300/2022-11-25-legclf_other_definitions_clause_en.md index a285a5a178710d..d4ea3cce8c58de 100644 --- a/docs/_posts/gadde5300/2022-11-25-legclf_other_definitions_clause_en.md +++ b/docs/_posts/gadde5300/2022-11-25-legclf_other_definitions_clause_en.md @@ -44,6 +44,7 @@ This model is a Binary Classifier (True, False) for the `other-definitions` clau
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python documentAssembler = nlp.DocumentAssembler() \ .setInputCol("clause_text") \ @@ -90,15 +91,10 @@ Legal documents, scrapped from the Internet, and classified in-house ## Benchmarking ```bash - - precision recall f1-score support - + label precision recall f1-score support other 0.97 0.97 0.97 39 other-definitions 0.97 0.97 0.97 38 - - accuracy 0.97 77 - macro avg 0.97 0.97 0.97 77 - weighted avg 0.97 0.97 0.97 77 - - + accuracy - - 0.97 77 + macro-avg 0.97 0.97 0.97 77 + weighted-avg 0.97 0.97 0.97 77 ``` \ No newline at end of file diff --git a/docs/_posts/gadde5300/2022-11-25-legclf_paid_holidays_clause_en.md b/docs/_posts/gadde5300/2022-11-25-legclf_paid_holidays_clause_en.md index 11ba7ed879b3b3..a241a7198a276d 100644 --- a/docs/_posts/gadde5300/2022-11-25-legclf_paid_holidays_clause_en.md +++ b/docs/_posts/gadde5300/2022-11-25-legclf_paid_holidays_clause_en.md @@ -44,6 +44,7 @@ This model is a Binary Classifier (True, False) for the `paid-holidays` clause t
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python documentAssembler = nlp.DocumentAssembler() \ .setInputCol("clause_text") \ @@ -90,15 +91,10 @@ Legal documents, scrapped from the Internet, and classified in-house ## Benchmarking ```bash - - precision recall f1-score support - + label precision recall f1-score support other 0.97 1.00 0.99 39 paid-holidays 1.00 0.96 0.98 24 - - accuracy 0.98 63 - macro avg 0.99 0.98 0.98 63 - weighted avg 0.98 0.98 0.98 63 - - + accuracy - - 0.98 63 + macro-avg 0.99 0.98 0.98 63 + weighted-avg 0.98 0.98 0.98 63 ``` \ No newline at end of file diff --git a/docs/_posts/gadde5300/2022-11-25-legclf_prepayment_clause_en.md b/docs/_posts/gadde5300/2022-11-25-legclf_prepayment_clause_en.md index 6067ae1abd90e9..afe8ad4b4175c2 100644 --- a/docs/_posts/gadde5300/2022-11-25-legclf_prepayment_clause_en.md +++ b/docs/_posts/gadde5300/2022-11-25-legclf_prepayment_clause_en.md @@ -44,6 +44,7 @@ This model is a Binary Classifier (True, False) for the `prepayment` clause type
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python documentAssembler = nlp.DocumentAssembler() \ .setInputCol("clause_text") \ @@ -90,15 +91,10 @@ Legal documents, scrapped from the Internet, and classified in-house ## Benchmarking ```bash - - precision recall f1-score support - + label precision recall f1-score support other 0.91 1.00 0.95 39 prepayment 1.00 0.88 0.93 32 - - accuracy 0.94 71 - macro avg 0.95 0.94 0.94 71 -weighted avg 0.95 0.94 0.94 71 - - + accuracy - - 0.94 71 + macro-avg 0.95 0.94 0.94 71 +weighted-avg 0.95 0.94 0.94 71 ``` \ No newline at end of file diff --git a/docs/_posts/gadde5300/2022-11-25-legclf_register_clause_en.md b/docs/_posts/gadde5300/2022-11-25-legclf_register_clause_en.md index be96ec3a7f02bf..68193e7d93811a 100644 --- a/docs/_posts/gadde5300/2022-11-25-legclf_register_clause_en.md +++ b/docs/_posts/gadde5300/2022-11-25-legclf_register_clause_en.md @@ -44,6 +44,7 @@ This model is a Binary Classifier (True, False) for the `register` clause type.
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python documentAssembler = nlp.DocumentAssembler() \ .setInputCol("clause_text") \ @@ -90,15 +91,10 @@ Legal documents, scrapped from the Internet, and classified in-house ## Benchmarking ```bash - - precision recall f1-score support - + label precision recall f1-score support other 0.93 1.00 0.96 39 register 1.00 0.91 0.95 32 - - accuracy 0.96 71 - macro avg 0.96 0.95 0.96 71 -weighted avg 0.96 0.96 0.96 71 - - + accuracy - - 0.96 71 + macro-avg 0.96 0.95 0.96 71 +weighted-avg 0.96 0.96 0.96 71 ``` \ No newline at end of file diff --git a/docs/_posts/gadde5300/2022-11-25-legclf_risk_of_loss_clause_en.md b/docs/_posts/gadde5300/2022-11-25-legclf_risk_of_loss_clause_en.md index 8542be9d71aa63..2ecb9f2c3d421f 100644 --- a/docs/_posts/gadde5300/2022-11-25-legclf_risk_of_loss_clause_en.md +++ b/docs/_posts/gadde5300/2022-11-25-legclf_risk_of_loss_clause_en.md @@ -44,6 +44,7 @@ This model is a Binary Classifier (True, False) for the `risk-of-loss` clause ty
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python documentAssembler = nlp.DocumentAssembler() \ .setInputCol("clause_text") \ @@ -90,15 +91,10 @@ Legal documents, scrapped from the Internet, and classified in-house ## Benchmarking ```bash - - precision recall f1-score support - + label precision recall f1-score support other 0.97 1.00 0.99 39 risk-of-loss 1.00 0.95 0.98 22 - - accuracy 0.98 61 - macro avg 0.99 0.98 0.98 61 -weighted avg 0.98 0.98 0.98 61 - - + accuracy - - 0.98 61 + macro-avg 0.99 0.98 0.98 61 +weighted-avg 0.98 0.98 0.98 61 ``` \ No newline at end of file diff --git a/docs/_posts/gadde5300/2022-11-25-legclf_subcontracting_clause_en.md b/docs/_posts/gadde5300/2022-11-25-legclf_subcontracting_clause_en.md index f98175a4b73308..74b6f4940bce02 100644 --- a/docs/_posts/gadde5300/2022-11-25-legclf_subcontracting_clause_en.md +++ b/docs/_posts/gadde5300/2022-11-25-legclf_subcontracting_clause_en.md @@ -44,6 +44,7 @@ This model is a Binary Classifier (True, False) for the `subcontracting` clause
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python documentAssembler = nlp.DocumentAssembler() \ .setInputCol("clause_text") \ @@ -90,15 +91,10 @@ Legal documents, scrapped from the Internet, and classified in-house ## Benchmarking ```bash - - precision recall f1-score support - + label precision recall f1-score support other 0.95 1.00 0.97 39 subcontracting 1.00 0.93 0.96 28 - - accuracy 0.97 67 - macro avg 0.98 0.96 0.97 67 - weighted avg 0.97 0.97 0.97 67 - - + accuracy - - 0.97 67 + macro-avg 0.98 0.96 0.97 67 + weighted-avg 0.97 0.97 0.97 67 ``` diff --git a/docs/_posts/gadde5300/2022-11-25-legclf_third_party_rights_clause_en.md b/docs/_posts/gadde5300/2022-11-25-legclf_third_party_rights_clause_en.md index 02070f7e3c8d53..7fac02bbe62b71 100644 --- a/docs/_posts/gadde5300/2022-11-25-legclf_third_party_rights_clause_en.md +++ b/docs/_posts/gadde5300/2022-11-25-legclf_third_party_rights_clause_en.md @@ -44,6 +44,7 @@ This model is a Binary Classifier (True, False) for the `third-party-rights` cla
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python documentAssembler = nlp.DocumentAssembler() \ .setInputCol("clause_text") \ @@ -90,15 +91,10 @@ Legal documents, scrapped from the Internet, and classified in-house ## Benchmarking ```bash - - precision recall f1-score support - + label precision recall f1-score support other 0.97 1.00 0.99 39 third-party-rights 1.00 0.96 0.98 28 - - accuracy 0.99 67 - macro avg 0.99 0.98 0.98 67 - weighted avg 0.99 0.99 0.99 67 - - + accuracy - - 0.99 67 + macro-avg 0.99 0.98 0.98 67 + weighted-avg 0.99 0.99 0.99 67 ``` diff --git a/docs/_posts/gadde5300/2022-11-25-legclf_vacancies_clause_en.md b/docs/_posts/gadde5300/2022-11-25-legclf_vacancies_clause_en.md index 88cc652f45dfe6..4fee86f7fc35cf 100644 --- a/docs/_posts/gadde5300/2022-11-25-legclf_vacancies_clause_en.md +++ b/docs/_posts/gadde5300/2022-11-25-legclf_vacancies_clause_en.md @@ -44,6 +44,7 @@ This model is a Binary Classifier (True, False) for the `vacancies` clause type.
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python documentAssembler = nlp.DocumentAssembler() \ .setInputCol("clause_text") \ @@ -90,15 +91,10 @@ Legal documents, scrapped from the Internet, and classified in-house ## Benchmarking ```bash - - precision recall f1-score support - + label precision recall f1-score support other 0.97 1.00 0.99 39 vacancies 1.00 0.97 0.98 32 - - accuracy 0.99 71 - macro avg 0.99 0.98 0.99 71 -weighted avg 0.99 0.99 0.99 71 - - + accuracy - - 0.99 71 + macro-avg 0.99 0.98 0.99 71 +weighted-avg 0.99 0.99 0.99 71 ``` \ No newline at end of file diff --git a/docs/_posts/gadde5300/2022-11-25-legclf_w_i_t_n_e_s_s_e_t_h_clause_en.md b/docs/_posts/gadde5300/2022-11-25-legclf_w_i_t_n_e_s_s_e_t_h_clause_en.md index 18fdf761f48f4e..9153ac2f3738b1 100644 --- a/docs/_posts/gadde5300/2022-11-25-legclf_w_i_t_n_e_s_s_e_t_h_clause_en.md +++ b/docs/_posts/gadde5300/2022-11-25-legclf_w_i_t_n_e_s_s_e_t_h_clause_en.md @@ -44,6 +44,7 @@ This model is a Binary Classifier (True, False) for the `w-i-t-n-e-s-s-e-t-h` cl
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python documentAssembler = nlp.DocumentAssembler() \ .setInputCol("clause_text") \ @@ -90,15 +91,10 @@ Legal documents, scrapped from the Internet, and classified in-house ## Benchmarking ```bash - - precision recall f1-score support - + label precision recall f1-score support other 0.95 0.97 0.96 39 w-i-t-n-e-s-s-e-t-h 0.96 0.92 0.94 25 - - accuracy 0.95 64 - macro avg 0.95 0.95 0.95 64 - weighted avg 0.95 0.95 0.95 64 - - + accuracy - - 0.95 64 + macro-avg 0.95 0.95 0.95 64 + weighted-avg 0.95 0.95 0.95 64 ``` \ No newline at end of file diff --git a/docs/_posts/gadde5300/2022-11-26-longformer_legal_base_8192_es.md b/docs/_posts/gadde5300/2022-11-26-longformer_legal_base_8192_es.md index 3bbabe85d285ee..e47c3cfd79569b 100644 --- a/docs/_posts/gadde5300/2022-11-26-longformer_legal_base_8192_es.md +++ b/docs/_posts/gadde5300/2022-11-26-longformer_legal_base_8192_es.md @@ -32,6 +32,7 @@ Pretrained Longformer Embeddings model, adapted from Hugging Face and curated to
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python embeddings = LongformerEmbeddings\ .pretrained("longformer_legal_base_8192","es")\ diff --git a/docs/_posts/gadde5300/2022-11-30-finner_german_financial_entities_de.md b/docs/_posts/gadde5300/2022-11-30-finner_german_financial_entities_de.md index 09e5e94288bd81..d13b12accf8c80 100644 --- a/docs/_posts/gadde5300/2022-11-30-finner_german_financial_entities_de.md +++ b/docs/_posts/gadde5300/2022-11-30-finner_german_financial_entities_de.md @@ -35,6 +35,7 @@ This is a German NER model trained on German Financial Statements, aimed to extr
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python documentAssembler = nlp.DocumentAssembler()\ .setInputCol("text")\ @@ -138,7 +139,7 @@ https://huggingface.co/datasets/fabianrausch/financial-entities-values-augmented ## Benchmarking ```bash - label precision recall f1-score support + label precision recall f1-score support B-financial_entity 0.9923 0.9983 0.9953 1813 B-financial_value 1.0000 0.9920 0.9960 1369 I-financial_entity 0.9962 0.9998 0.9980 4148 diff --git a/docs/_posts/gadde5300/2022-12-05-legclf_eminent_domain_clause_en.md b/docs/_posts/gadde5300/2022-12-05-legclf_eminent_domain_clause_en.md index b0ad2b94800e58..263dfa9a01c6a8 100644 --- a/docs/_posts/gadde5300/2022-12-05-legclf_eminent_domain_clause_en.md +++ b/docs/_posts/gadde5300/2022-12-05-legclf_eminent_domain_clause_en.md @@ -43,6 +43,7 @@ This model is a Binary Classifier (True, False) for the `eminent-domain` clause
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python documentAssembler = nlp.DocumentAssembler() \ .setInputCol("clause_text") \ @@ -89,14 +90,10 @@ Legal documents, scrapped from the Internet, and classified in-house ## Benchmarking ```bash - - precision recall f1-score support - + label precision recall f1-score support eminent-domain 1.00 0.93 0.97 30 other 0.95 1.00 0.97 39 - accuracy - - 0.97 69 - macro avg 0.98 0.97 0.97 69 - weighted avg 0.97 0.97 0.97 69 - + macro-avg 0.98 0.97 0.97 69 + weighted-avg 0.97 0.97 0.97 69 ``` \ No newline at end of file diff --git a/docs/_posts/gadde5300/2022-12-05-legclf_erisa_reports_clause_en.md b/docs/_posts/gadde5300/2022-12-05-legclf_erisa_reports_clause_en.md index 0392e392c0b05f..de3f9ebe4be4b9 100644 --- a/docs/_posts/gadde5300/2022-12-05-legclf_erisa_reports_clause_en.md +++ b/docs/_posts/gadde5300/2022-12-05-legclf_erisa_reports_clause_en.md @@ -43,6 +43,7 @@ This model is a Binary Classifier (True, False) for the `erisa-reports` clause t
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python documentAssembler = nlp.DocumentAssembler() \ .setInputCol("clause_text") \ @@ -89,14 +90,10 @@ Legal documents, scrapped from the Internet, and classified in-house ## Benchmarking ```bash - - precision recall f1-score support - + label precision recall f1-score support erisa-reports 0.97 1.00 0.99 35 other 1.00 0.97 0.99 39 - accuracy - - 0.99 74 - macro avg 0.99 0.99 0.99 74 - weighted avg 0.99 0.99 0.99 74 - + macro-avg 0.99 0.99 0.99 74 + weighted-avg 0.99 0.99 0.99 74 ``` \ No newline at end of file diff --git a/docs/_posts/gadde5300/2022-12-05-legclf_injury_pay_clause_en.md b/docs/_posts/gadde5300/2022-12-05-legclf_injury_pay_clause_en.md index 3e084bce121c5e..0ed0178d66ccb9 100644 --- a/docs/_posts/gadde5300/2022-12-05-legclf_injury_pay_clause_en.md +++ b/docs/_posts/gadde5300/2022-12-05-legclf_injury_pay_clause_en.md @@ -43,6 +43,7 @@ This model is a Binary Classifier (True, False) for the `injury-pay` clause type
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python documentAssembler = nlp.DocumentAssembler() \ .setInputCol("clause_text") \ @@ -90,13 +91,10 @@ Legal documents, scrapped from the Internet, and classified in-house ```bash - precision recall f1-score support - + label precision recall f1-score support injury-pay 0.96 1.00 0.98 26 other 1.00 0.97 0.99 38 - accuracy - - 0.98 64 - macro avg 0.98 0.99 0.98 64 -weighted avg 0.98 0.98 0.98 64 - + macro-avg 0.98 0.99 0.98 64 +weighted-avg 0.98 0.98 0.98 64 ``` \ No newline at end of file diff --git a/docs/_posts/gadde5300/2022-12-05-legclf_no_appraisal_rights_clause_en.md b/docs/_posts/gadde5300/2022-12-05-legclf_no_appraisal_rights_clause_en.md index 54ed130ff5440e..7a35af671d24ce 100644 --- a/docs/_posts/gadde5300/2022-12-05-legclf_no_appraisal_rights_clause_en.md +++ b/docs/_posts/gadde5300/2022-12-05-legclf_no_appraisal_rights_clause_en.md @@ -43,6 +43,7 @@ This model is a Binary Classifier (True, False) for the `no-appraisal-rights` cl
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python documentAssembler = nlp.DocumentAssembler() \ .setInputCol("clause_text") \ @@ -89,14 +90,10 @@ Legal documents, scrapped from the Internet, and classified in-house ## Benchmarking ```bash - - precision recall f1-score support - + label precision recall f1-score support no-appraisal-rights 1.00 0.94 0.97 32 other 0.95 1.00 0.97 39 - accuracy - - 0.97 71 - macro avg 0.98 0.97 0.97 71 - weighted avg 0.97 0.97 0.97 71 - + macro-avg 0.98 0.97 0.97 71 + weighted-avg 0.97 0.97 0.97 71 ``` \ No newline at end of file diff --git a/docs/_posts/gadde5300/2022-12-05-legclf_payment_of_interest_defaulted_interest_clause_en.md b/docs/_posts/gadde5300/2022-12-05-legclf_payment_of_interest_defaulted_interest_clause_en.md index d317b0bbe9c04b..1c31efde894f01 100644 --- a/docs/_posts/gadde5300/2022-12-05-legclf_payment_of_interest_defaulted_interest_clause_en.md +++ b/docs/_posts/gadde5300/2022-12-05-legclf_payment_of_interest_defaulted_interest_clause_en.md @@ -43,6 +43,7 @@ This model is a Binary Classifier (True, False) for the `payment-of-interest-def
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python documentAssembler = nlp.DocumentAssembler() \ .setInputCol("clause_text") \ @@ -89,15 +90,10 @@ Legal documents, scrapped from the Internet, and classified in-house ## Benchmarking ```bash - - precision recall f1-score support - + label precision recall f1-score support other 1.00 1.00 1.00 27 payment-of-interest-defaulted-interest 1.00 1.00 1.00 24 - accuracy - - 1.00 51 - macro avg 1.00 1.00 1.00 51 - weighted avg 1.00 1.00 1.00 51 - - + macro-avg 1.00 1.00 1.00 51 + weighted-avg 1.00 1.00 1.00 51 ``` \ No newline at end of file diff --git a/docs/_posts/gadde5300/2022-12-05-legclf_principal_underwriter_clause_en.md b/docs/_posts/gadde5300/2022-12-05-legclf_principal_underwriter_clause_en.md index c1d6e22a6edd6a..3c461bf93dc122 100644 --- a/docs/_posts/gadde5300/2022-12-05-legclf_principal_underwriter_clause_en.md +++ b/docs/_posts/gadde5300/2022-12-05-legclf_principal_underwriter_clause_en.md @@ -43,6 +43,7 @@ This model is a Binary Classifier (True, False) for the `principal-underwriter`
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python documentAssembler = nlp.DocumentAssembler() \ .setInputCol("clause_text") \ @@ -89,16 +90,10 @@ Legal documents, scrapped from the Internet, and classified in-house ## Benchmarking ```bash - - precision recall f1-score support - + label precision recall f1-score support other 0.97 1.00 0.99 34 principal-underwriter 1.00 0.96 0.98 24 - accuracy - - 0.98 58 - macro avg 0.99 0.98 0.98 58 - weighted avg 0.98 0.98 0.98 58 - - - + macro-avg 0.99 0.98 0.98 58 + weighted-avg 0.98 0.98 0.98 58 ``` diff --git a/docs/_posts/gadde5300/2022-12-05-legclf_retention_of_sub_adviser_clause_en.md b/docs/_posts/gadde5300/2022-12-05-legclf_retention_of_sub_adviser_clause_en.md index b2fe8e1482df40..0d3826b91ad307 100644 --- a/docs/_posts/gadde5300/2022-12-05-legclf_retention_of_sub_adviser_clause_en.md +++ b/docs/_posts/gadde5300/2022-12-05-legclf_retention_of_sub_adviser_clause_en.md @@ -43,6 +43,7 @@ This model is a Binary Classifier (True, False) for the `retention-of-sub-advise
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python documentAssembler = nlp.DocumentAssembler() \ .setInputCol("clause_text") \ @@ -89,14 +90,10 @@ Legal documents, scrapped from the Internet, and classified in-house ## Benchmarking ```bash - - precision recall f1-score support - + label precision recall f1-score support other 0.97 1.00 0.99 34 retention-of-sub-adviser 1.00 0.95 0.97 19 - accuracy - - 0.98 53 - macro avg 0.99 0.97 0.98 53 - weighted avg 0.98 0.98 0.98 53 - + macro-avg 0.99 0.97 0.98 53 + weighted-avg 0.98 0.98 0.98 53 ``` \ No newline at end of file diff --git a/docs/_posts/gadde5300/2022-12-05-legclf_right_to_cure_clause_en.md b/docs/_posts/gadde5300/2022-12-05-legclf_right_to_cure_clause_en.md index c2ea34eacd6dec..b629a29566d424 100644 --- a/docs/_posts/gadde5300/2022-12-05-legclf_right_to_cure_clause_en.md +++ b/docs/_posts/gadde5300/2022-12-05-legclf_right_to_cure_clause_en.md @@ -43,6 +43,7 @@ This model is a Binary Classifier (True, False) for the `right-to-cure` clause t
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python documentAssembler = nlp.DocumentAssembler() \ .setInputCol("clause_text") \ @@ -89,17 +90,10 @@ Legal documents, scrapped from the Internet, and classified in-house ## Benchmarking ```bash - - precision recall f1-score support - + label precision recall f1-score support other 0.95 0.95 0.95 39 right-to-cure 0.92 0.92 0.92 24 - accuracy - - 0.94 63 - macro avg 0.93 0.93 0.93 63 - weighted avg 0.94 0.94 0.94 63 - - - - + macro-avg 0.93 0.93 0.93 63 + weighted-avg 0.94 0.94 0.94 63 ``` \ No newline at end of file diff --git a/docs/_posts/gadde5300/2022-12-05-legclf_sick_days_clause_en.md b/docs/_posts/gadde5300/2022-12-05-legclf_sick_days_clause_en.md index 741d23c1a09e6e..99d071727a3f69 100644 --- a/docs/_posts/gadde5300/2022-12-05-legclf_sick_days_clause_en.md +++ b/docs/_posts/gadde5300/2022-12-05-legclf_sick_days_clause_en.md @@ -43,6 +43,8 @@ This model is a Binary Classifier (True, False) for the `sick-days` clause type.
{% include programmingLanguageSelectScalaPythonNLU.html %} + + ```python documentAssembler = nlp.DocumentAssembler() \ .setInputCol("clause_text") \ @@ -89,15 +91,10 @@ Legal documents, scrapped from the Internet, and classified in-house ## Benchmarking ```bash - - precision recall f1-score support - + label precision recall f1-score support other 1.00 1.00 1.00 39 sick-days 1.00 1.00 1.00 22 - accuracy - - 1.00 61 - macro avg 1.00 1.00 1.00 61 -weighted avg 1.00 1.00 1.00 61 - - + macro-avg 1.00 1.00 1.00 61 +weighted-avg 1.00 1.00 1.00 61 ``` \ No newline at end of file diff --git a/docs/_posts/gadde5300/2022-12-05-legclf_successor_to_the_bank_clause_en.md b/docs/_posts/gadde5300/2022-12-05-legclf_successor_to_the_bank_clause_en.md index a3ed14381ede22..184cfbd69d2166 100644 --- a/docs/_posts/gadde5300/2022-12-05-legclf_successor_to_the_bank_clause_en.md +++ b/docs/_posts/gadde5300/2022-12-05-legclf_successor_to_the_bank_clause_en.md @@ -43,6 +43,7 @@ This model is a Binary Classifier (True, False) for the `successor-to-the-bank`
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python documentAssembler = nlp.DocumentAssembler() \ .setInputCol("clause_text") \ @@ -89,14 +90,10 @@ Legal documents, scrapped from the Internet, and classified in-house ## Benchmarking ```bash - - precision recall f1-score support - + label precision recall f1-score support other 1.00 1.00 1.00 31 successor-to-the-bank 1.00 1.00 1.00 21 - accuracy - - 1.00 52 - macro avg 1.00 1.00 1.00 52 - weighted avg 1.00 1.00 1.00 52 - + macro-avg 1.00 1.00 1.00 52 + weighted-avg 1.00 1.00 1.00 52 ``` \ No newline at end of file diff --git a/docs/_posts/gadde5300/2022-12-07-sbert_chinese_qmc_finance_v1_distill_zh.md b/docs/_posts/gadde5300/2022-12-07-sbert_chinese_qmc_finance_v1_distill_zh.md index 8be758b78901f1..c5a4295c3ecf26 100644 --- a/docs/_posts/gadde5300/2022-12-07-sbert_chinese_qmc_finance_v1_distill_zh.md +++ b/docs/_posts/gadde5300/2022-12-07-sbert_chinese_qmc_finance_v1_distill_zh.md @@ -31,6 +31,7 @@ Pretrained Financial BERT Sentence Embeddings model, adapted from Hugging Face a
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python sentence_embeddings = BertSentenceEmbeddings.pretrained("sbert_chinese_qmc_finance_v1_distill", "zh")\ .setInputCols(["sentence"])\ diff --git a/docs/_posts/gadde5300/2022-12-09-legclf_administrative_services_agreement_bert_en.md b/docs/_posts/gadde5300/2022-12-09-legclf_administrative_services_agreement_bert_en.md index c3e099992560f4..38078bf2af2394 100644 --- a/docs/_posts/gadde5300/2022-12-09-legclf_administrative_services_agreement_bert_en.md +++ b/docs/_posts/gadde5300/2022-12-09-legclf_administrative_services_agreement_bert_en.md @@ -37,6 +37,7 @@ Unlike the Longformer model, this model is lighter in terms of inference time.
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python document_assembler = nlp.DocumentAssembler()\ @@ -86,13 +87,10 @@ Legal documents, scrapped from the Internet, and classified in-house ## Benchmarking ```bash - precision recall f1-score support - + label precision recall f1-score support administrative-services-agreement 1.00 0.88 0.94 26 other 0.96 1.00 0.98 65 - - accuracy 0.97 91 - macro avg 0.98 0.94 0.96 91 - weighted avg 0.97 0.97 0.97 91 - + accuracy - - 0.97 91 + macro-avg 0.98 0.94 0.96 91 + weighted-avg 0.97 0.97 0.97 91 ``` diff --git a/docs/_posts/gadde5300/2022-12-09-legclf_administrative_services_agreement_en.md b/docs/_posts/gadde5300/2022-12-09-legclf_administrative_services_agreement_en.md index e8455ff81301ce..2513c8367a16c2 100644 --- a/docs/_posts/gadde5300/2022-12-09-legclf_administrative_services_agreement_en.md +++ b/docs/_posts/gadde5300/2022-12-09-legclf_administrative_services_agreement_en.md @@ -39,6 +39,7 @@ If not, let us know and we can carry out another approach for you: getting chunk
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python document_assembler = nlp.DocumentAssembler()\ @@ -99,13 +100,10 @@ Legal documents, scrapped from the Internet, and classified in-house ## Benchmarking ```bash - precision recall f1-score support - + label precision recall f1-score support administrative-services-agreement 0.89 0.89 0.89 37 other 0.95 0.95 0.95 76 - - accuracy 0.93 113 - macro avg 0.92 0.92 0.92 113 - weighted avg 0.93 0.93 0.93 113 - + accuracy - - 0.93 113 + macro-avg 0.92 0.92 0.92 113 + weighted-avg 0.93 0.93 0.93 113 ``` diff --git a/docs/_posts/gadde5300/2022-12-09-legclf_aircraft_lease_agreement_bert_en.md b/docs/_posts/gadde5300/2022-12-09-legclf_aircraft_lease_agreement_bert_en.md index 5cdbeb5786e764..109a00f31125fc 100644 --- a/docs/_posts/gadde5300/2022-12-09-legclf_aircraft_lease_agreement_bert_en.md +++ b/docs/_posts/gadde5300/2022-12-09-legclf_aircraft_lease_agreement_bert_en.md @@ -37,6 +37,7 @@ Unlike the Longformer model, this model is lighter in terms of inference time.
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python document_assembler = nlp.DocumentAssembler()\ @@ -86,13 +87,10 @@ Legal documents, scrapped from the Internet, and classified in-house ## Benchmarking ```bash - precision recall f1-score support - + label precision recall f1-score support aircraft-lease-agreement 0.94 0.91 0.92 33 other 0.95 0.97 0.96 59 - - accuracy 0.95 92 - macro avg 0.94 0.94 0.94 92 - weighted avg 0.95 0.95 0.95 92 - + accuracy - - 0.95 92 + macro-avg 0.94 0.94 0.94 92 + weighted-avg 0.95 0.95 0.95 92 ``` diff --git a/docs/_posts/gadde5300/2022-12-09-legclf_aircraft_lease_agreement_en.md b/docs/_posts/gadde5300/2022-12-09-legclf_aircraft_lease_agreement_en.md index 535d0442ac1e53..88c5ff05a4faa2 100644 --- a/docs/_posts/gadde5300/2022-12-09-legclf_aircraft_lease_agreement_en.md +++ b/docs/_posts/gadde5300/2022-12-09-legclf_aircraft_lease_agreement_en.md @@ -39,6 +39,7 @@ If not, let us know and we can carry out another approach for you: getting chunk
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python document_assembler = nlp.DocumentAssembler()\ @@ -100,12 +101,9 @@ Legal documents, scrapped from the Internet, and classified in-house ```bash precision recall f1-score support - aircraft-lease-agreement 1.00 0.96 0.98 27 other 0.98 1.00 0.99 65 - - accuracy 0.99 92 - macro avg 0.99 0.98 0.99 92 - weighted avg 0.99 0.99 0.99 92 - + accuracy - - 0.99 92 + macro-avg 0.99 0.98 0.99 92 + weighted-avg 0.99 0.99 0.99 92 ``` diff --git a/docs/_posts/gadde5300/2022-12-09-legclf_custody_agreement_bert_en.md b/docs/_posts/gadde5300/2022-12-09-legclf_custody_agreement_bert_en.md index d2121750111d26..16c84e3d4955e0 100644 --- a/docs/_posts/gadde5300/2022-12-09-legclf_custody_agreement_bert_en.md +++ b/docs/_posts/gadde5300/2022-12-09-legclf_custody_agreement_bert_en.md @@ -37,6 +37,7 @@ Unlike the Longformer model, this model is lighter in terms of inference time.
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python document_assembler = nlp.DocumentAssembler()\ @@ -86,13 +87,10 @@ Legal documents, scrapped from the Internet, and classified in-house ## Benchmarking ```bash - precision recall f1-score support - + label precision recall f1-score support custody-agreement 0.95 0.97 0.96 37 other 0.97 0.94 0.96 35 - - accuracy 0.96 72 - macro avg 0.96 0.96 0.96 72 - weighted avg 0.96 0.96 0.96 72 - + accuracy - - 0.96 72 + macro-avg 0.96 0.96 0.96 72 + weighted-avg 0.96 0.96 0.96 72 ``` diff --git a/docs/_posts/gadde5300/2022-12-09-legclf_custody_agreement_en.md b/docs/_posts/gadde5300/2022-12-09-legclf_custody_agreement_en.md index beef07bcfaa06f..a09f858b1f4a9d 100644 --- a/docs/_posts/gadde5300/2022-12-09-legclf_custody_agreement_en.md +++ b/docs/_posts/gadde5300/2022-12-09-legclf_custody_agreement_en.md @@ -39,6 +39,7 @@ If not, let us know and we can carry out another approach for you: getting chunk
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python document_assembler = nlp.DocumentAssembler()\ @@ -99,13 +100,10 @@ Legal documents, scrapped from the Internet, and classified in-house ## Benchmarking ```bash - precision recall f1-score support - + label precision recall f1-score support custody-agreement 0.91 0.80 0.85 25 other 0.94 0.97 0.95 76 - - accuracy 0.93 101 - macro avg 0.92 0.89 0.90 101 - weighted avg 0.93 0.93 0.93 101 - + accuracy - - 0.93 101 + macro-avg 0.92 0.89 0.90 101 + weighted-avg 0.93 0.93 0.93 101 ``` diff --git a/docs/_posts/gadde5300/2022-12-09-legclf_expense_limitation_agreement_bert_en.md b/docs/_posts/gadde5300/2022-12-09-legclf_expense_limitation_agreement_bert_en.md index 83758f27f556e5..94bc765e738eb9 100644 --- a/docs/_posts/gadde5300/2022-12-09-legclf_expense_limitation_agreement_bert_en.md +++ b/docs/_posts/gadde5300/2022-12-09-legclf_expense_limitation_agreement_bert_en.md @@ -37,6 +37,7 @@ Unlike the Longformer model, this model is lighter in terms of inference time.
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python document_assembler = nlp.DocumentAssembler()\ @@ -86,13 +87,10 @@ Legal documents, scrapped from the Internet, and classified in-house ## Benchmarking ```bash - precision recall f1-score support - + label precision recall f1-score support expense-limitation-agreement 0.92 1.00 0.96 22 other 1.00 0.94 0.97 35 - - accuracy 0.96 57 - macro avg 0.96 0.97 0.96 57 - weighted avg 0.97 0.96 0.97 57 - + accuracy - - 0.96 57 + macro-avg 0.96 0.97 0.96 57 + weighted-avg 0.97 0.96 0.97 57 ``` diff --git a/docs/_posts/gadde5300/2022-12-09-legclf_expense_limitation_agreement_en.md b/docs/_posts/gadde5300/2022-12-09-legclf_expense_limitation_agreement_en.md index a1c55d16e4af1c..ac2eb082a31c39 100644 --- a/docs/_posts/gadde5300/2022-12-09-legclf_expense_limitation_agreement_en.md +++ b/docs/_posts/gadde5300/2022-12-09-legclf_expense_limitation_agreement_en.md @@ -39,6 +39,7 @@ If not, let us know and we can carry out another approach for you: getting chunk
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python document_assembler = nlp.DocumentAssembler()\ @@ -99,13 +100,10 @@ Legal documents, scrapped from the Internet, and classified in-house ## Benchmarking ```bash - precision recall f1-score support - + label precision recall f1-score support expense-limitation-agreement 0.98 0.98 0.98 43 other 0.99 0.99 0.99 76 - - accuracy 0.98 119 - macro avg 0.98 0.98 0.98 119 - weighted avg 0.98 0.98 0.98 119 - + accuracy - - 0.98 119 + macro-avg 0.98 0.98 0.98 119 + weighted-avg 0.98 0.98 0.98 119 ``` diff --git a/docs/_posts/gadde5300/2022-12-09-legclf_joinder_agreement_bert_en.md b/docs/_posts/gadde5300/2022-12-09-legclf_joinder_agreement_bert_en.md index c20cc91b36da94..a299182f31e160 100644 --- a/docs/_posts/gadde5300/2022-12-09-legclf_joinder_agreement_bert_en.md +++ b/docs/_posts/gadde5300/2022-12-09-legclf_joinder_agreement_bert_en.md @@ -37,6 +37,7 @@ Unlike the Longformer model, this model is lighter in terms of inference time.
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python document_assembler = nlp.DocumentAssembler()\ @@ -86,13 +87,10 @@ Legal documents, scrapped from the Internet, and classified in-house ## Benchmarking ```bash - precision recall f1-score support - + label precision recall f1-score support joinder-agreement 0.91 0.86 0.89 36 other 0.93 0.95 0.94 65 - - accuracy 0.92 101 - macro avg 0.92 0.91 0.91 101 - weighted avg 0.92 0.92 0.92 101 - + accuracy - - 0.92 101 + macro-avg 0.92 0.91 0.91 101 + weighted-avg 0.92 0.92 0.92 101 ``` diff --git a/docs/_posts/gadde5300/2022-12-09-legclf_joinder_agreement_en.md b/docs/_posts/gadde5300/2022-12-09-legclf_joinder_agreement_en.md index 3e7c61ab693e61..e8922e6cb3478b 100644 --- a/docs/_posts/gadde5300/2022-12-09-legclf_joinder_agreement_en.md +++ b/docs/_posts/gadde5300/2022-12-09-legclf_joinder_agreement_en.md @@ -39,6 +39,7 @@ If not, let us know and we can carry out another approach for you: getting chunk
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python document_assembler = nlp.DocumentAssembler()\ @@ -99,13 +100,10 @@ Legal documents, scrapped from the Internet, and classified in-house ## Benchmarking ```bash - precision recall f1-score support - + label precision recall f1-score support joinder-agreement 0.90 0.93 0.91 46 other 0.96 0.93 0.95 76 - - accuracy 0.93 122 - macro avg 0.93 0.93 0.93 122 - weighted avg 0.94 0.93 0.93 122 - + accuracy - - 0.93 122 + macro-avg 0.93 0.93 0.93 122 + weighted-avg 0.94 0.93 0.93 122 ``` diff --git a/docs/_posts/gadde5300/2022-12-09-legclf_plan_and_agreement_of_merger_bert_en.md b/docs/_posts/gadde5300/2022-12-09-legclf_plan_and_agreement_of_merger_bert_en.md index eec208d37685cc..aa5cbfac3bda9e 100644 --- a/docs/_posts/gadde5300/2022-12-09-legclf_plan_and_agreement_of_merger_bert_en.md +++ b/docs/_posts/gadde5300/2022-12-09-legclf_plan_and_agreement_of_merger_bert_en.md @@ -37,6 +37,7 @@ Unlike the Longformer model, this model is lighter in terms of inference time.
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python document_assembler = nlp.DocumentAssembler()\ @@ -86,13 +87,10 @@ Legal documents, scrapped from the Internet, and classified in-house ## Benchmarking ```bash - precision recall f1-score support - + label precision recall f1-score support other 1.00 1.00 1.00 59 plan-and-agreement-of-merger 1.00 1.00 1.00 32 - - accuracy 1.00 91 - macro avg 1.00 1.00 1.00 91 - weighted avg 1.00 1.00 1.00 91 - + accuracy - - 1.00 91 + macro-avg 1.00 1.00 1.00 91 + weighted-avg 1.00 1.00 1.00 91 ``` diff --git a/docs/_posts/gadde5300/2022-12-09-legclf_plan_and_agreement_of_merger_en.md b/docs/_posts/gadde5300/2022-12-09-legclf_plan_and_agreement_of_merger_en.md index 73c14b764d9db7..ff782cb5737565 100644 --- a/docs/_posts/gadde5300/2022-12-09-legclf_plan_and_agreement_of_merger_en.md +++ b/docs/_posts/gadde5300/2022-12-09-legclf_plan_and_agreement_of_merger_en.md @@ -39,6 +39,7 @@ If not, let us know and we can carry out another approach for you: getting chunk
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python document_assembler = nlp.DocumentAssembler()\ @@ -99,13 +100,10 @@ Legal documents, scrapped from the Internet, and classified in-house ## Benchmarking ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.97 1.00 0.98 65 plan-and-agreement-of-merger 1.00 0.93 0.96 28 - - accuracy 0.98 93 - macro avg 0.99 0.96 0.97 93 - weighted avg 0.98 0.98 0.98 93 - + accuracy - - 0.98 93 + macro-avg 0.99 0.96 0.97 93 + weighted-avg 0.98 0.98 0.98 93 ``` diff --git a/docs/_posts/gadde5300/2022-12-09-legclf_reference_trust_agreement_bert_en.md b/docs/_posts/gadde5300/2022-12-09-legclf_reference_trust_agreement_bert_en.md index 98138db06204ab..34f36bd590327d 100644 --- a/docs/_posts/gadde5300/2022-12-09-legclf_reference_trust_agreement_bert_en.md +++ b/docs/_posts/gadde5300/2022-12-09-legclf_reference_trust_agreement_bert_en.md @@ -37,6 +37,7 @@ Unlike the Longformer model, this model is lighter in terms of inference time.
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python document_assembler = nlp.DocumentAssembler()\ @@ -86,13 +87,10 @@ Legal documents, scrapped from the Internet, and classified in-house ## Benchmarking ```bash - precision recall f1-score support - + label precision recall f1-score support other 1.00 1.00 1.00 58 reference-trust-agreement 1.00 1.00 1.00 34 - - accuracy 1.00 92 - macro avg 1.00 1.00 1.00 92 - weighted avg 1.00 1.00 1.00 92 - + accuracy - - 1.00 92 + macro-avg 1.00 1.00 1.00 92 + weighted-avg 1.00 1.00 1.00 92 ``` diff --git a/docs/_posts/gadde5300/2022-12-09-legclf_reference_trust_agreement_en.md b/docs/_posts/gadde5300/2022-12-09-legclf_reference_trust_agreement_en.md index 967f379edc2ec1..85a9602f765e4e 100644 --- a/docs/_posts/gadde5300/2022-12-09-legclf_reference_trust_agreement_en.md +++ b/docs/_posts/gadde5300/2022-12-09-legclf_reference_trust_agreement_en.md @@ -39,6 +39,7 @@ If not, let us know and we can carry out another approach for you: getting chunk
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python document_assembler = nlp.DocumentAssembler()\ @@ -99,13 +100,10 @@ Legal documents, scrapped from the Internet, and classified in-house ## Benchmarking ```bash - precision recall f1-score support - + label precision recall f1-score support other 1.00 1.00 1.00 63 reference-trust-agreement 1.00 1.00 1.00 43 - - accuracy 1.00 106 - macro avg 1.00 1.00 1.00 106 - weighted avg 1.00 1.00 1.00 106 - + accuracy - - 1.00 106 + macro-avg 1.00 1.00 1.00 106 + weighted-avg 1.00 1.00 1.00 106 ``` diff --git a/docs/_posts/gadde5300/2022-12-09-legclf_restricted_stock_agreement_bert_en.md b/docs/_posts/gadde5300/2022-12-09-legclf_restricted_stock_agreement_bert_en.md index 0b128c777f01c5..e8231e36e0f392 100644 --- a/docs/_posts/gadde5300/2022-12-09-legclf_restricted_stock_agreement_bert_en.md +++ b/docs/_posts/gadde5300/2022-12-09-legclf_restricted_stock_agreement_bert_en.md @@ -37,6 +37,7 @@ Unlike the Longformer model, this model is lighter in terms of inference time.
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python document_assembler = nlp.DocumentAssembler()\ @@ -86,13 +87,10 @@ Legal documents, scrapped from the Internet, and classified in-house ## Benchmarking ```bash - precision recall f1-score support - + label precision recall f1-score support other 1.00 1.00 1.00 35 restricted-stock-agreement 1.00 1.00 1.00 30 - - accuracy 1.00 65 - macro avg 1.00 1.00 1.00 65 - weighted avg 1.00 1.00 1.00 65 - + accuracy - - 1.00 65 + macro-avg 1.00 1.00 1.00 65 + weighted-avg 1.00 1.00 1.00 65 ``` diff --git a/docs/_posts/gadde5300/2022-12-09-legclf_restricted_stock_agreement_en.md b/docs/_posts/gadde5300/2022-12-09-legclf_restricted_stock_agreement_en.md index 2a7618863a91ac..498c0ae82de34b 100644 --- a/docs/_posts/gadde5300/2022-12-09-legclf_restricted_stock_agreement_en.md +++ b/docs/_posts/gadde5300/2022-12-09-legclf_restricted_stock_agreement_en.md @@ -39,6 +39,7 @@ If not, let us know and we can carry out another approach for you: getting chunk
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python document_assembler = nlp.DocumentAssembler()\ @@ -99,13 +100,10 @@ Legal documents, scrapped from the Internet, and classified in-house ## Benchmarking ```bash - precision recall f1-score support - + label precision recall f1-score support other 1.00 1.00 1.00 76 restricted-stock-agreement 1.00 1.00 1.00 38 - - accuracy 1.00 114 - macro avg 1.00 1.00 1.00 114 - weighted avg 1.00 1.00 1.00 114 - + accuracy - - 1.00 114 + macro-avg 1.00 1.00 1.00 114 + weighted-avg 1.00 1.00 1.00 114 ``` diff --git a/docs/_posts/gadde5300/2022-12-09-legclf_share_purchase_agreement_bert_en.md b/docs/_posts/gadde5300/2022-12-09-legclf_share_purchase_agreement_bert_en.md index bd6bab32cbbe12..5f40636c65934b 100644 --- a/docs/_posts/gadde5300/2022-12-09-legclf_share_purchase_agreement_bert_en.md +++ b/docs/_posts/gadde5300/2022-12-09-legclf_share_purchase_agreement_bert_en.md @@ -37,6 +37,7 @@ Unlike the Longformer model, this model is lighter in terms of inference time.
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python document_assembler = nlp.DocumentAssembler()\ @@ -86,13 +87,10 @@ Legal documents, scrapped from the Internet, and classified in-house ## Benchmarking ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.98 1.00 0.99 65 share-purchase-agreement 1.00 0.97 0.98 33 - - accuracy 0.99 98 - macro avg 0.99 0.98 0.99 98 - weighted avg 0.99 0.99 0.99 98 - + accuracy - - 0.99 98 + macro-avg 0.99 0.98 0.99 98 + weighted-avg 0.99 0.99 0.99 98 ``` diff --git a/docs/_posts/gadde5300/2022-12-09-legclf_share_purchase_agreement_en.md b/docs/_posts/gadde5300/2022-12-09-legclf_share_purchase_agreement_en.md index 9aab5d65a81dcf..7e19588c915bbc 100644 --- a/docs/_posts/gadde5300/2022-12-09-legclf_share_purchase_agreement_en.md +++ b/docs/_posts/gadde5300/2022-12-09-legclf_share_purchase_agreement_en.md @@ -39,6 +39,7 @@ If not, let us know and we can carry out another approach for you: getting chunk
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python document_assembler = nlp.DocumentAssembler()\ @@ -99,13 +100,10 @@ Legal documents, scrapped from the Internet, and classified in-house ## Benchmarking ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.97 0.99 0.98 76 share-purchase-agreement 0.95 0.91 0.93 22 - - accuracy 0.97 98 - macro avg 0.96 0.95 0.96 98 - weighted avg 0.97 0.97 0.97 98 - + accuracy - - 0.97 98 + macro-avg 0.96 0.95 0.96 98 + weighted-avg 0.97 0.97 0.97 98 ``` diff --git a/docs/_posts/gadde5300/2022-12-09-legclf_subadvisory_agreement_bert_en.md b/docs/_posts/gadde5300/2022-12-09-legclf_subadvisory_agreement_bert_en.md index 54b72ad6e126d1..a95e66550dfac7 100644 --- a/docs/_posts/gadde5300/2022-12-09-legclf_subadvisory_agreement_bert_en.md +++ b/docs/_posts/gadde5300/2022-12-09-legclf_subadvisory_agreement_bert_en.md @@ -37,6 +37,7 @@ Unlike the Longformer model, this model is lighter in terms of inference time.
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python document_assembler = nlp.DocumentAssembler()\ @@ -86,13 +87,10 @@ Legal documents, scrapped from the Internet, and classified in-house ## Benchmarking ```bash - precision recall f1-score support - + label precision recall f1-score support other 1.00 1.00 1.00 65 subadvisory-agreement 1.00 1.00 1.00 41 - - accuracy 1.00 106 - macro avg 1.00 1.00 1.00 106 - weighted avg 1.00 1.00 1.00 106 - + accuracy - - 1.00 106 + macro-avg 1.00 1.00 1.00 106 + weighted-avg 1.00 1.00 1.00 106 ``` diff --git a/docs/_posts/gadde5300/2022-12-09-legclf_subadvisory_agreement_en.md b/docs/_posts/gadde5300/2022-12-09-legclf_subadvisory_agreement_en.md index 056c408bb8ddc7..c85bf5b0d2f746 100644 --- a/docs/_posts/gadde5300/2022-12-09-legclf_subadvisory_agreement_en.md +++ b/docs/_posts/gadde5300/2022-12-09-legclf_subadvisory_agreement_en.md @@ -39,6 +39,7 @@ If not, let us know and we can carry out another approach for you: getting chunk
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python document_assembler = nlp.DocumentAssembler()\ @@ -99,13 +100,10 @@ Legal documents, scrapped from the Internet, and classified in-house ## Benchmarking ```bash - precision recall f1-score support - - other 0.94 0.96 0.95 76 -subadvisory-agreement 0.87 0.80 0.83 25 - - accuracy 0.92 101 - macro avg 0.90 0.88 0.89 101 - weighted avg 0.92 0.92 0.92 101 - + label precision recall f1-score support + other 0.94 0.96 0.95 76 +subadvisory-agreement 0.87 0.80 0.83 25 + accuracy - - 0.92 101 + macro-avg 0.90 0.88 0.89 101 + weighted-avg 0.92 0.92 0.92 101 ``` diff --git a/docs/_posts/gadde5300/2022-12-10-sbert_bert_large_portuguese_cased_legal_mlm_sts_v0.1_pt.md b/docs/_posts/gadde5300/2022-12-10-sbert_bert_large_portuguese_cased_legal_mlm_sts_v0.1_pt.md index 60fa301c342bdd..5cc851ae40cc7d 100644 --- a/docs/_posts/gadde5300/2022-12-10-sbert_bert_large_portuguese_cased_legal_mlm_sts_v0.1_pt.md +++ b/docs/_posts/gadde5300/2022-12-10-sbert_bert_large_portuguese_cased_legal_mlm_sts_v0.1_pt.md @@ -30,6 +30,7 @@ Pretrained BERT Sentence Embedding model, adapted from Hugging Face and curated
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python documentAssembler = DocumentAssembler() \ .setInputCol("text") \ diff --git a/docs/_posts/gadde5300/2022-12-14-finner_10q_xlbr_md_subset1_en.md b/docs/_posts/gadde5300/2022-12-14-finner_10q_xlbr_md_subset1_en.md index e760316a9ee64b..1c2621cb74abd7 100644 --- a/docs/_posts/gadde5300/2022-12-14-finner_10q_xlbr_md_subset1_en.md +++ b/docs/_posts/gadde5300/2022-12-14-finner_10q_xlbr_md_subset1_en.md @@ -36,6 +36,7 @@ This is a large (`md`) model, trained with 200K sentences.
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python documentAssembler = nlp.DocumentAssembler() \ @@ -135,8 +136,7 @@ An in-house modified version of https://huggingface.co/datasets/nlpaueb/finer-13 ## Benchmarking ```bash -label precision recall f1-score support - +label precision recall f1-score support B-AccrualForEnvironmentalLossContingencies 1.0000 0.9386 0.9683 228 B-AcquiredFiniteLivedIntangibleAssetsWeightedAverageUsefulLife 0.9968 0.9778 0.9872 316 B-AllocatedShareBasedCompensationExpense 0.9931 0.9885 0.9908 1735 diff --git a/docs/_posts/gadde5300/2022-12-14-finner_10q_xlbr_md_subset2_en.md b/docs/_posts/gadde5300/2022-12-14-finner_10q_xlbr_md_subset2_en.md index ba3091634562ed..ea763a7e3b5efd 100644 --- a/docs/_posts/gadde5300/2022-12-14-finner_10q_xlbr_md_subset2_en.md +++ b/docs/_posts/gadde5300/2022-12-14-finner_10q_xlbr_md_subset2_en.md @@ -36,6 +36,7 @@ This is a large (`md`) model, trained with 200K sentences.
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python documentAssembler = nlp.DocumentAssembler() \ @@ -150,5 +151,4 @@ O accuracy - - 0.9982 79816 macro-avg 0.8742 0.8747 0.8733 79816 weighted-avg 0.9982 0.9982 0.9982 79816 - ``` \ No newline at end of file diff --git a/docs/_posts/gadde5300/2022-12-14-finner_10q_xlbr_md_subset3_en.md b/docs/_posts/gadde5300/2022-12-14-finner_10q_xlbr_md_subset3_en.md index 0b85eb32f71106..c4ee297f636e34 100644 --- a/docs/_posts/gadde5300/2022-12-14-finner_10q_xlbr_md_subset3_en.md +++ b/docs/_posts/gadde5300/2022-12-14-finner_10q_xlbr_md_subset3_en.md @@ -36,6 +36,7 @@ This is a large (`md`) model, trained with 200K sentences.
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python documentAssembler = nlp.DocumentAssembler() \ @@ -136,7 +137,7 @@ An in-house modified version of https://huggingface.co/datasets/nlpaueb/finer-13 ```bash -label precision recall f1-score support +label precision recall f1-score support B-ContractWithCustomerLiability 0.9847 0.8344 0.9033 308 B-ContractWithCustomerLiabilityRevenueRecognized 0.9657 0.9888 0.9771 627 B-CumulativeEffectOfNewAccountingPrincipleInPeriodOfAdoption 0.9817 0.9267 0.9534 232 @@ -154,5 +155,4 @@ O 0.9947 0.9 accuracy - - 0.9917 257671 macro-avg 0.9233 0.8045 0.8504 257671 weighted-avg 0.9912 0.9917 0.9911 257671 - ``` \ No newline at end of file diff --git a/docs/_posts/gadde5300/2022-12-15-finner_10q_xlbr_md_subset11_en.md b/docs/_posts/gadde5300/2022-12-15-finner_10q_xlbr_md_subset11_en.md index 6ea7834b31ae02..6a5e6176fdf3d2 100644 --- a/docs/_posts/gadde5300/2022-12-15-finner_10q_xlbr_md_subset11_en.md +++ b/docs/_posts/gadde5300/2022-12-15-finner_10q_xlbr_md_subset11_en.md @@ -36,6 +36,7 @@ This is a large (`md`) model, trained with 200K sentences.
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python documentAssembler = nlp.DocumentAssembler() \ diff --git a/docs/_posts/gadde5300/2022-12-15-finner_10q_xlbr_md_subset12_en.md b/docs/_posts/gadde5300/2022-12-15-finner_10q_xlbr_md_subset12_en.md index f5578e8c3d0bb9..6d8ecbf068e014 100644 --- a/docs/_posts/gadde5300/2022-12-15-finner_10q_xlbr_md_subset12_en.md +++ b/docs/_posts/gadde5300/2022-12-15-finner_10q_xlbr_md_subset12_en.md @@ -36,6 +36,7 @@ This is a large (`md`) model, trained with 200K sentences.
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python documentAssembler = nlp.DocumentAssembler() \ @@ -154,5 +155,4 @@ O accuracy - - 0.9873 33973 macro-avg 0.7144 0.7193 0.7120 33973 weighted-avg 0.9870 0.9873 0.9869 33973 - ``` \ No newline at end of file diff --git a/docs/_posts/gadde5300/2022-12-15-finner_10q_xlbr_md_subset4_en.md b/docs/_posts/gadde5300/2022-12-15-finner_10q_xlbr_md_subset4_en.md index d84e9edb6d0eaa..71f7197f33e500 100644 --- a/docs/_posts/gadde5300/2022-12-15-finner_10q_xlbr_md_subset4_en.md +++ b/docs/_posts/gadde5300/2022-12-15-finner_10q_xlbr_md_subset4_en.md @@ -36,6 +36,7 @@ This is a large (`md`) model, trained with 200K sentences.
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python documentAssembler = nlp.DocumentAssembler() \ @@ -154,5 +155,4 @@ O 0.9996 0.9986 accuracy - - 0.9968 100130 macro-avg 0.9247 0.9451 0.9335 100130 weighted-avg 0.9970 0.9968 0.9969 100130 - ``` \ No newline at end of file diff --git a/docs/_posts/gadde5300/2022-12-15-finner_10q_xlbr_md_subset5_en.md b/docs/_posts/gadde5300/2022-12-15-finner_10q_xlbr_md_subset5_en.md index 57b47c485b3ecf..d85133ae3650d4 100644 --- a/docs/_posts/gadde5300/2022-12-15-finner_10q_xlbr_md_subset5_en.md +++ b/docs/_posts/gadde5300/2022-12-15-finner_10q_xlbr_md_subset5_en.md @@ -36,6 +36,7 @@ This is a large (`md`) model, trained with 200K sentences.
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python documentAssembler = nlp.DocumentAssembler() \ @@ -177,5 +178,4 @@ O accuracy - - 0.9958 138079 macro-avg 0.9271 0.9225 0.9234 138079 weighted-avg 0.9961 0.9958 0.9959 138079 - ``` \ No newline at end of file diff --git a/docs/_posts/gadde5300/2022-12-15-finner_10q_xlbr_md_subset6_en.md b/docs/_posts/gadde5300/2022-12-15-finner_10q_xlbr_md_subset6_en.md index 6d8b1f6cb4c2fb..58830022304e3a 100644 --- a/docs/_posts/gadde5300/2022-12-15-finner_10q_xlbr_md_subset6_en.md +++ b/docs/_posts/gadde5300/2022-12-15-finner_10q_xlbr_md_subset6_en.md @@ -36,6 +36,7 @@ This is a large (`md`) model, trained with 200K sentences.
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python documentAssembler = nlp.DocumentAssembler() \ @@ -199,7 +200,7 @@ An in-house modified version of https://huggingface.co/datasets/nlpaueb/finer-13 ```bash -label precision recall f1-score support +label precision recall f1-score support B-IncomeLossFromEquityMethodInvestments 0.9921 0.9654 0.9786 260 B-IncomeTaxExpenseBenefit 0.9725 0.9985 0.9853 672 B-InterestExpense 0.9167 0.1897 0.3143 174 @@ -218,5 +219,4 @@ O 0.9977 0.9983 0.9980 accuracy - - 0.9930 86692 macro-avg 0.9080 0.8631 0.8637 86692 weighted-avg 0.9936 0.9930 0.9926 86692 - ``` \ No newline at end of file diff --git a/docs/_posts/gadde5300/2022-12-15-finner_10q_xlbr_md_subset7_en.md b/docs/_posts/gadde5300/2022-12-15-finner_10q_xlbr_md_subset7_en.md index fcc5d6ccd0ed2d..addfbc4fec970b 100644 --- a/docs/_posts/gadde5300/2022-12-15-finner_10q_xlbr_md_subset7_en.md +++ b/docs/_posts/gadde5300/2022-12-15-finner_10q_xlbr_md_subset7_en.md @@ -36,6 +36,7 @@ This is a large (`md`) model, trained with 200K sentences.
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python documentAssembler = nlp.DocumentAssembler() \ @@ -173,5 +174,4 @@ O 0.9997 0.9986 accuracy - - 0.9967 151536 macro-avg 0.9210 0.9378 0.9282 151536 weighted-avg 0.9968 0.9967 0.9967 151536 - ``` \ No newline at end of file diff --git a/docs/_posts/gadde5300/2022-12-15-finner_10q_xlbr_md_subset8_en.md b/docs/_posts/gadde5300/2022-12-15-finner_10q_xlbr_md_subset8_en.md index 665a0240a90e01..4f1bbdfa4c0a6b 100644 --- a/docs/_posts/gadde5300/2022-12-15-finner_10q_xlbr_md_subset8_en.md +++ b/docs/_posts/gadde5300/2022-12-15-finner_10q_xlbr_md_subset8_en.md @@ -36,6 +36,7 @@ This is a large (`md`) model, trained with 200K sentences.
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python documentAssembler = nlp.DocumentAssembler() \ @@ -154,7 +155,7 @@ An in-house modified version of https://huggingface.co/datasets/nlpaueb/finer-13 ```bash -label precision recall f1-score support +label precision recall f1-score support B-NumberOfRealEstateProperties 0.9556 0.9894 0.9722 283 B-NumberOfReportableSegments 0.9862 0.9984 0.9923 645 B-OperatingLeaseCost 0.7669 0.6793 0.7205 184 @@ -172,5 +173,4 @@ O 0.9996 0.9984 accuracy - - 0.9954 113876 macro-avg 0.8552 0.8886 0.8620 113876 weighted-avg 0.9955 0.9954 0.9952 113876 - ``` \ No newline at end of file diff --git a/docs/_posts/gadde5300/2022-12-15-finner_10q_xlbr_md_subset9_en.md b/docs/_posts/gadde5300/2022-12-15-finner_10q_xlbr_md_subset9_en.md index adad3cce7609bf..7c014eeecd375a 100644 --- a/docs/_posts/gadde5300/2022-12-15-finner_10q_xlbr_md_subset9_en.md +++ b/docs/_posts/gadde5300/2022-12-15-finner_10q_xlbr_md_subset9_en.md @@ -36,6 +36,7 @@ This is a large (`md`) model, trained with 200K sentences.
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python documentAssembler = nlp.DocumentAssembler() \ @@ -168,7 +169,7 @@ An in-house modified version of https://huggingface.co/datasets/nlpaueb/finer-13 ```bash -label precision recall f1-score support +label precision recall f1-score support B-PaymentsToAcquireBusinessesNetOfCashAcquired 0.9801 0.9610 0.9705 154 B-PreferredStockDividendRatePercentage 0.9822 1.0000 0.9910 166 B-PreferredStockSharesAuthorized 1.0000 1.0000 1.0000 113 @@ -187,5 +188,4 @@ O 0.9989 accuracy - - 0.9954 81288 macro-avg 0.9481 0.9177 0.9244 81288 weighted-avg 0.9957 0.9954 0.9952 81288 - ``` \ No newline at end of file diff --git a/docs/_posts/gokhanturer/2022-10-15-finre_has_ticker_en.md b/docs/_posts/gokhanturer/2022-10-15-finre_has_ticker_en.md index 21fdb06299bc56..2426bda2b41f24 100644 --- a/docs/_posts/gokhanturer/2022-10-15-finre_has_ticker_en.md +++ b/docs/_posts/gokhanturer/2022-10-15-finre_has_ticker_en.md @@ -147,9 +147,8 @@ Manual annotations on tweets ## Benchmarking ```bash -| Relation | Recall Precision | F1 | Support | | -|---------------|------------------|-------|---------|----| -| has_ticker | 0.717 | 0.827 | 0.768 | 60 | -| Avg. | 0.717 | 0.827 | 0.768 | | -| Weighted Avg. | 0.717 | 0.827 | 0.768 | | +label Recall Precision F1 Support +has_ticker 0.717 0.827 0.768 60 +Avg. 0.717 0.827 0.768 - +Weighted-Avg. 0.717 0.827 0.768 - ``` diff --git a/docs/_posts/gokhanturer/2022-11-10-legclf_agreement_and_declaration_en.md b/docs/_posts/gokhanturer/2022-11-10-legclf_agreement_and_declaration_en.md index e3cd3bebcbbe97..20e72a6ffd6e0a 100644 --- a/docs/_posts/gokhanturer/2022-11-10-legclf_agreement_and_declaration_en.md +++ b/docs/_posts/gokhanturer/2022-11-10-legclf_agreement_and_declaration_en.md @@ -105,13 +105,12 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ## Benchmarking ```bash - precision recall f1-score support -agreement-and-declaration 0.97 1.00 0.98 32 - other 1.00 0.98 0.99 66 - - accuracy 0.99 98 - macro avg 0.98 0.99 0.99 98 - weighted avg 0.99 0.99 0.99 98 + label precision recall f1-score support +agreement-and-declaration 0.97 1.00 0.98 32 + other 1.00 0.98 0.99 66 + accuracy - - 0.99 98 + macro-avg 0.98 0.99 0.99 98 + weighted-avg 0.99 0.99 0.99 98 ``` diff --git a/docs/_posts/gokhanturer/2022-11-10-legclf_control_agreement_en.md b/docs/_posts/gokhanturer/2022-11-10-legclf_control_agreement_en.md index 7463f5d9892b26..a1b465c587279e 100644 --- a/docs/_posts/gokhanturer/2022-11-10-legclf_control_agreement_en.md +++ b/docs/_posts/gokhanturer/2022-11-10-legclf_control_agreement_en.md @@ -105,12 +105,12 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ## Benchmarking ```bash - precision recall f1-score support -control-agreement 0.93 1.00 0.97 28 - other 1.00 0.97 0.98 66 + label precision recall f1-score support +control-agreement 0.93 1.00 0.97 28 + other 1.00 0.97 0.98 66 + accuracy - - 0.98 94 + macro-avg 0.97 0.98 0.98 94 + weighted-avg 0.98 0.98 0.98 94 - accuracy 0.98 94 - macro avg 0.97 0.98 0.98 94 - weighted avg 0.98 0.98 0.98 94 ``` diff --git a/docs/_posts/gokhanturer/2022-11-10-legclf_equity_distribution_agreement_en.md b/docs/_posts/gokhanturer/2022-11-10-legclf_equity_distribution_agreement_en.md index 499ad2c81e9e3d..81e2b33d2a5298 100644 --- a/docs/_posts/gokhanturer/2022-11-10-legclf_equity_distribution_agreement_en.md +++ b/docs/_posts/gokhanturer/2022-11-10-legclf_equity_distribution_agreement_en.md @@ -116,14 +116,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - -equity-distribution-agreement 1.00 1.00 1.00 41 - other 1.00 1.00 1.00 66 - - accuracy 1.00 107 - macro avg 1.00 1.00 1.00 107 - weighted avg 1.00 1.00 1.00 107 - + label precision recall f1-score support +equity-distribution-agreement 1.00 1.00 1.0 41 + other 1.00 1.00 1.0 66 + accuracy - - 1.0 107 + macro-avg 1.00 1.00 1.0 107 + weighted-avg 1.00 1.00 1.0 107 ``` diff --git a/docs/_posts/gokhanturer/2022-11-10-legclf_exclusive_license_agreement_en.md b/docs/_posts/gokhanturer/2022-11-10-legclf_exclusive_license_agreement_en.md index f5a3ea14b98921..d678197d8beb23 100644 --- a/docs/_posts/gokhanturer/2022-11-10-legclf_exclusive_license_agreement_en.md +++ b/docs/_posts/gokhanturer/2022-11-10-legclf_exclusive_license_agreement_en.md @@ -116,14 +116,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - -exclusive-license-agreement 1.00 0.97 0.98 32 - other 0.99 1.00 0.99 66 - - accuracy 0.99 98 - macro avg 0.99 0.98 0.99 98 - weighted avg 0.99 0.99 0.99 98 - + label precision recall f1-score support +exclusive-license-agreement 1.00 0.97 0.98 32 + other 0.99 1.00 0.99 66 + accuracy - - 0.99 98 + macro-avg 0.99 0.98 0.99 98 + weighted-avg 0.99 0.99 0.99 98 ``` diff --git a/docs/_posts/gokhanturer/2022-11-10-legclf_investment_subadvisory_agreement_en.md b/docs/_posts/gokhanturer/2022-11-10-legclf_investment_subadvisory_agreement_en.md index 2ef26c7bddb657..07ca7d798f35c9 100644 --- a/docs/_posts/gokhanturer/2022-11-10-legclf_investment_subadvisory_agreement_en.md +++ b/docs/_posts/gokhanturer/2022-11-10-legclf_investment_subadvisory_agreement_en.md @@ -116,14 +116,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - -investment-subadvisory-agreement 1.00 0.98 0.99 42 - other 0.99 1.00 0.99 66 - - accuracy 0.99 108 - macro avg 0.99 0.99 0.99 108 - weighted avg 0.99 0.99 0.99 108 - + label precision recall f1-score support +investment-subadvisory-agreement 1.00 0.98 0.99 42 + other 0.99 1.00 0.99 66 + accuracy - - 0.99 108 + macro-avg 0.99 0.99 0.99 108 + weighted-avg 0.99 0.99 0.99 108 ``` diff --git a/docs/_posts/gokhanturer/2022-11-10-legclf_limited_partnership_agreement_en.md b/docs/_posts/gokhanturer/2022-11-10-legclf_limited_partnership_agreement_en.md index 1f1b5f6b7a8626..df889b0aec2ecc 100644 --- a/docs/_posts/gokhanturer/2022-11-10-legclf_limited_partnership_agreement_en.md +++ b/docs/_posts/gokhanturer/2022-11-10-legclf_limited_partnership_agreement_en.md @@ -116,14 +116,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - -limited-partnership-agreement 1.00 1.00 1.00 24 - other 1.00 1.00 1.00 31 - - accuracy 1.00 55 - macro avg 1.00 1.00 1.00 55 - weighted avg 1.00 1.00 1.00 55 - + label precision recall f1-score support +limited-partnership-agreement 1.00 1.00 1.0 24 + other 1.00 1.00 1.0 31 + accuracy - - 1.0 55 + macro-avg 1.00 1.00 1.0 55 + weighted-avg 1.00 1.00 1.0 55 ``` diff --git a/docs/_posts/gokhanturer/2022-11-10-legclf_master_lease_agreement_en.md b/docs/_posts/gokhanturer/2022-11-10-legclf_master_lease_agreement_en.md index 40976d84e1ab8c..129afc73fb008e 100644 --- a/docs/_posts/gokhanturer/2022-11-10-legclf_master_lease_agreement_en.md +++ b/docs/_posts/gokhanturer/2022-11-10-legclf_master_lease_agreement_en.md @@ -116,14 +116,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - -master-lease-agreement 0.96 0.90 0.93 30 - other 0.96 0.98 0.97 66 - - accuracy 0.96 96 - macro avg 0.96 0.94 0.95 96 - weighted avg 0.96 0.96 0.96 96 - + label precision recall f1-score support +master-lease-agreement 0.96 0.90 0.93 30 + other 0.96 0.98 0.97 66 + accuracy - - 0.96 96 + macro-avg 0.96 0.94 0.95 96 + weighted-avg 0.96 0.96 0.96 96 ``` diff --git a/docs/_posts/gokhanturer/2022-11-10-legclf_stockholder_agreement_en.md b/docs/_posts/gokhanturer/2022-11-10-legclf_stockholder_agreement_en.md index 5e6fbd0ac408f9..72846a010d0b56 100644 --- a/docs/_posts/gokhanturer/2022-11-10-legclf_stockholder_agreement_en.md +++ b/docs/_posts/gokhanturer/2022-11-10-legclf_stockholder_agreement_en.md @@ -105,12 +105,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ## Benchmarking ```bash - precision recall f1-score support - - other 0.97 1.00 0.98 65 -stockholder-agreement 1.00 0.95 0.97 39 - - accuracy 0.98 104 - macro avg 0.99 0.97 0.98 104 - weighted avg 0.98 0.98 0.98 104 + label precision recall f1-score support + other 0.97 1.00 0.98 65 +stockholder-agreement 1.00 0.95 0.97 39 + accuracy - - 0.98 104 + macro-avg 0.99 0.97 0.98 104 + weighted-avg 0.98 0.98 0.98 104 ``` diff --git a/docs/_posts/gokhanturer/2022-11-10-legclf_sublease_agreement_en.md b/docs/_posts/gokhanturer/2022-11-10-legclf_sublease_agreement_en.md index 370f42d4f429b6..a7e06fb8b5acd4 100644 --- a/docs/_posts/gokhanturer/2022-11-10-legclf_sublease_agreement_en.md +++ b/docs/_posts/gokhanturer/2022-11-10-legclf_sublease_agreement_en.md @@ -116,14 +116,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - - other 0.99 1.00 0.99 66 -sublease-agreement 1.00 0.97 0.99 35 - - accuracy 0.99 101 - macro avg 0.99 0.99 0.99 101 - weighted avg 0.99 0.99 0.99 101 - + label precision recall f1-score support + other 0.99 1.00 0.99 66 +sublease-agreement 1.00 0.97 0.99 35 + accuracy - - 0.99 101 + macro-avg 0.99 0.99 0.99 101 + weighted-avg 0.99 0.99 0.99 101 ``` diff --git a/docs/_posts/gokhanturer/2022-11-10-legclf_transition_services_agreement_en.md b/docs/_posts/gokhanturer/2022-11-10-legclf_transition_services_agreement_en.md index ba438945ae825c..2f6967edd91850 100644 --- a/docs/_posts/gokhanturer/2022-11-10-legclf_transition_services_agreement_en.md +++ b/docs/_posts/gokhanturer/2022-11-10-legclf_transition_services_agreement_en.md @@ -116,14 +116,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ```bash - precision recall f1-score support - - other 0.99 1.00 0.99 66 -transition-services-agreement 1.00 0.97 0.99 35 - - accuracy 0.99 101 - macro avg 0.99 0.99 0.99 101 - weighted avg 0.99 0.99 0.99 101 - + label precision recall f1-score support + other 0.99 1.00 0.99 66 +transition-services-agreement 1.00 0.97 0.99 35 + accuracy - - 0.99 101 + macro-avg 0.99 0.99 0.99 101 + weighted-avg 0.99 0.99 0.99 101 ``` diff --git a/docs/_posts/josejuanmartinez/2022-04-05-re_zeroshot_biobert_en_3_0.md b/docs/_posts/josejuanmartinez/2022-04-05-re_zeroshot_biobert_en_3_0.md index b5f38186d47b41..f0b95c0314d942 100644 --- a/docs/_posts/josejuanmartinez/2022-04-05-re_zeroshot_biobert_en_3_0.md +++ b/docs/_posts/josejuanmartinez/2022-04-05-re_zeroshot_biobert_en_3_0.md @@ -41,8 +41,6 @@ Take a look at how it works in the "Open in Colab" section below. {% raw %} ```python -data = spark.createDataFrame( [["Paracetamol can alleviate headache or sickness. An MRI test can be used to find cancer."]] ).toDF("text") - documenter = nlp.DocumentAssembler() \ .setInputCol("text") \ .setOutputCol("document") @@ -60,34 +58,33 @@ words_embedder = nlp.WordEmbeddingsModel() \ .setInputCols(["sentences", "tokens"]) \ .setOutputCol("embeddings") -pos_tagger = nlp.PerceptronModel() \ - .pretrained("pos_clinical", "en", "clinical/models") \ - .setInputCols(["sentences", "tokens"]) \ - .setOutputCol("pos_tags") - -ner_tagger = medical.NerModel() \ +ner_clinical = medical.NerModel() \ .pretrained("ner_clinical", "en", "clinical/models") \ .setInputCols(["sentences", "tokens", "embeddings"]) \ - .setOutputCol("ner_tags") + .setOutputCol("ner_clinical") + +ner_clinical_converter = nlp.NerConverter() \ + .setInputCols(["sentences", "tokens", "ner_clinical"]) \ + .setOutputCol("ner_clinical_chunks")\ + .setWhiteList(["PROBLEM", "TEST"]) # PROBLEM-TEST-TREATMENT + +ner_posology = medical.NerModel.pretrained("ner_posology", "en", "clinical/models") \ + .setInputCols(["sentences", "tokens", "embeddings"]) \ + .setOutputCol("ner_posology") -ner_converter = nlp.NerConverter() \ - .setInputCols(["sentences", "tokens", "ner_tags"]) \ - .setOutputCol("ner_chunks") +ner_posology_converter = nlp.NerConverter() \ + .setInputCols(["sentences", "tokens", "ner_posology"]) \ + .setOutputCol("ner_posology_chunks")\ + .setWhiteList(["DRUG"]) # DRUG-FREQUENCY-DOSAGE-DURATION-FORM-ROUTE-STRENGTH -dependency_parser = nlp.DependencyParserModel() \ - .pretrained("dependency_conllu", "en") \ - .setInputCols(["document", "pos_tags", "tokens"]) \ - .setOutputCol("dependencies") +chunk_merger = medical.ChunkMergeApproach()\ + .setInputCols("ner_clinical_chunks", "ner_posology_chunks")\ + .setOutputCol('merged_ner_chunks') -re_ner_chunk_filter = medical.RENerChunksFilter() \ - .setRelationPairs(["problem-test","problem-treatment"]) \ - .setMaxSyntacticDistance(4)\ - .setDocLevelRelations(False)\ - .setInputCols(["ner_chunks", "dependencies"]) \ - .setOutputCol("re_ner_chunks") +## ZERO-SHOT RE Starting... re_model = medical.ZeroShotRelationExtractionModel.pretrained("re_zeroshot_biobert", "en", "clinical/models")\ - .setInputCols(["re_ner_chunks", "sentences"]) \ + .setInputCols(["merged_ner_chunks", "sentences"]) \ .setOutputCol("relations")\ .setMultiLabel(True) @@ -96,20 +93,21 @@ re_model.setRelationalCategories({ "IMPROVE": ["{DRUG} improves {PROBLEM}.", "{DRUG} cures {PROBLEM}."], "REVEAL": ["{TEST} reveals {PROBLEM}."]}) -pipeline = Pipeline() \ +pipeline = nlp.Pipeline() \ .setStages([documenter, tokenizer, sentencer, words_embedder, - pos_tagger, - ner_tagger, - ner_converter, - dependency_parser, - re_ner_chunk_filter, + ner_clinical, + ner_clinical_converter, + ner_posology, + ner_posology_converter, + chunk_merger, re_model]) -model = pipeline.fit(data) -results = model.transform(data) +data = spark.createDataFrame( [["Paracetamol can alleviate headache or sickness. An MRI test can be used to find cancer."]] ).toDF("text") + +results = pipeline.fit(data).transform(data) results\ .selectExpr("explode(relations) as relation")\ @@ -122,58 +120,49 @@ val documenter = new DocumentAssembler() .setInputCol("text") .setOutputCol("document") - val tokenizer = new Tokenizer() .setInputCols("document") .setOutputCol("tokens") - val sentencer = new SentenceDetector() .setInputCols("document") .setOutputCol("sentences") - val words_embedder = WordEmbeddingsModel() .pretrained("embeddings_clinical", "en", "clinical/models") .setInputCols(Array("sentences", "tokens")) .setOutputCol("embeddings") - -val pos_tagger = PerceptronModel() - .pretrained("pos_clinical", "en", "clinical/models") - .setInputCols(Array("sentences", "tokens")) - .setOutputCol("pos_tags") - - -val ner_tagger = MedicalNerModel() +val ner_clinical = MedicalNerModel() .pretrained("ner_clinical", "en", "clinical/models") .setInputCols(Array("sentences", "tokens", "embeddings")) - .setOutputCol("ner_tags") - + .setOutputCol("ner_clinical") -val ner_converter = new NerConverter() - .setInputCols(Array("sentences", "tokens", "ner_tags")) - .setOutputCol("ner_chunks") +val ner_clinical_converter = new NerConverter() + .setInputCols(Array("sentences", "tokens", "ner_clinical")) + .setOutputCol("ner_clinical_chunks") + .setWhiteList(Array("PROBLEM", "TEST")) # PROBLEM-TEST-TREATMENT +val ner_posology = MedicalNerModel() + .pretrained("ner_posology", "en", "clinical/models") + .setInputCols(Array("sentences", "tokens", "embeddings")) + .setOutputCol("ner_posology") -val dependency_parser = DependencyParserModel() - .pretrained("dependency_conllu", "en") - .setInputCols(Array("document", "pos_tags", "tokens")) - .setOutputCol("dependencies") - +val ner_posology_converter = new NerConverter() + .setInputCols(Array("sentences", "tokens", "ner_posology")) + .setOutputCol("ner_posology_chunks") + .setWhiteList(Array("DRUG")) # DRUG-FREQUENCY-DOSAGE-DURATION-FORM-ROUTE-STRENGTH -val re_ner_chunk_filter = new RENerChunksFilter() - .setRelationPairs(Array("problem-test","problem-treatment")) - .setMaxSyntacticDistance(4) - .setDocLevelRelations(false) - .setInputCols(Array("ner_chunks", "dependencies")) - .setOutputCol("re_ner_chunks") +val chunk_merger = ChunkMergeApproach() + .setInputCols("ner_clinical_chunks", "ner_posology_chunks") + .setOutputCol('merged_ner_chunks') +## ZERO-SHOT RE Starting... val re_model = ZeroShotRelationExtractionModel.pretrained("re_zeroshot_biobert", "en", "clinical/models") - .setInputCols(Array("re_ner_chunks", "sentences")) + .setInputCols(Array("ner_chunks", "sentences")) .setOutputCol("relations") - .setMultiLabel(false) + .setMultiLabel(true) re_model.setRelationalCategories({ Map( "CURE" -> Array("{TREATMENT} cures {PROBLEM}."), @@ -182,15 +171,15 @@ re_model.setRelationalCategories({ Map( val pipeline = new Pipeline() .setStages(Array(documenter, - tokenizer, - sentencer, - words_embedder, - pos_tagger, - ner_tagger, - ner_converter, - dependency_parser, - re_ner_chunk_filter, - re_model)) + tokenizer, + sentencer, + words_embedder, + ner_clinical, + ner_clinical_converter, + ner_posology, + ner_posology_converter, + chunk_merger, + re_model)) val model = pipeline.fit(data) val results = model.transform(data) @@ -211,13 +200,13 @@ nlu.load("en.relation.zeroshot_biobert").predict("""Paracetamol can alleviate he ```bash -+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ -|relation | -+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ -|{category, 534, 613, REVEAL, {entity1_begin -> 48, relation -> REVEAL, hypothesis -> An MRI test reveals cancer., confidence -> 0.9760039, nli_prediction -> entail, entity1 -> TEST, syntactic_distance -> 4, chunk2 -> cancer, entity2_end -> 85, entity1_end -> 58, entity2_begin -> 80, entity2 -> PROBLEM, chunk1 -> An MRI test, sentence -> 1}, []} | -|{category, 267, 357, IMPROVE, {entity1_begin -> 0, relation -> IMPROVE, hypothesis -> Paracetamol improves sickness., confidence -> 0.98819494, nli_prediction -> entail, entity1 -> TREATMENT, syntactic_distance -> 3, chunk2 -> sickness, entity2_end -> 45, entity1_end -> 10, entity2_begin -> 38, entity2 -> PROBLEM, chunk1 -> Paracetamol, sentence -> 0}, []}| -|{category, 0, 90, IMPROVE, {entity1_begin -> 0, relation -> IMPROVE, hypothesis -> Paracetamol improves headache., confidence -> 0.9929625, nli_prediction -> entail, entity1 -> TREATMENT, syntactic_distance -> 2, chunk2 -> headache, entity2_end -> 33, entity1_end -> 10, entity2_begin -> 26, entity2 -> PROBLEM, chunk1 -> Paracetamol, sentence -> 0}, []} | -+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ ++-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +|relation | ++-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ +|{category, 268, 358, IMPROVE, {entity1_begin -> 0, relation -> IMPROVE, hypothesis -> Paracetamol improves sickness., confidence -> 0.98819494, nli_prediction -> entail, entity1 -> DRUG, syntactic_distance -> undefined, chunk2 -> sickness, entity2_end -> 45, entity1_end -> 10, entity2_begin -> 38, entity2 -> PROBLEM, chunk1 -> Paracetamol, sentence -> 0}, []}| +|{category, 0, 90, IMPROVE, {entity1_begin -> 0, relation -> IMPROVE, hypothesis -> Paracetamol improves headache., confidence -> 0.9929625, nli_prediction -> entail, entity1 -> DRUG, syntactic_distance -> undefined, chunk2 -> headache, entity2_end -> 33, entity1_end -> 10, entity2_begin -> 26, entity2 -> PROBLEM, chunk1 -> Paracetamol, sentence -> 0}, []} | +|{category, 536, 615, REVEAL, {entity1_begin -> 48, relation -> REVEAL, hypothesis -> An MRI test reveals cancer., confidence -> 0.9760039, nli_prediction -> entail, entity1 -> TEST, syntactic_distance -> undefined, chunk2 -> cancer, entity2_end -> 85, entity1_end -> 58, entity2_begin -> 80, entity2 -> PROBLEM, chunk1 -> An MRI test, sentence -> 1}, []} | ++-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+ ``` diff --git a/docs/_posts/josejuanmartinez/2022-08-09-finclf_bank_complaints_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-09-finclf_bank_complaints_en_3_2.md index 18d722f562d806..25eadd0e5c41ff 100644 --- a/docs/_posts/josejuanmartinez/2022-08-09-finclf_bank_complaints_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-09-finclf_bank_complaints_en_3_2.md @@ -99,7 +99,7 @@ https://www.consumerfinance.gov/data-research/consumer-complaints/#download-the- Loans 0.78 0.78 0.78 472 Money_Transfer_and_Currency 0.82 0.84 0.83 482 Mortgage 0.87 0.87 0.87 488 - accuracy - - 0.78 3340 + accuracy - - 0.78 3340 macro-avg 0.78 0.78 0.78 3340 weighted-avg 0.78 0.78 0.78 3340 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-09-legclf_conventions_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-09-legclf_conventions_en_3_2.md index 3f19d984544854..0697c03c18d9a4 100644 --- a/docs/_posts/josejuanmartinez/2022-08-09-legclf_conventions_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-09-legclf_conventions_en_3_2.md @@ -107,7 +107,7 @@ This model was originally trained with 3799 legal texts (see the original work [ ```bash label precision recall f1-score support -accuracy - - 0.90 120 +accuracy - - 0.90 120 macro-avg 0.90 0.91 0.90 120 weighted-avg 0.90 0.90 0.90 120 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-09-legclf_human_rights_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-09-legclf_human_rights_en_3_2.md index 9dedc1b122c226..1bdaed23e59c2d 100644 --- a/docs/_posts/josejuanmartinez/2022-08-09-legclf_human_rights_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-09-legclf_human_rights_en_3_2.md @@ -129,7 +129,7 @@ This model was originally trained on 6089 legal texts (see the original work [he ```bash label precision recall f1-score support -accuracy - - 0.91 98 +accuracy - - 0.91 98 macro-avg 0.92 0.91 0.91 98 weighted-avg 0.92 0.90 0.91 98 ``` diff --git a/docs/_posts/josejuanmartinez/2022-08-10-finclf_business_item_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-finclf_business_item_en_3_2.md index 708558763fa63a..d7d13498388c91 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-finclf_business_item_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-finclf_business_item_en_3_2.md @@ -104,7 +104,7 @@ Weak labelling on documents from Edgar database label precision recall f1-score support business 0.92 0.89 0.91 644 other 0.90 0.93 0.92 684 - accuracy - - 0.91 1328 + accuracy - - 0.91 1328 macro-avg 0.91 0.91 0.91 1328 weighted-avg 0.91 0.91 0.91 1328 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-finclf_controls_procedures_item_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-finclf_controls_procedures_item_en_3_2.md index 69cf2a8ba0bc8e..29d6f019d99853 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-finclf_controls_procedures_item_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-finclf_controls_procedures_item_en_3_2.md @@ -104,7 +104,7 @@ Weak labelling on documents from Edgar database label precision recall f1-score support controls_procedures 0.94 0.93 0.94 86 other 0.94 0.95 0.94 92 - accuracy - - 0.94 178 + accuracy - - 0.94 178 macro-avg 0.94 0.94 0.94 178 weighted-avg 0.94 0.94 0.94 178 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-finclf_equity_item_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-finclf_equity_item_en_3_2.md index 21fefdf3125b37..af064a91b6792e 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-finclf_equity_item_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-finclf_equity_item_en_3_2.md @@ -104,7 +104,7 @@ Weak labelling on documents from Edgar database label precision recall f1-score support equity 0.84 0.85 0.84 66 other 0.85 0.84 0.84 67 - accuracy - - 0.84 133 + accuracy - - 0.84 133 macro-avg 0.84 0.84 0.84 133 weighted-avg 0.84 0.84 0.84 133 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-finclf_executives_compensation_item_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-finclf_executives_compensation_item_en_3_2.md index 9ea4ea79fd28e0..bbb1c1f7dda8c6 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-finclf_executives_compensation_item_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-finclf_executives_compensation_item_en_3_2.md @@ -104,7 +104,7 @@ Weak labelling on documents from Edgar database label precision recall f1-score support executives_compensation 0.93 0.94 0.94 104 other 0.93 0.92 0.92 83 - accuracy - - 0.93 187 + accuracy - - 0.93 187 macro-avg 0.93 0.93 0.93 187 weighted-avg 0.93 0.93 0.93 187 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-finclf_executives_item_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-finclf_executives_item_en_3_2.md index 7ffddb8ba946f4..8a65f1a1918b22 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-finclf_executives_item_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-finclf_executives_item_en_3_2.md @@ -104,7 +104,7 @@ Weak labelling on documents from Edgar database label precision recall f1-score support executives 0.96 0.98 0.97 46 other 0.98 0.96 0.97 45 - accuracy - - 0.97 91 + accuracy - - 0.97 91 macro-avg 0.97 0.97 0.97 91 weighted-avg 0.97 0.97 0.97 91 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-finclf_exhibits_item_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-finclf_exhibits_item_en_3_2.md index 1b0048eafde9a2..71181a4b97feb1 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-finclf_exhibits_item_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-finclf_exhibits_item_en_3_2.md @@ -104,7 +104,7 @@ Weak labelling on documents from Edgar database label precision recall f1-score support exhibits 0.94 0.83 0.88 18 other 0.88 0.95 0.91 22 - accuracy - - 0.90 40 + accuracy - - 0.90 40 macro-avg 0.91 0.89 0.90 40 weighted-avg 0.90 0.90 0.90 40 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-finclf_financial_conditions_item_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-finclf_financial_conditions_item_en_3_2.md index a7c6ec4f228c53..a3a2303f1cfdcf 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-finclf_financial_conditions_item_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-finclf_financial_conditions_item_en_3_2.md @@ -104,7 +104,7 @@ Weak labelling on documents from Edgar database label precision recall f1-score support financial_conditions 0.83 0.73 0.78 245 other 0.75 0.84 0.80 237 - accuracy - - 0.79 482 + accuracy - - 0.79 482 macro-avg 0.79 0.79 0.79 482 weighted-avg 0.79 0.79 0.79 482 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-finclf_financial_statements_item_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-finclf_financial_statements_item_en_3_2.md index c70116909fa65c..e054b4ebdcc2f4 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-finclf_financial_statements_item_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-finclf_financial_statements_item_en_3_2.md @@ -104,7 +104,7 @@ Weak labelling on documents from Edgar database label precision recall f1-score support financial_statements 0.86 0.96 0.91 1204 other 0.96 0.85 0.90 1254 - accuracy - - 0.90 2458 + accuracy - - 0.90 2458 macro-avg 0.91 0.91 0.90 2458 weighted-avg 0.91 0.90 0.90 2458 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-finclf_form_10k_summary_item_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-finclf_form_10k_summary_item_en_3_2.md index f66ebc05198a00..87a5ecc83df915 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-finclf_form_10k_summary_item_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-finclf_form_10k_summary_item_en_3_2.md @@ -104,7 +104,7 @@ Weak labelling on documents from Edgar database label precision recall f1-score support form_10k_summary 0.71 0.74 0.73 145 other 0.76 0.73 0.74 162 - accuracy - - 0.74 307 + accuracy - - 0.74 307 macro-avg 0.74 0.74 0.74 307 weighted-avg 0.74 0.74 0.74 307 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-finclf_legal_proceedings_item_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-finclf_legal_proceedings_item_en_3_2.md index f0d7be3838b74f..c81813d860ef76 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-finclf_legal_proceedings_item_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-finclf_legal_proceedings_item_en_3_2.md @@ -104,7 +104,7 @@ Weak labelling on documents from Edgar database label precision recall f1-score support legal_proceedings 0.96 0.88 0.92 25 other 0.92 0.97 0.95 36 - accuracy - - 0.93 61 + accuracy - - 0.93 61 macro-avg 0.94 0.93 0.93 61 weighted-avg 0.94 0.93 0.93 61 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-finclf_market_risk_item_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-finclf_market_risk_item_en_3_2.md index eff1b45b6fcb52..542f0ce51fc113 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-finclf_market_risk_item_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-finclf_market_risk_item_en_3_2.md @@ -104,7 +104,7 @@ Weak labelling on documents from Edgar database label precision recall f1-score support market_risk 0.79 0.82 0.81 74 other 0.81 0.77 0.79 71 - accuracy - - 0.80 145 + accuracy - - 0.80 145 macro-avg 0.80 0.80 0.80 145 weighted-avg 0.80 0.80 0.80 145 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-finclf_properties_item_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-finclf_properties_item_en_3_2.md index 87d11c77b09574..712d7fd7534058 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-finclf_properties_item_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-finclf_properties_item_en_3_2.md @@ -104,7 +104,7 @@ Weak labelling on documents from Edgar database label precision recall f1-score support other 0.96 1.00 0.98 22 properties 1.00 0.96 0.98 25 - accuracy - - 0.98 47 + accuracy - - 0.98 47 macro-avg 0.98 0.98 0.98 47 weighted-avg 0.98 0.98 0.98 47 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-finclf_risk_factors_item_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-finclf_risk_factors_item_en_3_2.md index 2c3549c9a6565c..2cad3537bea12b 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-finclf_risk_factors_item_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-finclf_risk_factors_item_en_3_2.md @@ -104,7 +104,7 @@ Weak labelling on documents from Edgar database label precision recall f1-score support other 0.92 0.92 0.92 1277 risk_factors 0.91 0.92 0.91 1228 - accuracy - - 0.92 2505 + accuracy - - 0.92 2505 macro-avg 0.92 0.92 0.92 2505 weighted-avg 0.92 0.92 0.92 2505 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-finclf_security_ownership_item_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-finclf_security_ownership_item_en_3_2.md index 647f32cfbbb815..5f5d2a23667b91 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-finclf_security_ownership_item_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-finclf_security_ownership_item_en_3_2.md @@ -104,7 +104,7 @@ Weak labelling on documents from Edgar database label precision recall f1-score support other 0.90 0.84 0.87 31 security_ownership 0.78 0.86 0.82 21 - accuracy - - 0.85 52 + accuracy - - 0.85 52 macro-avg 0.84 0.85 0.84 52 weighted-avg 0.85 0.85 0.85 52 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_absence_of_certain_changes_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_absence_of_certain_changes_clause_en_3_2.md index a9ca85e6ae8e6a..457bd780dfab97 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_absence_of_certain_changes_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_absence_of_certain_changes_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support absence-of-certain-changes 0.99 0.99 0.99 67 other 0.99 0.99 0.99 175 - accuracy - - 0.99 242 + accuracy - - 0.99 242 macro-avg 0.99 0.99 0.99 242 weighted-avg 0.99 0.99 0.99 242 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_acceleration_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_acceleration_clause_en_3_2.md index e6f9cc7b86c168..9e3889a7a6ebea 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_acceleration_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_acceleration_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support acceleration 1.00 0.78 0.88 27 other 0.92 1.00 0.96 65 - accuracy - - 0.93 92 + accuracy - - 0.93 92 macro-avg 0.96 0.89 0.92 92 weighted-avg 0.94 0.93 0.93 92 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_access_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_access_clause_en_3_2.md index 7955d4947d2221..b6274df9026fb0 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_access_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_access_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support access 0.93 0.91 0.92 58 other 0.97 0.97 0.97 149 - accuracy - - 0.96 207 + accuracy - - 0.96 207 macro-avg 0.95 0.94 0.95 207 weighted-avg 0.96 0.96 0.96 207 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_accounting_terms_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_accounting_terms_clause_en_3_2.md index 4924d3e7a7b765..6a2dfc0223d2f6 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_accounting_terms_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_accounting_terms_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support accounting-terms 1.00 1.00 1.00 26 other 1.00 1.00 1.00 109 - accuracy - - 1.00 135 + accuracy - - 1.00 135 macro-avg 1.00 1.00 1.00 135 weighted-avg 1.00 1.00 1.00 135 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_adjustments_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_adjustments_clause_en_3_2.md index 796f4612262e34..109849d0325976 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_adjustments_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_adjustments_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support adjustments 0.92 0.89 0.91 27 other 0.96 0.97 0.96 69 - accuracy - - 0.95 96 + accuracy - - 0.95 96 macro-avg 0.94 0.93 0.93 96 weighted-avg 0.95 0.95 0.95 96 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_agreements_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_agreements_clause_en_3_2.md index fbb0272e73ab59..fcd77bf77d6efe 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_agreements_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_agreements_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support agreements 0.84 0.83 0.83 212 other 0.94 0.94 0.94 618 - accuracy - - 0.92 830 + accuracy - - 0.92 830 macro-avg 0.89 0.89 0.89 830 weighted-avg 0.92 0.92 0.92 830 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_amendments_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_amendments_clause_en_3_2.md index f6a7e2afe8ede2..767679a91dd84b 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_amendments_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_amendments_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support amendments 0.95 0.96 0.95 227 other 0.99 0.98 0.98 673 - accuracy - - 0.98 900 + accuracy - - 0.98 900 macro-avg 0.97 0.97 0.97 900 weighted-avg 0.98 0.98 0.98 900 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_application_of_proceeds_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_application_of_proceeds_clause_en_3_2.md index 3ba576afe7ccb8..cc3e6b90bf1ed9 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_application_of_proceeds_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_application_of_proceeds_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support application-of-proceeds 0.95 0.95 0.95 37 other 0.98 0.98 0.98 111 - accuracy - - 0.97 148 + accuracy - - 0.97 148 macro-avg 0.96 0.96 0.96 148 weighted-avg 0.97 0.97 0.97 148 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_appointment_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_appointment_clause_en_3_2.md index 80f8a5462e3a75..f9fea1911ab371 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_appointment_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_appointment_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support appointment 0.86 0.94 0.90 32 other 0.98 0.95 0.96 101 - accuracy - - 0.95 133 + accuracy - - 0.95 133 macro-avg 0.92 0.94 0.93 133 weighted-avg 0.95 0.95 0.95 133 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_approvals_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_approvals_clause_en_3_2.md index 6ab9bacd77c00d..d38159ef930b3b 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_approvals_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_approvals_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support approvals 0.89 0.94 0.91 33 other 0.97 0.95 0.96 82 - accuracy - - 0.95 115 + accuracy - - 0.95 115 macro-avg 0.93 0.95 0.94 115 weighted-avg 0.95 0.95 0.95 115 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_arbitration_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_arbitration_clause_en_3_2.md index 756749bd2040ae..4a99326d412793 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_arbitration_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_arbitration_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support arbitration 0.95 0.95 0.95 21 other 0.99 0.99 0.99 68 - accuracy - - 0.98 89 + accuracy - - 0.98 89 macro-avg 0.97 0.97 0.97 89 weighted-avg 0.98 0.98 0.98 89 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_assignments_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_assignments_clause_en_3_2.md index 4b82a496ad4a79..6afe1addd2c629 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_assignments_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_assignments_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support assignments 0.91 0.93 0.92 103 other 0.97 0.96 0.97 247 - accuracy - - 0.95 350 + accuracy - - 0.95 350 macro-avg 0.94 0.95 0.95 350 weighted-avg 0.95 0.95 0.95 350 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_authority_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_authority_clause_en_3_2.md index dba88710af44c0..4d43d263afa38a 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_authority_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_authority_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support authority 0.86 0.78 0.82 23 other 0.95 0.97 0.96 99 - accuracy - - 0.93 122 + accuracy - - 0.93 122 macro-avg 0.90 0.88 0.89 122 weighted-avg 0.93 0.93 0.93 122 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_authorization_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_authorization_clause_en_3_2.md index d3c3b3462b8b68..128a27f1346d33 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_authorization_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_authorization_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support authorization 1.00 0.83 0.91 35 other 0.90 1.00 0.95 56 - accuracy - - 0.93 91 + accuracy - - 0.93 91 macro-avg 0.95 0.91 0.93 91 weighted-avg 0.94 0.93 0.93 91 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_auto_renewal_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_auto_renewal_clause_en_3_2.md index ed4d255404ca64..0ae290aaeb6c61 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_auto_renewal_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_auto_renewal_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support auto_renewal 0.88 0.91 0.89 32 other 0.97 0.96 0.97 104 - accuracy - - 0.95 136 + accuracy - - 0.95 136 macro-avg 0.92 0.93 0.93 136 weighted-avg 0.95 0.95 0.95 136 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_background_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_background_clause_en_3_2.md index b6968c2119758e..8ad57a38506ff9 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_background_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_background_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support background 0.73 0.92 0.81 26 other 0.97 0.89 0.93 81 - accuracy - - 0.90 107 + accuracy - - 0.90 107 macro-avg 0.85 0.91 0.87 107 weighted-avg 0.91 0.90 0.90 107 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_bank_accounts_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_bank_accounts_clause_en_3_2.md index f43a68cc6aa6e1..ffd1bf342e6caf 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_bank_accounts_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_bank_accounts_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support bank-accounts 1.00 0.98 0.99 43 other 0.99 1.00 1.00 112 - accuracy - - 0.99 155 + accuracy - - 0.99 155 macro-avg 1.00 0.99 0.99 155 weighted-avg 0.99 0.99 0.99 155 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_bankruptcy_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_bankruptcy_clause_en_3_2.md index 34fe07db3724f3..f74e27353a0dc4 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_bankruptcy_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_bankruptcy_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support bankruptcy 1.00 0.73 0.84 26 other 0.94 1.00 0.97 107 - accuracy - - 0.95 133 + accuracy - - 0.95 133 macro-avg 0.97 0.87 0.91 133 weighted-avg 0.95 0.95 0.94 133 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_base_salary_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_base_salary_clause_en_3_2.md index 86f0c86de247ea..edaf09e869d527 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_base_salary_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_base_salary_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support base-salary 0.97 1.00 0.98 30 other 1.00 0.99 1.00 106 - accuracy - - 0.99 136 + accuracy - - 0.99 136 macro-avg 0.98 1.00 0.99 136 weighted-avg 0.99 0.99 0.99 136 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_benefits_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_benefits_clause_en_3_2.md index 5c6ae314356b1d..933452920ff28c 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_benefits_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_benefits_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support benefits 0.92 0.92 0.92 25 other 0.98 0.98 0.98 89 - accuracy - - 0.96 114 + accuracy - - 0.96 114 macro-avg 0.95 0.95 0.95 114 weighted-avg 0.96 0.96 0.96 114 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_bereavement_leave_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_bereavement_leave_clause_en_3_2.md index 65ac153da0c315..e013e72335769b 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_bereavement_leave_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_bereavement_leave_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support bereavement-leave 1.00 1.00 1.00 30 other 1.00 1.00 1.00 76 - accuracy - - 1.00 106 + accuracy - - 1.00 106 macro-avg 1.00 1.00 1.00 106 weighted-avg 1.00 1.00 1.00 106 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_binding_effect_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_binding_effect_clause_en_3_2.md index e97a11e5c53cb0..1991a7f62afade 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_binding_effect_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_binding_effect_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support binding-effect 0.98 0.98 0.98 46 other 0.99 0.99 0.99 90 - accuracy - - 0.99 136 + accuracy - - 0.99 136 macro-avg 0.98 0.98 0.98 136 weighted-avg 0.99 0.99 0.99 136 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_bonus_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_bonus_clause_en_3_2.md index 495571d90765e9..f15a7dd94ba2cf 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_bonus_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_bonus_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support bonus 0.97 0.95 0.96 38 other 0.98 0.99 0.98 95 - accuracy - - 0.98 133 + accuracy - - 0.98 133 macro-avg 0.98 0.97 0.97 133 weighted-avg 0.98 0.98 0.98 133 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_books_and_records_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_books_and_records_clause_en_3_2.md index 5d6d5f9ab2292d..c1278be8029c86 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_books_and_records_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_books_and_records_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support books-and-records 0.91 0.94 0.92 31 other 0.98 0.97 0.98 104 - accuracy - - 0.96 135 + accuracy - - 0.96 135 macro-avg 0.94 0.95 0.95 135 weighted-avg 0.96 0.96 0.96 135 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_brokers_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_brokers_clause_en_3_2.md index 2bb4900b8ecdb7..667ef1461946c6 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_brokers_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_brokers_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support brokers 0.96 0.99 0.97 77 other 1.00 0.99 0.99 219 - accuracy - - 0.99 296 + accuracy - - 0.99 296 macro-avg 0.98 0.99 0.98 296 weighted-avg 0.99 0.99 0.99 296 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_cancellation_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_cancellation_clause_en_3_2.md index b615d8edfdd45e..f2919936a13731 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_cancellation_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_cancellation_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support cancellation 0.92 0.92 0.92 38 other 0.97 0.97 0.97 96 - accuracy - - 0.96 134 + accuracy - - 0.96 134 macro-avg 0.94 0.94 0.94 134 weighted-avg 0.96 0.96 0.96 134 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_capitalization_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_capitalization_clause_en_3_2.md index 8e4a3158342b69..2ea19745ddf8e4 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_capitalization_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_capitalization_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support capitalization 1.00 0.89 0.94 19 other 0.96 1.00 0.98 53 - accuracy - - 0.97 72 + accuracy - - 0.97 72 macro-avg 0.98 0.95 0.96 72 weighted-avg 0.97 0.97 0.97 72 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_captions_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_captions_clause_en_3_2.md index 587f0899fd52ac..5e1333ddb93660 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_captions_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_captions_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support captions 0.96 1.00 0.98 50 other 1.00 0.98 0.99 105 - accuracy - - 0.99 155 + accuracy - - 0.99 155 macro-avg 0.98 0.99 0.99 155 weighted-avg 0.99 0.99 0.99 155 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_cause_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_cause_clause_en_3_2.md index 381f72fe6492c8..e6df1c1a848001 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_cause_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_cause_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support cause 0.96 1.00 0.98 27 other 1.00 0.99 1.00 108 - accuracy - - 0.99 135 + accuracy - - 0.99 135 macro-avg 0.98 1.00 0.99 135 weighted-avg 0.99 0.99 0.99 135 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_certain_definitions_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_certain_definitions_clause_en_3_2.md index 4750899f91c3a4..c6994b14a4cb0c 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_certain_definitions_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_certain_definitions_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support certain-definitions 0.95 0.84 0.89 49 other 0.94 0.99 0.96 138 - accuracy - - 0.95 187 + accuracy - - 0.95 187 macro-avg 0.95 0.91 0.93 187 weighted-avg 0.95 0.95 0.95 187 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_certificates_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_certificates_clause_en_3_2.md index 9746caceea9800..6ed0eee997c702 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_certificates_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_certificates_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support certificates 0.88 0.80 0.84 35 other 0.94 0.96 0.95 105 - accuracy - - 0.92 140 + accuracy - - 0.92 140 macro-avg 0.91 0.88 0.89 140 weighted-avg 0.92 0.92 0.92 140 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_change_in_control_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_change_in_control_clause_en_3_2.md index 4fd26d5d24cba4..bdcda475c89c04 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_change_in_control_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_change_in_control_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house legal precision recall f1-score support change-in-control 0.89 0.96 0.92 25 other 0.99 0.96 0.97 76 - accuracy - - 0.96 101 + accuracy - - 0.96 101 macro-avg 0.94 0.96 0.95 101 weighted-avg 0.96 0.96 0.96 101 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_change_of_control_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_change_of_control_clause_en_3_2.md index 156b97026aa696..175eed4aa31ddf 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_change_of_control_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_change_of_control_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support change-of-control 1.00 0.86 0.92 28 other 0.94 1.00 0.97 68 - accuracy - - 0.96 96 + accuracy - - 0.96 96 macro-avg 0.97 0.93 0.95 96 weighted-avg 0.96 0.96 0.96 96 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_closing_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_closing_clause_en_3_2.md index 136ea64307fcc0..6841047a6ed888 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_closing_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_closing_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support closing 0.94 0.91 0.93 56 other 0.97 0.98 0.97 143 - accuracy - - 0.96 199 + accuracy - - 0.96 199 macro-avg 0.95 0.94 0.95 199 weighted-avg 0.96 0.96 0.96 199 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_collateral_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_collateral_clause_en_3_2.md index e7c531a837bb9f..7d0e6c4de8932b 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_collateral_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_collateral_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support collateral 0.92 0.89 0.90 37 other 0.94 0.96 0.95 69 - accuracy - - 0.93 106 + accuracy - - 0.93 106 macro-avg 0.93 0.92 0.93 106 weighted-avg 0.93 0.93 0.93 106 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_compensation_and_benefits_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_compensation_and_benefits_clause_en_3_2.md index 2c3d04c2a0454c..81ac3b79820ff0 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_compensation_and_benefits_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_compensation_and_benefits_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support compensation-and-benefits 0.94 0.89 0.91 36 other 0.97 0.98 0.97 119 - accuracy - - 0.96 155 + accuracy - - 0.96 155 macro-avg 0.95 0.94 0.94 155 weighted-avg 0.96 0.96 0.96 155 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_compensation_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_compensation_clause_en_3_2.md index f5e32a6a9d12b9..1fb8d155625e46 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_compensation_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_compensation_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support compensation 0.94 0.88 0.91 34 other 0.95 0.97 0.96 78 - accuracy - - 0.95 112 + accuracy - - 0.95 112 macro-avg 0.94 0.93 0.94 112 weighted-avg 0.95 0.95 0.95 112 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_compliance_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_compliance_clause_en_3_2.md index 8ae419c387a284..1a4cb8f7119aa0 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_compliance_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_compliance_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support compliance 0.80 0.82 0.81 67 other 0.94 0.93 0.93 188 - accuracy - - 0.90 255 + accuracy - - 0.90 255 macro-avg 0.87 0.87 0.87 255 weighted-avg 0.90 0.90 0.90 255 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_compliance_with_laws_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_compliance_with_laws_clause_en_3_2.md index 38a67849116aaf..2cb69853805818 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_compliance_with_laws_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_compliance_with_laws_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support compliance-with-laws 0.92 0.94 0.93 64 other 0.97 0.96 0.97 141 - accuracy - - 0.96 205 + accuracy - - 0.96 205 macro-avg 0.95 0.95 0.95 205 weighted-avg 0.96 0.96 0.96 205 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_condemnation_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_condemnation_clause_en_3_2.md index c23affc487d0c4..7c2c3f2e32ba60 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_condemnation_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_condemnation_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support condemnation 0.96 1.00 0.98 23 other 1.00 0.99 0.99 85 - accuracy - - 0.99 108 + accuracy - - 0.99 108 macro-avg 0.98 0.99 0.99 108 weighted-avg 0.99 0.99 0.99 108 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_conditions_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_conditions_clause_en_3_2.md index 879656962659cb..335168e84ab9bd 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_conditions_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_conditions_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support conditions 0.89 0.78 0.83 82 other 0.90 0.95 0.93 175 - accuracy - - 0.90 257 + accuracy - - 0.90 257 macro-avg 0.90 0.87 0.88 257 weighted-avg 0.90 0.90 0.90 257 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_conditions_to_effectiveness_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_conditions_to_effectiveness_clause_en_3_2.md index 6e9cf9dad485b7..c777f7578dab1f 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_conditions_to_effectiveness_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_conditions_to_effectiveness_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support conditions-to-effectiveness 0.98 1.00 0.99 46 other 1.00 0.99 1.00 143 - accuracy - - 0.99 189 + accuracy - - 0.99 189 macro-avg 0.99 1.00 0.99 189 weighted-avg 0.99 0.99 0.99 189 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_conduct_of_business_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_conduct_of_business_clause_en_3_2.md index dbbd658dc74a02..7f83f572e8de09 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_conduct_of_business_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_conduct_of_business_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support conduct-of-business 0.96 0.75 0.84 32 other 0.92 0.99 0.96 98 - accuracy - - 0.93 130 + accuracy - - 0.93 130 macro-avg 0.94 0.87 0.90 130 weighted-avg 0.93 0.93 0.93 130 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_confidential_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_confidential_clause_en_3_2.md index 79dfd33eafa2c1..4ab85ae41859fb 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_confidential_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_confidential_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support confidential 0.90 0.90 0.90 41 other 0.97 0.97 0.97 127 - accuracy - - 0.95 168 + accuracy - - 0.95 168 macro-avg 0.94 0.94 0.94 168 weighted-avg 0.95 0.95 0.95 168 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_conflict_of_interest_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_conflict_of_interest_clause_en_3_2.md index f159b8e56613ff..0c402f1f9d5a3e 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_conflict_of_interest_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_conflict_of_interest_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support conflict-of-interest 0.90 0.81 0.85 32 other 0.95 0.97 0.96 108 - accuracy - - 0.94 140 + accuracy - - 0.94 140 macro-avg 0.92 0.89 0.91 140 weighted-avg 0.93 0.94 0.93 140 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_consents_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_consents_clause_en_3_2.md index 48d21f88bcdcbc..cd5278de5d9dbf 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_consents_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_consents_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support consents 0.92 0.94 0.93 90 other 0.97 0.96 0.97 188 - accuracy - - 0.96 278 + accuracy - - 0.96 278 macro-avg 0.95 0.95 0.95 278 weighted-avg 0.96 0.96 0.96 278 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_consideration_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_consideration_clause_en_3_2.md index 90ec7717bd61f2..9244c225d9c4aa 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_consideration_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_consideration_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support consideration 0.73 0.65 0.69 34 other 0.91 0.94 0.92 128 - accuracy - - 0.88 162 + accuracy - - 0.88 162 macro-avg 0.82 0.79 0.81 162 weighted-avg 0.87 0.88 0.87 162 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_construction_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_construction_clause_en_3_2.md index ef7836bf9de706..fc00e319a6a0cb 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_construction_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_construction_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support construction 0.88 0.84 0.86 43 other 0.90 0.93 0.92 70 - accuracy - - 0.89 113 + accuracy - - 0.89 113 macro-avg 0.89 0.88 0.89 113 weighted-avg 0.89 0.89 0.89 113 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_contracts_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_contracts_clause_en_3_2.md index 93abaa85752fd6..16d9ce752787b9 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_contracts_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_contracts_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support contracts 0.87 0.77 0.82 35 other 0.85 0.92 0.88 50 - accuracy - - 0.86 85 + accuracy - - 0.86 85 macro-avg 0.86 0.85 0.85 85 weighted-avg 0.86 0.86 0.86 85 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_contribution_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_contribution_clause_en_3_2.md index 85d73c9e58a4e9..6d2be6b6ca026d 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_contribution_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_contribution_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support contribution 1.00 0.88 0.93 16 other 0.96 1.00 0.98 43 - accuracy - - 0.97 59 + accuracy - - 0.97 59 macro-avg 0.98 0.94 0.96 59 weighted-avg 0.97 0.97 0.97 59 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_cooperation_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_cooperation_clause_en_3_2.md index c9bad273ba6d41..3772f530d34c2b 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_cooperation_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_cooperation_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support cooperation 0.91 0.94 0.93 34 other 0.98 0.97 0.97 96 - accuracy - - 0.96 130 + accuracy - - 0.96 130 macro-avg 0.95 0.95 0.95 130 weighted-avg 0.96 0.96 0.96 130 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_corporate_existence_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_corporate_existence_clause_en_3_2.md index c0b22112bd7f6f..10f7845a9bc9fe 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_corporate_existence_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_corporate_existence_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support corporate-existence 0.91 0.93 0.92 43 other 0.96 0.95 0.95 76 - accuracy - - 0.94 119 + accuracy - - 0.94 119 macro-avg 0.93 0.94 0.94 119 weighted-avg 0.94 0.94 0.94 119 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_costs_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_costs_clause_en_3_2.md index 06c700a1db530f..8a85c93854c026 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_costs_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_costs_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support costs 0.89 0.85 0.87 48 other 0.95 0.96 0.95 128 - accuracy - - 0.93 176 + accuracy - - 0.93 176 macro-avg 0.92 0.91 0.91 176 weighted-avg 0.93 0.93 0.93 176 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_counterparts_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_counterparts_clause_en_3_2.md index af7588a7803a36..44bbf60f5e90d7 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_counterparts_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_counterparts_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support counterparts 1.00 1.00 1.00 38 other 1.00 1.00 1.00 97 - accuracy - - 1.00 135 + accuracy - - 1.00 135 macro-avg 1.00 1.00 1.00 135 weighted-avg 1.00 1.00 1.00 135 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_covenants_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_covenants_clause_en_3_2.md index 38dcd3678a4932..47c779619f5dd6 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_covenants_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_covenants_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support covenants 0.88 0.83 0.85 216 other 0.93 0.95 0.94 488 - accuracy - - 0.91 704 + accuracy - - 0.91 704 macro-avg 0.90 0.89 0.90 704 weighted-avg 0.91 0.91 0.91 704 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_currency_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_currency_clause_en_3_2.md index ade56291fe2163..f5bf9290d8cc06 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_currency_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_currency_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support currency 1.00 0.98 0.99 49 other 0.99 1.00 0.99 96 - accuracy - - 0.99 145 + accuracy - - 0.99 145 macro-avg 0.99 0.99 0.99 145 weighted-avg 0.99 0.99 0.99 145 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_death_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_death_clause_en_3_2.md index 7a5b131ba0f9d6..2c1ff7f17abd98 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_death_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_death_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support death 0.98 0.95 0.96 43 other 0.98 0.99 0.99 112 - accuracy - - 0.98 155 + accuracy - - 0.98 155 macro-avg 0.98 0.97 0.98 155 weighted-avg 0.98 0.98 0.98 155 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_defaults_and_remedies_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_defaults_and_remedies_clause_en_3_2.md index a3623be5a84266..fbcaff2d89566d 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_defaults_and_remedies_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_defaults_and_remedies_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support defaults-and-remedies 0.92 0.88 0.90 26 other 0.97 0.98 0.97 90 - accuracy - - 0.96 116 + accuracy - - 0.96 116 macro-avg 0.94 0.93 0.94 116 weighted-avg 0.96 0.96 0.96 116 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_defaults_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_defaults_clause_en_3_2.md index 8d50041910216f..df69bce72b3a73 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_defaults_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_defaults_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support defaults 0.93 0.90 0.91 173 other 0.95 0.96 0.95 316 - accuracy - - 0.94 489 + accuracy - - 0.94 489 macro-avg 0.94 0.93 0.93 489 weighted-avg 0.94 0.94 0.94 489 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_definitions_and_interpretation_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_definitions_and_interpretation_clause_en_3_2.md index a2ac88d969274f..38df30ec2d9d51 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_definitions_and_interpretation_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_definitions_and_interpretation_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support definitions-and-interpretation 0.96 0.94 0.95 54 other 0.98 0.99 0.98 156 - accuracy - - 0.98 210 + accuracy - - 0.98 210 macro-avg 0.97 0.97 0.97 210 weighted-avg 0.98 0.98 0.98 210 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_definitions_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_definitions_clause_en_3_2.md index 4b200912a8d5c1..3129110a7f39cb 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_definitions_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_definitions_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support definitions 0.90 0.86 0.88 81 other 0.93 0.95 0.94 148 - accuracy - - 0.92 229 + accuracy - - 0.92 229 macro-avg 0.91 0.91 0.91 229 weighted-avg 0.92 0.92 0.92 229 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_delegation_of_duties_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_delegation_of_duties_clause_en_3_2.md index 7a19623ded3260..8044f7ce36c421 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_delegation_of_duties_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_delegation_of_duties_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support delegation-of-duties 0.97 0.94 0.95 33 other 0.98 0.99 0.99 103 - accuracy - - 0.98 136 + accuracy - - 0.98 136 macro-avg 0.97 0.96 0.97 136 weighted-avg 0.98 0.98 0.98 136 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_delivery_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_delivery_clause_en_3_2.md index 64fa70f48006cc..1c39d696e33156 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_delivery_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_delivery_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support delivery 0.86 0.86 0.86 35 other 0.94 0.94 0.94 80 - accuracy - - 0.91 115 + accuracy - - 0.91 115 macro-avg 0.90 0.90 0.90 115 weighted-avg 0.91 0.91 0.91 115 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_disability_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_disability_clause_en_3_2.md index 550577ca433cc3..d020cfe8d22c85 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_disability_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_disability_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support disability 0.93 0.96 0.94 26 other 0.99 0.98 0.98 96 - accuracy - - 0.98 122 + accuracy - - 0.98 122 macro-avg 0.96 0.97 0.96 122 weighted-avg 0.98 0.98 0.98 122 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_disclaimer_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_disclaimer_clause_en_3_2.md index 9cd7f45acd22e8..4f300220b347ca 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_disclaimer_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_disclaimer_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support disclaimer 0.94 0.89 0.91 35 other 0.93 0.96 0.95 55 - accuracy - - 0.93 90 + accuracy - - 0.93 90 macro-avg 0.93 0.92 0.93 90 weighted-avg 0.93 0.93 0.93 90 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_disclosure_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_disclosure_clause_en_3_2.md index b6245fb4b00ea6..62926a3b1a968d 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_disclosure_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_disclosure_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support disclosure 0.93 0.82 0.87 33 other 0.93 0.98 0.95 86 - accuracy - - 0.93 119 + accuracy - - 0.93 119 macro-avg 0.93 0.90 0.91 119 weighted-avg 0.93 0.93 0.93 119 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_dispute_resolution_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_dispute_resolution_clause_en_3_2.md index eb411a0b92254f..5df390baa44a52 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_dispute_resolution_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_dispute_resolution_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support dispute-resolution 0.84 0.84 0.84 32 other 0.94 0.94 0.94 84 - accuracy - - 0.91 116 + accuracy - - 0.91 116 macro-avg 0.89 0.89 0.89 116 weighted-avg 0.91 0.91 0.91 116 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_disputes_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_disputes_clause_en_3_2.md index 260e5d9c98920a..afad501a620dc5 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_disputes_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_disputes_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support disputes 0.96 0.77 0.86 31 other 0.93 0.99 0.96 99 - accuracy - - 0.94 130 + accuracy - - 0.94 130 macro-avg 0.95 0.88 0.91 130 weighted-avg 0.94 0.94 0.94 130 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_dissolution_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_dissolution_clause_en_3_2.md index a642f458305225..be57aa0e8ca657 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_dissolution_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_dissolution_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support dissolution 0.95 0.90 0.92 39 other 0.97 0.99 0.98 137 - accuracy - - 0.97 176 + accuracy - - 0.97 176 macro-avg 0.96 0.94 0.95 176 weighted-avg 0.97 0.97 0.97 176 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_distributions_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_distributions_clause_en_3_2.md index 7c57fed2636186..5dda98086f84f2 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_distributions_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_distributions_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support distributions 0.88 0.90 0.89 41 other 0.93 0.92 0.92 60 - accuracy - - 0.91 101 + accuracy - - 0.91 101 macro-avg 0.91 0.91 0.91 101 weighted-avg 0.91 0.91 0.91 101 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_dividends_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_dividends_clause_en_3_2.md index 058fe43834c590..f9ca28aa86ab9a 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_dividends_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_dividends_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support dividends 0.93 0.96 0.95 28 other 0.98 0.97 0.98 64 - accuracy - - 0.97 92 + accuracy - - 0.97 92 macro-avg 0.96 0.97 0.96 92 weighted-avg 0.97 0.97 0.97 92 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_documents_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_documents_clause_en_3_2.md index a295594c0b6ded..2234e6ee3bf51e 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_documents_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_documents_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support documents 0.82 0.77 0.79 81 other 0.93 0.95 0.94 284 - accuracy - - 0.91 365 + accuracy - - 0.91 365 macro-avg 0.88 0.86 0.87 365 weighted-avg 0.91 0.91 0.91 365 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_duration_and_termination_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_duration_and_termination_clause_en_3_2.md index bcf8fcf3fc0c1a..adebd27f976444 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_duration_and_termination_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_duration_and_termination_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support duration-and-termination 0.93 0.89 0.91 28 other 0.97 0.98 0.98 107 - accuracy - - 0.96 135 + accuracy - - 0.96 135 macro-avg 0.95 0.94 0.94 135 weighted-avg 0.96 0.96 0.96 135 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_duration_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_duration_clause_en_3_2.md index 79fee63b6334c3..88fe3c6be31ab0 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_duration_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_duration_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support duration 0.97 0.95 0.96 37 other 0.98 0.99 0.98 86 - accuracy - - 0.98 123 + accuracy - - 0.98 123 macro-avg 0.97 0.97 0.97 123 weighted-avg 0.98 0.98 0.98 123 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_duties_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_duties_clause_en_3_2.md index c4e4ef1a0f84cb..21bb75606deb1e 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_duties_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_duties_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support duties 0.96 0.92 0.94 24 other 0.97 0.99 0.98 68 - accuracy - - 0.97 92 + accuracy - - 0.97 92 macro-avg 0.96 0.95 0.96 92 weighted-avg 0.97 0.97 0.97 92 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_effective_date_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_effective_date_clause_en_3_2.md index a374ce413cd708..7ac826714eed9a 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_effective_date_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_effective_date_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support effective-date 0.97 0.85 0.91 46 other 0.93 0.99 0.96 94 - accuracy - - 0.94 140 + accuracy - - 0.94 140 macro-avg 0.95 0.92 0.93 140 weighted-avg 0.94 0.94 0.94 140 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_effectiveness_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_effectiveness_clause_en_3_2.md index 85b8b1c9cfa4c7..c0dcc056c8cf90 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_effectiveness_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_effectiveness_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support effectiveness 0.94 0.86 0.90 37 other 0.95 0.98 0.96 93 - accuracy - - 0.95 130 + accuracy - - 0.95 130 macro-avg 0.94 0.92 0.93 130 weighted-avg 0.95 0.95 0.95 130 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_employees_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_employees_clause_en_3_2.md index 75f7e0946b5a77..43afbda27ead45 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_employees_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_employees_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support employees 0.90 0.94 0.92 80 other 0.98 0.97 0.98 276 - accuracy - - 0.96 356 + accuracy - - 0.96 356 macro-avg 0.94 0.95 0.95 356 weighted-avg 0.96 0.96 0.96 356 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_employment_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_employment_clause_en_3_2.md index 4eb197ebfe40a7..4e713588f4564a 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_employment_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_employment_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support employment 0.91 0.89 0.90 35 other 0.95 0.96 0.96 84 - accuracy - - 0.94 119 + accuracy - - 0.94 119 macro-avg 0.93 0.93 0.93 119 weighted-avg 0.94 0.94 0.94 119 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_erisa_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_erisa_clause_en_3_2.md index f7d0dfe9460570..a3172a960c4b76 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_erisa_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_erisa_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support erisa 0.95 1.00 0.98 21 other 1.00 0.98 0.99 64 - accuracy - - 0.99 85 + accuracy - - 0.99 85 macro-avg 0.98 0.99 0.98 85 weighted-avg 0.99 0.99 0.99 85 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_exceptions_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_exceptions_clause_en_3_2.md index 5eaebf130620f9..cc2392459fee60 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_exceptions_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_exceptions_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support exceptions 0.88 0.94 0.91 32 other 0.97 0.95 0.96 79 - accuracy - - 0.95 111 + accuracy - - 0.95 111 macro-avg 0.93 0.94 0.94 111 weighted-avg 0.95 0.95 0.95 111 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_exclusions_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_exclusions_clause_en_3_2.md index d0309869401187..0f459256534032 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_exclusions_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_exclusions_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support exclusions 0.97 0.91 0.94 43 other 0.95 0.99 0.97 70 - accuracy - - 0.96 113 + accuracy - - 0.96 113 macro-avg 0.96 0.95 0.95 113 weighted-avg 0.96 0.96 0.96 113 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_exclusivity_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_exclusivity_clause_en_3_2.md index 265a0b502b7479..2767784f4609df 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_exclusivity_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_exclusivity_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support exclusivity 0.79 0.61 0.69 36 other 0.86 0.93 0.90 92 - accuracy - - 0.84 128 + accuracy - - 0.84 128 macro-avg 0.82 0.77 0.79 128 weighted-avg 0.84 0.84 0.84 128 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_execution_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_execution_clause_en_3_2.md index 4ec0ad51cfe85b..ff25b0bc28b2c0 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_execution_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_execution_clause_en_3_2.md @@ -105,7 +105,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support execution 0.87 0.77 0.82 44 other 0.89 0.94 0.91 84 - accuracy - - 0.88 128 + accuracy - - 0.88 128 macro-avg 0.88 0.86 0.87 128 weighted-avg 0.88 0.88 0.88 128 ``` diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_execution_in_counterparts_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_execution_in_counterparts_clause_en_3_2.md index 37ea785c5af8b4..e4b9274abc7d0c 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_execution_in_counterparts_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_execution_in_counterparts_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support execution-in-counterparts 1.00 0.95 0.98 42 other 0.98 1.00 0.99 128 - accuracy - - 0.99 170 + accuracy - - 0.99 170 macro-avg 0.99 0.98 0.98 170 weighted-avg 0.99 0.99 0.99 170 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_exercise_of_option_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_exercise_of_option_clause_en_3_2.md index 79630370126728..deff5cef087554 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_exercise_of_option_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_exercise_of_option_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support exercise-of-option 0.97 0.90 0.93 39 other 0.96 0.99 0.97 91 - accuracy - - 0.96 130 + accuracy - - 0.96 130 macro-avg 0.96 0.94 0.95 130 weighted-avg 0.96 0.96 0.96 130 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_exhibits_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_exhibits_clause_en_3_2.md index 5a7db601be5bd0..33a57b90640c4a 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_exhibits_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_exhibits_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support exhibits 0.95 0.97 0.96 59 other 0.98 0.97 0.97 96 - accuracy - - 0.97 155 + accuracy - - 0.97 155 macro-avg 0.96 0.97 0.97 155 weighted-avg 0.97 0.97 0.97 155 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_expenses_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_expenses_clause_en_3_2.md index aec1e6e1f4116e..6f6236b925fdff 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_expenses_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_expenses_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support expenses 0.97 0.97 0.97 61 other 0.98 0.98 0.98 108 - accuracy - - 0.98 169 + accuracy - - 0.98 169 macro-avg 0.97 0.97 0.97 169 weighted-avg 0.98 0.98 0.98 169 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_fees_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_fees_clause_en_3_2.md index 1da209884ded70..1c965f7116667b 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_fees_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_fees_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support fees 0.95 0.94 0.94 81 other 0.98 0.99 0.98 284 - accuracy - - 0.98 365 + accuracy - - 0.98 365 macro-avg 0.97 0.96 0.96 365 weighted-avg 0.98 0.98 0.98 365 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_financial_information_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_financial_information_clause_en_3_2.md index 62198785dc8f6d..2a866e6c0e3da6 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_financial_information_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_financial_information_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support financial-information 0.95 0.78 0.85 68 other 0.92 0.98 0.95 167 - accuracy - - 0.92 235 + accuracy - - 0.92 235 macro-avg 0.93 0.88 0.90 235 weighted-avg 0.92 0.92 0.92 235 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_financial_statements_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_financial_statements_clause_en_3_2.md index be53c760a8bb54..d0979d380ddb15 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_financial_statements_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_financial_statements_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support financial-statements 1.00 1.00 1.00 23 other 1.00 1.00 1.00 40 - accuracy - - 1.00 63 + accuracy - - 1.00 63 macro-avg 1.00 1.00 1.00 63 weighted-avg 1.00 1.00 1.00 63 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_fiscal_year_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_fiscal_year_clause_en_3_2.md index 764b3d3848e318..f15b043c7fa2ef 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_fiscal_year_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_fiscal_year_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support fiscal-year 1.00 0.96 0.98 45 other 0.98 1.00 0.99 91 - accuracy - - 0.99 136 + accuracy - - 0.99 136 macro-avg 0.99 0.98 0.98 136 weighted-avg 0.99 0.99 0.99 136 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_force_majeure_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_force_majeure_clause_en_3_2.md index f88e04baba94c1..4723dd64e2693a 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_force_majeure_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_force_majeure_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support force-majeure 1.00 1.00 1.00 32 other 1.00 1.00 1.00 90 - accuracy - - 1.00 122 + accuracy - - 1.00 122 macro-avg 1.00 1.00 1.00 122 weighted-avg 1.00 1.00 1.00 122 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_fractional_shares_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_fractional_shares_clause_en_3_2.md index fdc1b309b81e55..b919b1c8c2f880 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_fractional_shares_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_fractional_shares_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support fractional-shares 1.00 1.00 1.00 36 other 1.00 1.00 1.00 107 - accuracy - - 1.00 143 + accuracy - - 1.00 143 macro-avg 1.00 1.00 1.00 143 weighted-avg 1.00 1.00 1.00 143 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_full_disclosure_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_full_disclosure_clause_en_3_2.md index ae1dc432bba8b0..29b5c11862d848 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_full_disclosure_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_full_disclosure_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support full-disclosure 1.00 0.94 0.97 31 other 0.98 1.00 0.99 104 - accuracy - - 0.99 135 + accuracy - - 0.99 135 macro-avg 0.99 0.97 0.98 135 weighted-avg 0.99 0.99 0.99 135 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_further_assurances_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_further_assurances_clause_en_3_2.md index 7a0b34f6284e37..d917ac6c9c8bd4 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_further_assurances_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_further_assurances_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support further-assurances 1.00 1.00 1.00 41 other 1.00 1.00 1.00 99 - accuracy - - 1.00 140 + accuracy - - 1.00 140 macro-avg 1.00 1.00 1.00 140 weighted-avg 1.00 1.00 1.00 140 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_general_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_general_clause_en_3_2.md index a9d8228666230d..189e7a56fded98 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_general_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_general_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support general 0.59 0.43 0.50 51 other 0.80 0.88 0.84 129 - accuracy - - 0.76 180 + accuracy - - 0.76 180 macro-avg 0.70 0.66 0.67 180 weighted-avg 0.74 0.76 0.74 180 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_good_reason_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_good_reason_clause_en_3_2.md index 791f344ac4ffb6..99100e8875ace4 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_good_reason_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_good_reason_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support good-reason 0.97 0.92 0.94 36 other 0.96 0.99 0.98 82 - accuracy - - 0.97 118 + accuracy - - 0.97 118 macro-avg 0.97 0.95 0.96 118 weighted-avg 0.97 0.97 0.97 118 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_grant_of_option_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_grant_of_option_clause_en_3_2.md index ff9c06e5268114..70ba5bd5de1474 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_grant_of_option_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_grant_of_option_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support grant-of-option 0.94 1.00 0.97 34 other 1.00 0.98 0.99 109 - accuracy - - 0.99 143 + accuracy - - 0.99 143 macro-avg 0.97 0.99 0.98 143 weighted-avg 0.99 0.99 0.99 143 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_grant_of_security_interest_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_grant_of_security_interest_clause_en_3_2.md index bb97e19465202c..ae5429743cc21a 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_grant_of_security_interest_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_grant_of_security_interest_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support grant-of-security-interest 1.00 0.91 0.95 34 other 0.97 1.00 0.98 85 - accuracy - - 0.97 119 + accuracy - - 0.97 119 macro-avg 0.98 0.96 0.97 119 weighted-avg 0.98 0.97 0.97 119 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_guarantee_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_guarantee_clause_en_3_2.md index cd91cef20d8446..5a99bd3515e72e 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_guarantee_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_guarantee_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support guarantee 0.88 0.80 0.83 88 other 0.91 0.95 0.93 192 - accuracy - - 0.90 280 + accuracy - - 0.90 280 macro-avg 0.89 0.87 0.88 280 weighted-avg 0.90 0.90 0.90 280 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_headings_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_headings_clause_en_3_2.md index e37693b31f2854..c878e6ccda25fe 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_headings_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_headings_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support headings 0.95 0.97 0.96 131 other 0.98 0.98 0.98 252 - accuracy - - 0.97 383 + accuracy - - 0.97 383 macro-avg 0.97 0.97 0.97 383 weighted-avg 0.97 0.97 0.97 383 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_holidays_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_holidays_clause_en_3_2.md index fa7b3d65deb458..ff532c18ddbdc5 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_holidays_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_holidays_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support holidays 0.98 0.94 0.96 49 other 0.96 0.99 0.97 68 - accuracy - - 0.97 117 + accuracy - - 0.97 117 macro-avg 0.97 0.96 0.96 117 weighted-avg 0.97 0.97 0.97 117 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_illegality_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_illegality_clause_en_3_2.md index ed4c7b8f46b26e..e6c711f750bfba 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_illegality_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_illegality_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support illegality 0.95 0.95 0.95 22 other 0.98 0.98 0.98 56 - accuracy - - 0.97 78 + accuracy - - 0.97 78 macro-avg 0.97 0.97 0.97 78 weighted-avg 0.97 0.97 0.97 78 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_in_witness_whereof_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_in_witness_whereof_clause_en_3_2.md index 59e6d735aa3d01..5b27a796069c11 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_in_witness_whereof_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_in_witness_whereof_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support in-witness-whereof 0.91 1.00 0.95 21 other 1.00 0.97 0.99 69 - accuracy - - 0.98 90 + accuracy - - 0.98 90 macro-avg 0.96 0.99 0.97 90 weighted-avg 0.98 0.98 0.98 90 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_increased_costs_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_increased_costs_clause_en_3_2.md index 0f26b4a3e940b1..9711743e62fab9 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_increased_costs_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_increased_costs_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support increased-costs 1.00 0.94 0.97 36 other 0.98 1.00 0.99 100 - accuracy - - 0.99 136 + accuracy - - 0.99 136 macro-avg 0.99 0.97 0.98 136 weighted-avg 0.99 0.99 0.99 136 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_indebtedness_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_indebtedness_clause_en_3_2.md index c13e1acdd5eb85..d5843234ca955f 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_indebtedness_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_indebtedness_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support indebtedness 0.95 0.88 0.91 24 other 0.96 0.98 0.97 66 - accuracy - - 0.96 90 + accuracy - - 0.96 90 macro-avg 0.96 0.93 0.94 90 weighted-avg 0.96 0.96 0.95 90 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_indemnification_by_the_company_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_indemnification_by_the_company_clause_en_3_2.md index 8b3fe3cc03394d..0dfa37a598a54f 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_indemnification_by_the_company_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_indemnification_by_the_company_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support indemnification-by-the-company 0.85 0.85 0.85 20 other 0.95 0.95 0.95 61 - accuracy - - 0.93 81 + accuracy - - 0.93 81 macro-avg 0.90 0.90 0.90 81 weighted-avg 0.93 0.93 0.93 81 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_indemnification_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_indemnification_clause_en_3_2.md index 393bfde0ab7ada..71f99f6df7dbf9 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_indemnification_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_indemnification_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support indemnification 0.94 0.81 0.87 37 other 0.91 0.97 0.94 71 - accuracy - - 0.92 108 + accuracy - - 0.92 108 macro-avg 0.92 0.89 0.90 108 weighted-avg 0.92 0.92 0.92 108 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_indemnity_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_indemnity_clause_en_3_2.md index 9aa0c27d6a8c78..8427fb21159675 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_indemnity_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_indemnity_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house legal precision recall f1-score support indemnity 0.96 0.92 0.94 25 other 0.97 0.98 0.98 64 - accuracy - - 0.97 89 + accuracy - - 0.97 89 macro-avg 0.96 0.95 0.96 89 weighted-avg 0.97 0.97 0.97 89 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_independent_contractor_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_independent_contractor_clause_en_3_2.md index b4f5241997770a..a41702837f6e9c 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_independent_contractor_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_independent_contractor_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support independent-contractor 1.00 1.00 1.00 34 other 1.00 1.00 1.00 101 - accuracy - - 1.00 135 + accuracy - - 1.00 135 macro-avg 1.00 1.00 1.00 135 weighted-avg 1.00 1.00 1.00 135 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_information_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_information_clause_en_3_2.md index 4d7539e154c481..ca6dad4869a51b 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_information_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_information_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support financial-information 0.95 0.78 0.85 68 other 0.92 0.98 0.95 167 - accuracy - - 0.92 235 + accuracy - - 0.92 235 macro-avg 0.93 0.88 0.90 235 weighted-avg 0.92 0.92 0.92 235 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_injunctive_relief_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_injunctive_relief_clause_en_3_2.md index bf45f92e61cc3c..5ba3e0709adf79 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_injunctive_relief_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_injunctive_relief_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support injunctive-relief 0.91 1.00 0.95 30 other 1.00 0.97 0.99 103 - accuracy - - 0.98 133 + accuracy - - 0.98 133 macro-avg 0.95 0.99 0.97 133 weighted-avg 0.98 0.98 0.98 133 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_insolvency_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_insolvency_clause_en_3_2.md index b53a76e3758f25..7935a98eb49abe 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_insolvency_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_insolvency_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support insolvency 0.98 0.98 0.98 43 other 0.99 0.99 0.99 101 - accuracy - - 0.99 144 + accuracy - - 0.99 144 macro-avg 0.98 0.98 0.98 144 weighted-avg 0.99 0.99 0.99 144 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_inspection_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_inspection_clause_en_3_2.md index 03d36e3e5171f4..e4f86bab9469a5 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_inspection_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_inspection_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support inspection 0.89 0.89 0.89 27 other 0.95 0.95 0.95 64 - accuracy - - 0.93 91 + accuracy - - 0.93 91 macro-avg 0.92 0.92 0.92 91 weighted-avg 0.93 0.93 0.93 91 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_insurance_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_insurance_clause_en_3_2.md index f289fcace78397..6fb1352e7084b1 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_insurance_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_insurance_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support insurance 1.00 0.87 0.93 31 other 0.96 1.00 0.98 85 - accuracy - - 0.97 116 + accuracy - - 0.97 116 macro-avg 0.98 0.94 0.95 116 weighted-avg 0.97 0.97 0.96 116 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_intellectual_property_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_intellectual_property_clause_en_3_2.md index 1e883874c99a66..41f658fc482701 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_intellectual_property_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_intellectual_property_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support intellectual-property 0.95 0.85 0.90 47 other 0.93 0.98 0.95 95 - accuracy - - 0.94 142 + accuracy - - 0.94 142 macro-avg 0.94 0.92 0.93 142 weighted-avg 0.94 0.94 0.94 142 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_interest_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_interest_clause_en_3_2.md index ceda675f7f20de..0899b800ce3444 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_interest_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_interest_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support conflict-of-interest 0.90 0.81 0.85 32 other 0.95 0.97 0.96 108 - accuracy - - 0.94 140 + accuracy - - 0.94 140 macro-avg 0.92 0.89 0.91 140 weighted-avg 0.93 0.94 0.93 140 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_interpretation_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_interpretation_clause_en_3_2.md index f7eba0ca4b74a0..f3bfab0f514939 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_interpretation_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_interpretation_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support interpretation 0.91 0.78 0.84 27 other 0.92 0.97 0.95 74 - accuracy - - 0.92 101 + accuracy - - 0.92 101 macro-avg 0.92 0.88 0.89 101 weighted-avg 0.92 0.92 0.92 101 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_introduction_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_introduction_clause_en_3_2.md index 453a576dc39414..8c7828fcf8d9b8 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_introduction_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_introduction_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support introduction 0.82 0.84 0.83 32 other 0.94 0.93 0.94 90 - accuracy - - 0.91 122 + accuracy - - 0.91 122 macro-avg 0.88 0.89 0.88 122 weighted-avg 0.91 0.91 0.91 122 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_investment_company_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_investment_company_clause_en_3_2.md index 19f5c2043e6f45..1076f83098016e 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_investment_company_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_investment_company_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support investment-company 0.99 0.96 0.97 77 other 0.98 0.99 0.99 185 - accuracy - - 0.98 262 + accuracy - - 0.98 262 macro-avg 0.99 0.98 0.98 262 weighted-avg 0.98 0.98 0.98 262 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_investments_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_investments_clause_en_3_2.md index 439d7b10bb28b2..356531074f20e3 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_investments_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_investments_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support investments 0.97 0.85 0.91 34 other 0.94 0.99 0.96 80 - accuracy - - 0.95 114 + accuracy - - 0.95 114 macro-avg 0.95 0.92 0.93 114 weighted-avg 0.95 0.95 0.95 114 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_judgments_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_judgments_clause_en_3_2.md index d682163e39fc1e..306e93c992ec00 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_judgments_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_judgments_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support judgments 1.00 0.91 0.96 35 other 0.98 1.00 0.99 120 - accuracy - - 0.98 155 + accuracy - - 0.98 155 macro-avg 0.99 0.96 0.97 155 weighted-avg 0.98 0.98 0.98 155 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_jurisdiction_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_jurisdiction_clause_en_3_2.md index eede1ea965543b..53055d47ee2003 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_jurisdiction_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_jurisdiction_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support jurisdiction 0.94 0.96 0.95 70 other 0.99 0.98 0.98 208 - accuracy - - 0.97 278 + accuracy - - 0.97 278 macro-avg 0.96 0.97 0.97 278 weighted-avg 0.97 0.97 0.97 278 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_labor_matters_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_labor_matters_clause_en_3_2.md index 8f404ef9fc6d89..a4e2361923678d 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_labor_matters_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_labor_matters_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support labor-matters 0.94 0.97 0.95 30 other 0.98 0.96 0.97 56 - accuracy - - 0.97 86 + accuracy - - 0.97 86 macro-avg 0.96 0.97 0.96 86 weighted-avg 0.97 0.97 0.97 86 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_laws_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_laws_clause_en_3_2.md index 011d41c11b3741..da6c554e5769f0 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_laws_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_laws_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support compliance-with-laws 0.92 0.94 0.93 64 other 0.97 0.96 0.97 141 - accuracy - - 0.96 205 + accuracy - - 0.96 205 macro-avg 0.95 0.95 0.95 205 weighted-avg 0.96 0.96 0.96 205 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_legal_proceedings_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_legal_proceedings_clause_en_3_2.md index b8c8f61a0cbe76..925fac7bdfb1e3 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_legal_proceedings_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_legal_proceedings_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support legal-proceedings 0.96 0.79 0.87 29 other 0.95 0.99 0.97 106 - accuracy - - 0.95 135 + accuracy - - 0.95 135 macro-avg 0.95 0.89 0.92 135 weighted-avg 0.95 0.95 0.95 135 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_legends_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_legends_clause_en_3_2.md index 52fbdbabb93658..17b56a7356b1f9 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_legends_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_legends_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support legends 0.98 0.98 0.98 57 other 0.99 0.99 0.99 128 - accuracy - - 0.99 185 + accuracy - - 0.99 185 macro-avg 0.99 0.99 0.99 185 weighted-avg 0.99 0.99 0.99 185 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_letters_of_credit_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_letters_of_credit_clause_en_3_2.md index 95d6b112bd5542..eefeac744f1f69 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_letters_of_credit_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_letters_of_credit_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support letters-of-credit 0.91 0.88 0.89 24 other 0.96 0.98 0.97 84 - accuracy - - 0.95 108 + accuracy - - 0.95 108 macro-avg 0.94 0.93 0.93 108 weighted-avg 0.95 0.95 0.95 108 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_liabilities_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_liabilities_clause_en_3_2.md index ec7ea5a1033e36..e1c3e08a00fd16 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_liabilities_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_liabilities_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support liabilities 0.96 0.84 0.90 32 other 0.94 0.99 0.96 75 - accuracy - - 0.94 107 + accuracy - - 0.94 107 macro-avg 0.95 0.92 0.93 107 weighted-avg 0.94 0.94 0.94 107 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_liability_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_liability_clause_en_3_2.md index 4020342102b64d..51ab8da2ef573f 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_liability_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_liability_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support liability 0.85 0.74 0.79 31 other 0.93 0.96 0.94 105 - accuracy - - 0.91 136 + accuracy - - 0.91 136 macro-avg 0.89 0.85 0.87 136 weighted-avg 0.91 0.91 0.91 136 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_licenses_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_licenses_clause_en_3_2.md index 7bc8d4ad60c539..b4112de5431210 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_licenses_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_licenses_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support licenses 0.91 0.84 0.88 38 other 0.92 0.96 0.94 71 - accuracy - - 0.92 109 + accuracy - - 0.92 109 macro-avg 0.92 0.90 0.91 109 weighted-avg 0.92 0.92 0.92 109 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_liens_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_liens_clause_en_3_2.md index 799c7a6e2cf52e..ae9253d5aa707c 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_liens_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_liens_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support liens 0.95 0.84 0.89 44 other 0.93 0.98 0.96 99 - accuracy - - 0.94 143 + accuracy - - 0.94 143 macro-avg 0.94 0.91 0.92 143 weighted-avg 0.94 0.94 0.94 143 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_limitations_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_limitations_clause_en_3_2.md index d46cd71d677dcb..68742de60ceee6 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_limitations_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_limitations_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support limitations 0.82 0.67 0.74 73 other 0.81 0.90 0.86 115 - accuracy - - 0.81 188 + accuracy - - 0.81 188 macro-avg 0.81 0.79 0.80 188 weighted-avg 0.81 0.81 0.81 188 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_listing_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_listing_clause_en_3_2.md index 49f0973b49e55a..3eb5e860508dc1 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_listing_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_listing_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support listing 1.00 0.97 0.99 38 other 0.99 1.00 0.99 92 - accuracy - - 0.99 130 + accuracy - - 0.99 130 macro-avg 0.99 0.99 0.99 130 weighted-avg 0.99 0.99 0.99 130 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_litigation_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_litigation_clause_en_3_2.md index 13e704e468a636..270cc29feae305 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_litigation_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_litigation_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support litigation 1.00 0.89 0.94 27 other 0.97 1.00 0.99 103 - accuracy - - 0.98 130 + accuracy - - 0.98 130 macro-avg 0.99 0.94 0.96 130 weighted-avg 0.98 0.98 0.98 130 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_loans_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_loans_clause_en_3_2.md index 4e76a030b8870e..5b5ff04d07601d 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_loans_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_loans_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support loans 0.86 0.88 0.87 41 other 0.92 0.91 0.92 66 - accuracy - - 0.90 107 + accuracy - - 0.90 107 macro-avg 0.89 0.89 0.89 107 weighted-avg 0.90 0.90 0.90 107 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_maintenance_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_maintenance_clause_en_3_2.md index eb05e00ff07382..fd18ab4d99d474 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_maintenance_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_maintenance_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support maintenance 0.93 0.91 0.92 95 other 0.96 0.97 0.96 201 - accuracy - - 0.95 296 + accuracy - - 0.95 296 macro-avg 0.95 0.94 0.94 296 weighted-avg 0.95 0.95 0.95 296 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_management_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_management_clause_en_3_2.md index 0213562c6b588a..dfa78c42fb1eaa 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_management_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_management_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support management 0.96 0.90 0.93 71 other 0.95 0.98 0.96 136 - accuracy - - 0.95 207 + accuracy - - 0.95 207 macro-avg 0.95 0.94 0.95 207 weighted-avg 0.95 0.95 0.95 207 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_marketing_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_marketing_clause_en_3_2.md index 44589ac228e919..7cad523f06c22f 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_marketing_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_marketing_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support marketing 0.50 0.50 0.50 2 other 0.93 0.93 0.93 15 - accuracy - - 0.88 17 + accuracy - - 0.88 17 macro-avg 0.72 0.72 0.72 17 weighted-avg 0.88 0.88 0.88 17 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_material_contracts_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_material_contracts_clause_en_3_2.md index bed2b7544cd3ab..14e99c8ba2b38a 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_material_contracts_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_material_contracts_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support material-contracts 0.85 0.79 0.82 29 other 0.94 0.96 0.95 93 - accuracy - - 0.92 122 + accuracy - - 0.92 122 macro-avg 0.89 0.88 0.88 122 weighted-avg 0.92 0.92 0.92 122 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_meetings_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_meetings_clause_en_3_2.md index cc3d9f49e95a1e..546ab2f277a0e7 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_meetings_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_meetings_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support meetings 0.96 0.93 0.94 27 other 0.97 0.99 0.98 75 - accuracy - - 0.97 102 + accuracy - - 0.97 102 macro-avg 0.97 0.96 0.96 102 weighted-avg 0.97 0.97 0.97 102 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_merger_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_merger_clause_en_3_2.md index 48bd4d2381435f..f3e8b57f494dda 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_merger_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_merger_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support merger 0.83 0.90 0.86 39 other 0.96 0.94 0.95 109 - accuracy - - 0.93 148 + accuracy - - 0.93 148 macro-avg 0.90 0.92 0.91 148 weighted-avg 0.93 0.93 0.93 148 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_miscellaneous_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_miscellaneous_clause_en_3_2.md index 2120e1fc884134..0e673a87896ade 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_miscellaneous_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_miscellaneous_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support miscellaneous 0.93 0.61 0.74 23 other 0.85 0.98 0.91 54 - accuracy - - 0.87 77 + accuracy - - 0.87 77 macro-avg 0.89 0.80 0.83 77 weighted-avg 0.88 0.87 0.86 77 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_modification_and_waiver_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_modification_and_waiver_clause_en_3_2.md index 585a5c7dad554e..a91958f4c51da8 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_modification_and_waiver_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_modification_and_waiver_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support modification-and-waiver 0.86 0.88 0.87 42 other 0.95 0.94 0.95 106 - accuracy - - 0.93 148 + accuracy - - 0.93 148 macro-avg 0.91 0.91 0.91 148 weighted-avg 0.93 0.93 0.93 148 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_name_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_name_clause_en_3_2.md index 411569f0f8ef1a..fe496ae682051e 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_name_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_name_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support name 0.98 0.91 0.94 46 other 0.97 0.99 0.98 148 - accuracy - - 0.97 194 + accuracy - - 0.97 194 macro-avg 0.98 0.95 0.96 194 weighted-avg 0.97 0.97 0.97 194 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_negative_covenants_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_negative_covenants_clause_en_3_2.md index f2dce12ebb6024..979fb4e29a2df0 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_negative_covenants_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_negative_covenants_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support negative-covenants 1.00 0.92 0.96 51 other 0.97 1.00 0.98 130 - accuracy - - 0.98 181 + accuracy - - 0.98 181 macro-avg 0.99 0.96 0.97 181 weighted-avg 0.98 0.98 0.98 181 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_no_assignment_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_no_assignment_clause_en_3_2.md index 925341aa1b5c37..fb1f098b9b3a7a 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_no_assignment_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_no_assignment_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support no-assignment 0.87 0.91 0.89 43 other 0.95 0.93 0.94 89 - accuracy - - 0.92 132 + accuracy - - 0.92 132 macro-avg 0.91 0.92 0.91 132 weighted-avg 0.93 0.92 0.92 132 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_no_conflicts_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_no_conflicts_clause_en_3_2.md index f877cc83269622..91549c5834ee80 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_no_conflicts_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_no_conflicts_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support no-conflicts 0.96 0.94 0.95 54 other 0.98 0.99 0.98 153 - accuracy - - 0.98 207 + accuracy - - 0.98 207 macro-avg 0.97 0.97 0.97 207 weighted-avg 0.98 0.98 0.98 207 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_no_default_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_no_default_clause_en_3_2.md index f7d13bc5d112c5..413e4b799eae37 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_no_default_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_no_default_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support no-default 0.98 0.85 0.91 53 other 0.91 0.99 0.95 83 - accuracy - - 0.93 136 + accuracy - - 0.93 136 macro-avg 0.94 0.92 0.93 136 weighted-avg 0.94 0.93 0.93 136 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_no_material_adverse_change_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_no_material_adverse_change_clause_en_3_2.md index 2749c0ca47e31b..e66fb3549a0067 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_no_material_adverse_change_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_no_material_adverse_change_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support no-material-adverse-change 0.95 0.97 0.96 37 other 0.99 0.98 0.99 103 - accuracy - - 0.98 140 + accuracy - - 0.98 140 macro-avg 0.97 0.98 0.97 140 weighted-avg 0.98 0.98 0.98 140 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_no_solicitation_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_no_solicitation_clause_en_3_2.md index 4179e122281828..e79b49db957677 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_no_solicitation_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_no_solicitation_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support no-solicitation 0.93 0.96 0.94 26 other 0.98 0.96 0.97 46 - accuracy - - 0.96 72 + accuracy - - 0.96 72 macro-avg 0.95 0.96 0.96 72 weighted-avg 0.96 0.96 0.96 72 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_no_strict_construction_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_no_strict_construction_clause_en_3_2.md index 6c2f446af338a1..3028c1e1e9e3cd 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_no_strict_construction_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_no_strict_construction_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support no-strict-construction 0.97 0.93 0.95 40 other 0.97 0.99 0.98 101 - accuracy - - 0.97 141 + accuracy - - 0.97 141 macro-avg 0.97 0.96 0.96 141 weighted-avg 0.97 0.97 0.97 141 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_no_third_party_beneficiaries_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_no_third_party_beneficiaries_clause_en_3_2.md index 082fa568d9d1a2..ba917ea5d6723c 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_no_third_party_beneficiaries_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_no_third_party_beneficiaries_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support no-third-party-beneficiaries 0.96 0.96 0.96 49 other 0.98 0.98 0.98 130 - accuracy - - 0.98 179 + accuracy - - 0.98 179 macro-avg 0.97 0.97 0.97 179 weighted-avg 0.98 0.98 0.98 179 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_no_violation_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_no_violation_clause_en_3_2.md index a7a678f58c3552..b089a3fc9f7f2f 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_no_violation_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_no_violation_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support no-violation 1.00 1.00 1.00 35 other 1.00 1.00 1.00 93 - accuracy - - 1.00 128 + accuracy - - 1.00 128 macro-avg 1.00 1.00 1.00 128 weighted-avg 1.00 1.00 1.00 128 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_no_waiver_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_no_waiver_clause_en_3_2.md index bf5b4433787969..7b5fdc00ba58b3 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_no_waiver_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_no_waiver_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support no-waiver 0.95 0.98 0.97 43 other 0.99 0.98 0.99 119 - accuracy - - 0.98 162 + accuracy - - 0.98 162 macro-avg 0.97 0.98 0.98 162 weighted-avg 0.98 0.98 0.98 162 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_non_competition_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_non_competition_clause_en_3_2.md index b827b6a8369a8b..3b7b8acf07421b 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_non_competition_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_non_competition_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support non-competition 1.00 0.89 0.94 18 other 0.97 1.00 0.99 74 - accuracy - - 0.98 92 + accuracy - - 0.98 92 macro-avg 0.99 0.94 0.96 92 weighted-avg 0.98 0.98 0.98 92 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_non_discrimination_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_non_discrimination_clause_en_3_2.md index a6a4aef3d6d5e9..897e93de3521d8 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_non_discrimination_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_non_discrimination_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support non-discrimination 1.00 0.85 0.92 41 other 0.94 1.00 0.97 103 - accuracy - - 0.96 144 + accuracy - - 0.96 144 macro-avg 0.97 0.93 0.95 144 weighted-avg 0.96 0.96 0.96 144 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_non_disparagement_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_non_disparagement_clause_en_3_2.md index fc1dc203236c6b..499662232ed56b 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_non_disparagement_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_non_disparagement_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support non-disparagement 0.97 1.00 0.98 31 other 1.00 0.99 0.99 99 - accuracy - - 0.99 130 + accuracy - - 0.99 130 macro-avg 0.98 0.99 0.99 130 weighted-avg 0.99 0.99 0.99 130 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_non_solicitation_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_non_solicitation_clause_en_3_2.md index 7876344be2f72f..e81289ec2521fa 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_non_solicitation_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_non_solicitation_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support non-solicitation 1.00 0.95 0.98 22 other 0.99 1.00 0.99 84 - accuracy - - 0.99 106 + accuracy - - 0.99 106 macro-avg 0.99 0.98 0.99 106 weighted-avg 0.99 0.99 0.99 106 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_notices_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_notices_clause_en_3_2.md index 3c3d6c9de42839..63973e35aed15f 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_notices_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_notices_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support notices 0.96 0.97 0.97 191 other 0.99 0.99 0.99 529 - accuracy - - 0.98 720 + accuracy - - 0.98 720 macro-avg 0.98 0.98 0.98 720 weighted-avg 0.98 0.98 0.98 720 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_notification_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_notification_clause_en_3_2.md index c41e1e4355ce5e..89dbe7198e36c4 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_notification_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_notification_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support notification 0.87 0.91 0.89 90 other 0.96 0.94 0.95 214 - accuracy - - 0.93 304 + accuracy - - 0.93 304 macro-avg 0.92 0.93 0.92 304 weighted-avg 0.94 0.93 0.93 304 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_now_therefore_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_now_therefore_clause_en_3_2.md index 1081f2632e22b6..aabff6bada12bb 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_now_therefore_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_now_therefore_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support now-therefore 0.98 0.98 0.98 58 other 0.99 0.99 0.99 146 - accuracy - - 0.99 204 + accuracy - - 0.99 204 macro-avg 0.99 0.99 0.99 204 weighted-avg 0.99 0.99 0.99 204 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_obligations_absolute_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_obligations_absolute_clause_en_3_2.md index 5f612f1acd827b..123afba04f2f90 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_obligations_absolute_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_obligations_absolute_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support obligations-absolute 0.96 0.75 0.84 36 other 0.90 0.99 0.94 83 - accuracy - - 0.92 119 + accuracy - - 0.92 119 macro-avg 0.93 0.87 0.89 119 weighted-avg 0.92 0.92 0.91 119 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_officers_certificate_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_officers_certificate_clause_en_3_2.md index 26e065c8dad7a5..12a54032f8a3fa 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_officers_certificate_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_officers_certificate_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support officers-certificate 0.98 1.00 0.99 40 other 1.00 0.99 1.00 103 - accuracy - - 0.99 143 + accuracy - - 0.99 143 macro-avg 0.99 1.00 0.99 143 weighted-avg 0.99 0.99 0.99 143 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_officers_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_officers_clause_en_3_2.md index 6d1956792eb74e..788dd3633e888d 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_officers_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_officers_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support officers 0.97 0.94 0.96 35 other 0.97 0.99 0.98 74 - accuracy - - 0.97 109 + accuracy - - 0.97 109 macro-avg 0.97 0.96 0.97 109 weighted-avg 0.97 0.97 0.97 109 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_optional_renewal_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_optional_renewal_clause_en_3_2.md index e073b5448399c6..c8fe9a502d12ba 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_optional_renewal_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_optional_renewal_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support optional_renewal 1.00 0.91 0.95 32 other 0.97 1.00 0.99 101 - accuracy - - 0.98 133 + accuracy - - 0.98 133 macro-avg 0.99 0.95 0.97 133 weighted-avg 0.98 0.98 0.98 133 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_organization_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_organization_clause_en_3_2.md index 92004ccd4b17a4..d218ca0c8a5afc 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_organization_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_organization_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support organization 0.99 0.91 0.95 100 other 0.96 1.00 0.98 207 - accuracy - - 0.97 307 + accuracy - - 0.97 307 macro-avg 0.97 0.95 0.96 307 weighted-avg 0.97 0.97 0.97 307 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_other_benefits_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_other_benefits_clause_en_3_2.md index a67f96a42e20ed..7f0037b6dd21e9 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_other_benefits_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_other_benefits_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.95 0.97 0.96 109 other-benefits 0.91 0.86 0.88 35 - accuracy - - 0.94 144 + accuracy - - 0.94 144 macro-avg 0.93 0.91 0.92 144 weighted-avg 0.94 0.94 0.94 144 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_other_remedies_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_other_remedies_clause_en_3_2.md index b7287ec93e55bd..e7074b6db97214 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_other_remedies_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_other_remedies_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.93 0.95 0.94 98 other-remedies 0.86 0.82 0.84 38 - accuracy - - 0.91 136 + accuracy - - 0.91 136 macro-avg 0.90 0.88 0.89 136 weighted-avg 0.91 0.91 0.91 136 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_ownership_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_ownership_clause_en_3_2.md index 7c39d129ccd1e7..03a95faf1d2195 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_ownership_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_ownership_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.95 0.95 0.95 59 ownership 0.91 0.91 0.91 32 - accuracy - - 0.93 91 + accuracy - - 0.93 91 macro-avg 0.93 0.93 0.93 91 weighted-avg 0.93 0.93 0.93 91 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_parking_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_parking_clause_en_3_2.md index e4b42b8a09ac1a..4cc82e189629da 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_parking_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_parking_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.94 0.99 0.96 69 parking 0.96 0.85 0.90 27 - accuracy - - 0.95 96 + accuracy - - 0.95 96 macro-avg 0.95 0.92 0.93 96 weighted-avg 0.95 0.95 0.95 96 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_partial_invalidity_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_partial_invalidity_clause_en_3_2.md index cb2fc5b6576bc2..2f6a56c0fda3c3 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_partial_invalidity_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_partial_invalidity_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.99 1.00 1.00 126 partial-invalidity 1.00 0.98 0.99 44 - accuracy - - 0.99 170 + accuracy - - 0.99 170 macro-avg 1.00 0.99 0.99 170 weighted-avg 0.99 0.99 0.99 170 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_participations_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_participations_clause_en_3_2.md index cbce1a45279234..125cdb2f4b4834 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_participations_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_participations_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.92 0.98 0.95 57 participations 0.93 0.74 0.82 19 - accuracy - - 0.92 76 + accuracy - - 0.92 76 macro-avg 0.93 0.86 0.89 76 weighted-avg 0.92 0.92 0.92 76 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_parties_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_parties_clause_en_3_2.md index 7ce777b014fcbf..d166b2a183f045 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_parties_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_parties_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.95 0.97 0.96 91 parties 0.90 0.84 0.87 32 - accuracy - - 0.93 123 + accuracy - - 0.93 123 macro-avg 0.92 0.91 0.91 123 weighted-avg 0.93 0.93 0.93 123 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_parties_in_interest_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_parties_in_interest_clause_en_3_2.md index 6f3c86d3325355..0795da53d41a8f 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_parties_in_interest_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_parties_in_interest_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.99 0.99 0.99 106 parties-in-interest 0.98 0.98 0.98 49 - accuracy - - 0.99 155 + accuracy - - 0.99 155 macro-avg 0.99 0.99 0.99 155 weighted-avg 0.99 0.99 0.99 155 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_payments_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_payments_clause_en_3_2.md index 3a2c9651a695ef..e7e7e1c1fc7754 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_payments_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_payments_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.94 0.97 0.95 284 payments 0.91 0.84 0.87 105 - accuracy - - 0.93 389 + accuracy - - 0.93 389 macro avg 0.92 0.90 0.91 389 weighted avg 0.93 0.93 0.93 389 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_performance_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_performance_clause_en_3_2.md index 83180df292cb1a..5716e21c052cf4 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_performance_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_performance_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.90 1.00 0.95 89 performance 1.00 0.74 0.85 39 - accuracy - - 0.92 128 + accuracy - - 0.92 128 macro-avg 0.95 0.87 0.90 128 weighted-avg 0.93 0.92 0.92 128 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_permits_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_permits_clause_en_3_2.md index 069336ce411057..fc2fee3e359e63 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_permits_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_permits_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 1.00 0.96 0.98 94 permits 0.90 1.00 0.95 36 - accuracy - - 0.97 130 + accuracy - - 0.97 130 macro-avg 0.95 0.98 0.96 130 weighted-avg 0.97 0.97 0.97 130 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_persons_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_persons_clause_en_3_2.md index 1562f2f592f934..189d9cc39af5ed 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_persons_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_persons_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 1.00 0.96 0.98 159 persons 0.92 1.00 0.96 73 - accuracy - - 0.97 232 + accuracy - - 0.97 232 macro-avg 0.96 0.98 0.97 232 weighted-avg 0.98 0.97 0.97 232 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_position_and_duties_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_position_and_duties_clause_en_3_2.md index 5f51c612068c0c..bc35d243ce6659 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_position_and_duties_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_position_and_duties_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 1.00 0.99 0.99 92 position-and-duties 0.97 1.00 0.99 38 - accuracy - - 0.99 130 + accuracy - - 0.99 130 macro-avg 0.99 0.99 0.99 130 weighted-avg 0.99 0.99 0.99 130 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_powers_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_powers_clause_en_3_2.md index 48ba5c66804e86..d9b8b3e817d6a6 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_powers_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_powers_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.97 0.99 0.98 307 powers 0.97 0.93 0.95 124 - accuracy - - 0.97 431 + accuracy - - 0.97 431 macro-avg 0.97 0.96 0.96 431 weighted-avg 0.97 0.97 0.97 431 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_preamble_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_preamble_clause_en_3_2.md index 6078b7ead3371c..b5073eb5eada01 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_preamble_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_preamble_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.94 0.94 0.94 66 preamble 0.84 0.84 0.84 25 - accuracy - - 0.91 91 + accuracy - - 0.91 91 macro avg 0.89 0.89 0.89 91 weighted avg 0.91 0.91 0.91 91 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_procedures_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_procedures_clause_en_3_2.md index 5b269b30aa807e..b2dd4f802a6c91 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_procedures_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_procedures_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.96 0.96 0.96 243 procedures 0.92 0.92 0.92 116 - accuracy - - 0.95 359 + accuracy - - 0.95 359 macro-avg 0.94 0.94 0.94 359 weighted-avg 0.95 0.95 0.95 359 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_proprietary_rights_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_proprietary_rights_clause_en_3_2.md index c082ab5af9ee69..03c3a92c023edc 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_proprietary_rights_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_proprietary_rights_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.88 1.00 0.94 51 proprietary_rights 1.00 0.78 0.88 32 - accuracy - - 0.92 83 + accuracy - - 0.92 83 macro-avg 0.94 0.89 0.91 83 weighted-avg 0.93 0.92 0.91 83 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_provisions_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_provisions_clause_en_3_2.md index cf62591d814612..db08603820b148 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_provisions_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_provisions_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.88 0.86 0.87 183 provisions 0.71 0.73 0.72 82 - accuracy - - 0.82 265 + accuracy - - 0.82 265 macro-avg 0.79 0.80 0.79 265 weighted-avg 0.82 0.82 0.82 265 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_public_announcements_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_public_announcements_clause_en_3_2.md index 76be073b113938..fff0ee8e3d16eb 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_public_announcements_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_public_announcements_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 1.00 0.99 0.99 86 public-announcements 0.97 1.00 0.99 36 - accuracy - - 0.99 122 + accuracy - - 0.99 122 macro-avg 0.99 0.99 0.99 122 weighted-avg 0.99 0.99 0.99 122 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_publicity_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_publicity_clause_en_3_2.md index 8a5a87b2b36e0b..9b7f4adcd7cd29 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_publicity_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_publicity_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.94 0.98 0.96 96 publicity 0.94 0.84 0.89 37 - accuracy - - 0.94 133 + accuracy - - 0.94 133 macro-avg 0.94 0.91 0.92 133 weighted-avg 0.94 0.94 0.94 133 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_purchase_and_sale_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_purchase_and_sale_clause_en_3_2.md index cde84b59ee5e91..5421f8d0143bbd 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_purchase_and_sale_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_purchase_and_sale_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.93 1.00 0.96 65 purchase-and-sale 1.00 0.88 0.94 43 - accuracy - - 0.95 108 + accuracy - - 0.95 108 macro-avg 0.96 0.94 0.95 108 weighted-avg 0.96 0.95 0.95 108 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_purchase_price_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_purchase_price_clause_en_3_2.md index 887cb9c2c9cc9a..86447d24a1ee14 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_purchase_price_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_purchase_price_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.99 0.99 0.99 81 purchase-price 0.98 0.98 0.98 47 - accuracy - - 0.98 128 + accuracy - - 0.98 128 macro-avg 0.98 0.98 0.98 128 weighted-avg 0.98 0.98 0.98 128 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_purpose_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_purpose_clause_en_3_2.md index 4590bbcbd36dae..e68bd7314fcdb3 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_purpose_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_purpose_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.94 0.98 0.96 93 purpose 0.94 0.84 0.89 37 - accuracy - - 0.94 130 + accuracy - - 0.94 130 macro-avg 0.94 0.91 0.92 130 weighted-avg 0.94 0.94 0.94 130 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_real_property_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_real_property_clause_en_3_2.md index fca08131bae687..c474aaad3c1de2 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_real_property_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_real_property_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.95 0.97 0.96 60 real-property 0.92 0.88 0.90 25 - accuracy - - 0.94 85 + accuracy - - 0.94 85 macro-avg 0.93 0.92 0.93 85 weighted-avg 0.94 0.94 0.94 85 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_recitals_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_recitals_clause_en_3_2.md index 6f872dfd4c1ff5..a9e322b0bdf563 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_recitals_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_recitals_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.94 0.96 0.95 151 recitals 0.91 0.86 0.89 72 - accuracy - - 0.93 223 + accuracy - - 0.93 223 macro-avg 0.92 0.91 0.92 223 weighted-avg 0.93 0.93 0.93 223 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_recognition_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_recognition_clause_en_3_2.md index 10d4df5df4033d..583de1e84c8201 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_recognition_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_recognition_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.92 0.99 0.95 70 recognition 0.98 0.87 0.92 46 - accuracy - - 0.94 116 + accuracy - - 0.94 116 macro-avg 0.95 0.93 0.94 116 weighted-avg 0.94 0.94 0.94 116 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_records_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_records_clause_en_3_2.md index e32e4ff24e16b9..d494b595046f39 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_records_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_records_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support books-and-records 0.91 0.94 0.92 31 other 0.98 0.97 0.98 104 - accuracy - - 0.96 135 + accuracy - - 0.96 135 macro-avg 0.94 0.95 0.95 135 weighted-avg 0.96 0.96 0.96 135 ``` diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_redemption_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_redemption_clause_en_3_2.md index 22c3616359d95d..ebe619aeddcb97 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_redemption_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_redemption_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.96 0.95 0.95 100 redemption 0.85 0.88 0.87 33 - accuracy - - 0.93 133 + accuracy - - 0.93 133 macro-avg 0.91 0.91 0.91 133 weighted-avg 0.93 0.93 0.93 133 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_registration_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_registration_clause_en_3_2.md index b152cbeb32a8ce..50d3636c257665 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_registration_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_registration_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.90 0.97 0.93 65 registration-rights 0.94 0.83 0.88 41 - accuracy - - 0.92 106 + accuracy - - 0.92 106 macro-avg 0.92 0.90 0.91 106 weighted-avg 0.92 0.92 0.91 106 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_registration_expenses_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_registration_expenses_clause_en_3_2.md index 1367416a1dabba..1937fdf0192b3e 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_registration_expenses_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_registration_expenses_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 1.00 0.99 0.99 86 registration-expenses 0.97 1.00 0.98 30 - accuracy - - 0.99 116 + accuracy - - 0.99 116 macro-avg 0.98 0.99 0.99 116 weighted-avg 0.99 0.99 0.99 116 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_registration_rights_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_registration_rights_clause_en_3_2.md index 771c5eb8ae3665..11d23e39474bb9 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_registration_rights_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_registration_rights_clause_en_3_2.md @@ -105,7 +105,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.90 0.97 0.93 65 registration-rights 0.94 0.83 0.88 41 - accuracy - - 0.92 106 + accuracy - - 0.92 106 macro-avg 0.92 0.90 0.91 106 weighted-avg 0.92 0.92 0.91 106 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_reimbursements_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_reimbursements_clause_en_3_2.md index ce248fcb1faf8e..057564988f1170 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_reimbursements_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_reimbursements_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.96 0.97 0.96 132 reimbursements 0.93 0.90 0.91 58 - accuracy - - 0.95 190 + accuracy - - 0.95 190 macro-avg 0.94 0.93 0.94 190 weighted-avg 0.95 0.95 0.95 190 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_reinstatement_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_reinstatement_clause_en_3_2.md index 4f576ff8d38361..f406601575934f 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_reinstatement_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_reinstatement_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.95 0.97 0.96 101 reinstatement 0.89 0.83 0.86 29 - accuracy - - 0.94 130 + accuracy - - 0.94 130 macro-avg 0.92 0.90 0.91 130 weighted-avg 0.94 0.94 0.94 130 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_relationship_of_the_parties_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_relationship_of_the_parties_clause_en_3_2.md index 2a4e46289eb878..fca9b548a558d9 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_relationship_of_the_parties_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_relationship_of_the_parties_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.99 1.00 0.99 241 relationship of the parties 0.99 0.96 0.97 78 - accuracy - - 0.99 319 + accuracy - - 0.99 319 macro-avg 0.99 0.98 0.98 319 weighted-avg 0.99 0.99 0.99 319 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_release_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_release_clause_en_3_2.md index 04dabffd165103..44a1eab90378ea 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_release_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_release_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.88 1.00 0.93 70 release 1.00 0.50 0.67 20 - accuracy - - 0.89 90 + accuracy - - 0.89 90 macro-avg 0.94 0.75 0.80 90 weighted-avg 0.90 0.89 0.87 90 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_reliance_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_reliance_clause_en_3_2.md index ec5c26785bbf34..d9c2b23778ab1d 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_reliance_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_reliance_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.97 0.97 0.97 104 reliance 0.88 0.88 0.88 24 - accuracy - - 0.95 128 + accuracy - - 0.95 128 macro-avg 0.92 0.92 0.92 128 weighted-avg 0.95 0.95 0.95 128 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_remedies_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_remedies_clause_en_3_2.md index b32922e362567c..49cbff0c852e06 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_remedies_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_remedies_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.95 0.96 0.96 56 remedies 0.92 0.88 0.90 26 - accuracy - - 0.94 82 + accuracy - - 0.94 82 macro-avg 0.93 0.92 0.93 82 weighted-avg 0.94 0.94 0.94 82 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_remedies_cumulative_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_remedies_cumulative_clause_en_3_2.md index 148f08cfd0213f..1f69c4d2bf14b9 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_remedies_cumulative_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_remedies_cumulative_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 1.00 0.96 0.98 114 remedies-cumulative 0.91 1.00 0.95 42 - accuracy - - 0.97 156 + accuracy - - 0.97 156 macro-avg 0.96 0.98 0.97 156 weighted-avg 0.98 0.97 0.97 156 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_rent_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_rent_clause_en_3_2.md index 4e9d39245f9390..efb0598f377137 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_rent_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_rent_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.97 0.96 0.96 95 rent 0.88 0.91 0.90 33 - accuracy - - 0.95 128 + accuracy - - 0.95 128 macro-avg 0.93 0.93 0.93 128 weighted-avg 0.95 0.95 0.95 128 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_reporting_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_reporting_clause_en_3_2.md index 2ac2a8a982d718..32ba61c15f534f 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_reporting_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_reporting_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.93 0.93 0.93 154 reporting 0.86 0.87 0.87 78 - accuracy - - 0.91 232 + accuracy - - 0.91 232 macro-avg 0.90 0.90 0.90 232 weighted-avg 0.91 0.91 0.91 232 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_reports_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_reports_clause_en_3_2.md index 40bd39f0e4bada..1689b01c07fb1b 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_reports_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_reports_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.94 0.95 0.94 62 reports 0.91 0.88 0.90 34 - accuracy - - 0.93 96 + accuracy - - 0.93 96 macro-avg 0.92 0.92 0.92 96 weighted-avg 0.93 0.93 0.93 96 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_representations_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_representations_clause_en_3_2.md index 24daa089e08366..c6c167f2c42320 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_representations_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_representations_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.98 0.98 0.98 645 representations 0.95 0.94 0.95 212 - accuracy - - 0.97 857 + accuracy - - 0.97 857 macro-avg 0.97 0.96 0.96 857 weighted-avg 0.97 0.97 0.97 857 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_resignation_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_resignation_clause_en_3_2.md index 5a557b83527942..2b29c8a6d010f1 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_resignation_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_resignation_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.98 1.00 0.99 115 resignation 1.00 0.94 0.97 33 - accuracy - - 0.99 148 + accuracy - - 0.99 148 macro-avg 0.99 0.97 0.98 148 weighted-avg 0.99 0.99 0.99 148 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_restrictions_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_restrictions_clause_en_3_2.md index 9c9fbf6a87a2b6..b19f582ba598ec 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_restrictions_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_restrictions_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.81 0.97 0.88 61 restrictions 0.91 0.60 0.72 35 - accuracy - - 0.83 96 + accuracy - - 0.83 96 macro-avg 0.86 0.78 0.80 96 weighted-avg 0.85 0.83 0.82 96 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_restrictions_on_transfer_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_restrictions_on_transfer_clause_en_3_2.md index 01e6b438e02036..a431128a0a74c6 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_restrictions_on_transfer_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_restrictions_on_transfer_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.93 0.96 0.94 92 restrictions-on-transfer 0.85 0.77 0.81 30 - accuracy - - 0.91 122 + accuracy - - 0.91 122 macro-avg 0.89 0.86 0.87 122 weighted-avg 0.91 0.91 0.91 122 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_right_of_setoff_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_right_of_setoff_clause_en_3_2.md index 214919fe06f030..09efba839bdcc8 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_right_of_setoff_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_right_of_setoff_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.95 0.99 0.97 94 right-of-setoff 0.94 0.77 0.85 22 - accuracy - - 0.95 116 + accuracy - - 0.95 116 macro-avg 0.95 0.88 0.91 116 weighted-avg 0.95 0.95 0.95 116 ``` diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_rules_of_construction_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_rules_of_construction_clause_en_3_2.md index 476a3ad29564fa..b6f4dc002d7869 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_rules_of_construction_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_rules_of_construction_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.96 0.99 0.97 98 rules-of-construction 0.98 0.91 0.94 46 - accuracy - - 0.97 144 + accuracy - - 0.97 144 macro-avg 0.97 0.95 0.96 144 weighted-avg 0.97 0.97 0.96 144 ``` diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_salary_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_salary_clause_en_3_2.md index aeb07bd0f3ca13..0d3fe3874e9636 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_salary_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_salary_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 1.00 1.00 1.00 79 salary 1.00 1.00 1.00 33 - accuracy - - 1.00 112 + accuracy - - 1.00 112 macro-avg 1.00 1.00 1.00 112 weighted-avg 1.00 1.00 1.00 112 ``` diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_scope_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_scope_clause_en_3_2.md index 6c2b587d860849..8224616a7a0daa 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_scope_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_scope_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.94 0.90 0.92 88 scope 0.73 0.83 0.77 29 - accuracy - - 0.88 117 + accuracy - - 0.88 117 macro-avg 0.83 0.86 0.85 117 weighted-avg 0.89 0.88 0.88 117 ``` diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_section_headings_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_section_headings_clause_en_3_2.md index d8e31b6811d93f..566162a0dd220e 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_section_headings_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_section_headings_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 1.00 1.00 1.00 159 section-headings 1.00 1.00 1.00 46 - accuracy - - 1.00 205 + accuracy - - 1.00 205 macro-avg 1.00 1.00 1.00 205 weighted-avg 1.00 1.00 1.00 205 ``` diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_security_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_security_clause_en_3_2.md index 9c215f2a94b0c9..a62a690e69ae1d 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_security_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_security_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.94 0.97 0.95 119 security 0.94 0.86 0.90 57 - accuracy - - 0.94 176 + accuracy - - 0.94 176 macro-avg 0.94 0.92 0.93 176 weighted-avg 0.94 0.94 0.94 176 ``` diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_security_interest_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_security_interest_clause_en_3_2.md index 91837911125e17..4cb1a6a6c04fc6 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_security_interest_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_security_interest_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support grant-of-security-interest 1.00 0.91 0.95 34 other 0.97 1.00 0.98 85 - accuracy - - 0.97 119 + accuracy - - 0.97 119 macro-avg 0.98 0.96 0.97 119 weighted-avg 0.98 0.97 0.97 119 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_seniority_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_seniority_clause_en_3_2.md index 08a417a01354fa..9ed190684dc4c6 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_seniority_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_seniority_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.99 0.96 0.97 91 seniority 0.90 0.97 0.94 37 - accuracy - - 0.96 128 + accuracy - - 0.96 128 macro-avg 0.94 0.96 0.95 128 weighted-avg 0.96 0.96 0.96 128 ``` diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_services_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_services_clause_en_3_2.md index b18e95bac089da..5458c45ffc6c6f 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_services_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_services_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.97 0.95 0.96 78 services 0.89 0.94 0.91 34 - accuracy - - 0.95 112 + accuracy - - 0.95 112 macro-avg 0.93 0.94 0.94 112 weighted-avg 0.95 0.95 0.95 112 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_set_off_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_set_off_clause_en_3_2.md index 5e9795f661a7ad..4932a31d552f98 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_set_off_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_set_off_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.95 0.98 0.96 94 set-off 0.94 0.86 0.90 36 - accuracy - - 0.95 130 + accuracy - - 0.95 130 macro-avg 0.94 0.92 0.93 130 weighted-avg 0.95 0.95 0.95 130 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_severability_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_severability_clause_en_3_2.md index e699e52994b18e..cae907503bb49b 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_severability_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_severability_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.97 0.98 0.98 131 severability 0.97 0.95 0.96 81 - accuracy - - 0.97 212 + accuracy - - 0.97 212 macro-avg 0.97 0.97 0.97 212 weighted-avg 0.97 0.97 0.97 212 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_severance_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_severance_clause_en_3_2.md index 35565b64f3235e..4bed0fdfd9c890 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_severance_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_severance_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.94 0.94 0.94 68 severance 0.86 0.86 0.86 28 - accuracy - - 0.92 96 + accuracy - - 0.92 96 macro-avg 0.90 0.90 0.90 96 weighted-avg 0.92 0.92 0.92 96 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_sick_leave_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_sick_leave_clause_en_3_2.md index 07049e0dea7b64..aa86703821e586 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_sick_leave_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_sick_leave_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.96 0.99 0.98 80 sick-leave 0.97 0.93 0.95 42 - accuracy - - 0.97 122 + accuracy - - 0.97 122 macro-avg 0.97 0.96 0.96 122 weighted-avg 0.97 0.97 0.97 122 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_solvency_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_solvency_clause_en_3_2.md index 383c6cae1c7fd5..94ef316575fc25 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_solvency_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_solvency_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support insolvency 0.98 0.98 0.98 43 other 0.99 0.99 0.99 101 - accuracy - - 0.99 144 + accuracy - - 0.99 144 macro-avg 0.98 0.98 0.98 144 weighted-avg 0.99 0.99 0.99 144 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_special_terms_and_conditions_of_trust_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_special_terms_and_conditions_of_trust_clause_en_3_2.md index 6ca7e80fab915f..18c29fd2142c94 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_special_terms_and_conditions_of_trust_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_special_terms_and_conditions_of_trust_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 1.00 1.00 1.00 132 special-terms-and-conditions-of-trust 1.00 1.00 1.00 56 - accuracy - - 1.00 188 + accuracy - - 1.00 188 macro-avg 1.00 1.00 1.00 188 weighted-avg 1.00 1.00 1.00 188 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_specific_performance_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_specific_performance_clause_en_3_2.md index 5c24541e5253f4..938a6bd0885bca 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_specific_performance_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_specific_performance_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 1.00 0.98 0.99 94 specific-performance 0.95 1.00 0.97 36 - accuracy - - 0.98 130 + accuracy - - 0.98 130 macro-avg 0.97 0.99 0.98 130 weighted-avg 0.99 0.98 0.98 130 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_standard_of_care_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_standard_of_care_clause_en_3_2.md index 97623caab66c76..81af1f637c09c4 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_standard_of_care_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_standard_of_care_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.95 0.98 0.96 97 standard-of-care 0.94 0.86 0.90 36 - accuracy - - 0.95 133 + accuracy - - 0.95 133 macro-avg 0.94 0.92 0.93 133 weighted-avg 0.95 0.95 0.95 133 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_standard_terms_and_conditions_of_trust_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_standard_terms_and_conditions_of_trust_clause_en_3_2.md index 897e55667c0ab1..7fd5c1f67fa0fd 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_standard_terms_and_conditions_of_trust_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_standard_terms_and_conditions_of_trust_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.75 1.00 0.86 6 standard-terms-and-conditions-of-trust 0.00 0.00 0.00 2 - accuracy - - 0.75 8 + accuracy - - 0.75 8 macro-avg 0.38 0.50 0.43 8 weighted-avg 0.56 0.75 0.64 8 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_stock_options_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_stock_options_clause_en_3_2.md index 958def4b938422..6b6b6a7c2d838f 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_stock_options_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_stock_options_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.98 0.97 0.97 87 stock-options 0.86 0.90 0.88 21 - accuracy - - 0.95 108 + accuracy - - 0.95 108 macro-avg 0.92 0.94 0.93 108 weighted-avg 0.95 0.95 0.95 108 ``` diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_subordination_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_subordination_clause_en_3_2.md index 9379b05b1c502a..1def6e3c91f77a 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_subordination_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_subordination_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.94 0.98 0.96 49 subordination 0.96 0.89 0.93 28 - accuracy - - 0.95 77 + accuracy - - 0.95 77 macro-avg 0.95 0.94 0.94 77 weighted-avg 0.95 0.95 0.95 77 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_subrogation_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_subrogation_clause_en_3_2.md index 15cea347af11e9..274da3ded3f11b 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_subrogation_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_subrogation_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.92 0.97 0.95 89 subrogation 0.90 0.79 0.84 33 - accuracy - - 0.92 122 + accuracy - - 0.92 122 macro-avg 0.91 0.88 0.89 122 weighted-avg 0.92 0.92 0.92 122 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_subsidiaries_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_subsidiaries_clause_en_3_2.md index 63b2103e87b924..b1431b638b1f94 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_subsidiaries_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_subsidiaries_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.98 0.95 0.97 63 subsidiaries 0.88 0.96 0.92 23 - accuracy - - 0.95 86 + accuracy - - 0.95 86 macro-avg 0.93 0.95 0.94 86 weighted-avg 0.96 0.95 0.95 86 ``` diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_successors_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_successors_clause_en_3_2.md index e83536c3965628..0299ceab6c6b8e 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_successors_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_successors_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 1.00 0.98 0.99 159 successors 0.96 1.00 0.98 72 - accuracy - - 0.99 231 + accuracy - - 0.99 231 macro-avg 0.98 0.99 0.99 231 weighted-avg 0.99 0.99 0.99 231 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_support_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_support_clause_en_3_2.md index be502fa443be8f..fbc568da91f119 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_support_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_support_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.97 0.99 0.98 120 support 0.97 0.89 0.93 35 - accuracy - - 0.97 155 + accuracy - - 0.97 155 macro-avg 0.97 0.94 0.95 155 weighted-avg 0.97 0.97 0.97 155 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_tax_returns_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_tax_returns_clause_en_3_2.md index 8dbbf1e51846a8..e10ae18d5d1199 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_tax_returns_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_tax_returns_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house precision recall f1-score support other 1.00 0.92 0.96 37 tax-returns 0.75 1.00 0.86 9 - accuracy - - 0.93 46 + accuracy - - 0.93 46 macro-avg 0.88 0.96 0.91 46 weighted-avg 0.95 0.93 0.94 46 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_tax_withholding_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_tax_withholding_clause_en_3_2.md index b7e89b7915cf40..19ab430fdd7b2a 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_tax_withholding_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_tax_withholding_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.99 0.99 0.99 200 tax-withholding 0.98 0.98 0.98 82 - accuracy - - 0.99 282 + accuracy - - 0.99 282 macro-avg 0.98 0.98 0.98 282 weighted-avg 0.99 0.99 0.99 282 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_taxes_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_taxes_clause_en_3_2.md index deeafb3a2b71ce..da3c0a13325482 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_taxes_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_taxes_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.95 0.97 0.96 115 taxes 0.90 0.85 0.88 41 - accuracy - - 0.94 156 + accuracy - - 0.94 156 macro-avg 0.92 0.91 0.92 156 weighted-avg 0.94 0.94 0.94 156 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_term_and_termination_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_term_and_termination_clause_en_3_2.md index c9d70bc4976cd5..d6e52cdd679fad 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_term_and_termination_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_term_and_termination_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.97 0.97 0.97 95 term-and-termination 0.93 0.93 0.93 40 - accuracy - - 0.96 135 + accuracy - - 0.96 135 macro-avg 0.95 0.95 0.95 135 weighted-avg 0.96 0.96 0.96 135 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_term_of_employment_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_term_of_employment_clause_en_3_2.md index 9f55ecabf3df1c..b715a80e2a18a7 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_term_of_employment_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_term_of_employment_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 1.00 0.98 0.99 96 term-of-employment 0.95 1.00 0.97 38 - accuracy - - 0.99 134 - macro avg 0.97 0.99 0.98 134 - weighted avg 0.99 0.99 0.99 134 + accuracy - - 0.99 134 + macro-avg 0.97 0.99 0.98 134 + weighted-avg 0.99 0.99 0.99 134 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_termination_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_termination_clause_en_3_2.md index 7aaebcb4ded63d..28343940d49382 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_termination_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_termination_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support duration-and-termination 0.93 0.89 0.91 28 other 0.97 0.98 0.98 107 - accuracy - - 0.96 135 + accuracy - - 0.96 135 macro-avg 0.95 0.94 0.94 135 weighted-avg 0.96 0.96 0.96 135 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_termination_of_agreement_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_termination_of_agreement_clause_en_3_2.md index 89f89c839b28ea..87879efe914637 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_termination_of_agreement_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_termination_of_agreement_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.96 0.99 0.97 74 termination-of-agreement 0.97 0.93 0.95 42 - accuracy - - 0.97 116 - macro avg 0.97 0.96 0.96 116 - weighted avg 0.97 0.97 0.97 116 + accuracy - - 0.97 116 + macro-avg 0.97 0.96 0.96 116 + weighted-avg 0.97 0.97 0.97 116 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_termination_of_employment_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_termination_of_employment_clause_en_3_2.md index 7bf97a17485e21..a4109c948bd1d4 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_termination_of_employment_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_termination_of_employment_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.97 1.00 0.99 72 termination-of-employment 1.00 0.95 0.98 42 - accuracy - - 0.98 114 + accuracy - - 0.98 114 macro-avg 0.99 0.98 0.98 114 weighted-avg 0.98 0.98 0.98 114 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_terms_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_terms_clause_en_3_2.md index 400b5e407cd129..ec7d8143b59efe 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_terms_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_terms_clause_en_3_2.md @@ -105,7 +105,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.92 0.95 0.93 577 terms 0.88 0.82 0.85 271 - accuracy - - 0.91 848 + accuracy - - 0.91 848 macro-avg 0.90 0.88 0.89 848 weighted-avg 0.91 0.91 0.91 848 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_the_closing_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_the_closing_clause_en_3_2.md index 3bce60479acd97..eaa8edff2414a8 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_the_closing_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_the_closing_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 1.00 1.00 1.00 105 the-closing 1.00 1.00 1.00 35 - accuracy - - 1.00 140 + accuracy - - 1.00 140 macro-avg 1.00 1.00 1.00 140 weighted-avg 1.00 1.00 1.00 140 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_the_merger_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_the_merger_clause_en_3_2.md index 15615a1b0af1d3..3d508ea2980bad 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_the_merger_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_the_merger_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.98 1.00 0.99 98 the-merger 1.00 0.95 0.97 38 - accuracy - - 0.99 136 + accuracy - - 0.99 136 macro-avg 0.99 0.97 0.98 136 weighted-avg 0.99 0.99 0.99 136 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_therefore_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_therefore_clause_en_3_2.md index 677feebe72ec47..d7d21d9f267927 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_therefore_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_therefore_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.96 0.99 0.97 88 therefore 0.98 0.92 0.95 48 - accuracy - - 0.96 136 - macro avg 0.97 0.95 0.96 136 -weighted avg 0.96 0.96 0.96 136 + accuracy - - 0.96 136 + macro-avg 0.97 0.95 0.96 136 +weighted-avg 0.96 0.96 0.96 136 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_third_party_beneficiaries_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_third_party_beneficiaries_clause_en_3_2.md index 7b9f0fa5cbf0b6..ab63a313402588 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_third_party_beneficiaries_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_third_party_beneficiaries_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support no-third-party-beneficiaries 0.96 0.96 0.96 49 other 0.98 0.98 0.98 130 - accuracy - - 0.98 179 + accuracy - - 0.98 179 macro-avg 0.97 0.97 0.97 179 weighted-avg 0.98 0.98 0.98 179 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_time_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_time_clause_en_3_2.md index 5d019b855aa2cd..7189e070ac0962 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_time_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_time_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.98 0.99 0.99 304 time 0.98 0.96 0.97 150 - accuracy - - 0.98 454 + accuracy - - 0.98 454 macro-avg 0.98 0.98 0.98 454 weighted-avg 0.98 0.98 0.98 454 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_title_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_title_clause_en_3_2.md index f55ceebc15b4a1..14ac37d7ad3d52 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_title_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_title_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.95 0.98 0.96 179 title 0.93 0.86 0.90 65 - accuracy - - 0.95 244 + accuracy - - 0.95 244 macro-avg 0.94 0.92 0.93 244 weighted-avg 0.95 0.95 0.95 244 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_transactions_with_affiliates_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_transactions_with_affiliates_clause_en_3_2.md index 79e97642cdb96f..509b111733babd 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_transactions_with_affiliates_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_transactions_with_affiliates_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.97 0.98 0.97 86 transactions-with-affiliates 0.92 0.88 0.90 26 - accuracy - - 0.96 112 + accuracy - - 0.96 112 macro-avg 0.94 0.93 0.94 112 weighted-avg 0.95 0.96 0.96 112 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_transfer_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_transfer_clause_en_3_2.md index 6088683b8ec338..ab35b3e6351430 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_transfer_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_transfer_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.91 0.94 0.93 66 transfer 0.90 0.86 0.88 43 - accuracy - - 0.91 109 + accuracy - - 0.91 109 macro-avg 0.91 0.90 0.90 109 weighted-avg 0.91 0.91 0.91 109 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_transfers_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_transfers_clause_en_3_2.md index 44547d8afd6355..199069368fd6cb 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_transfers_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_transfers_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.83 0.93 0.88 99 transfers 0.72 0.49 0.58 37 - accuracy - - 0.81 136 + accuracy - - 0.81 136 macro-avg 0.77 0.71 0.73 136 weighted-avg 0.80 0.81 0.80 136 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_trustee_may_file_proofs_of_claim_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_trustee_may_file_proofs_of_claim_clause_en_3_2.md index 770332553faeee..f6c1a6b13e08d4 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_trustee_may_file_proofs_of_claim_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_trustee_may_file_proofs_of_claim_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.97 0.97 0.97 30 trustee-may-file-proofs-of-claim 0.93 0.93 0.93 15 - accuracy - - 0.96 45 + accuracy - - 0.96 45 macro-avg 0.95 0.95 0.95 45 weighted-avg 0.96 0.96 0.96 45 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_undertaking_for_costs_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_undertaking_for_costs_clause_en_3_2.md index 1081dfbf4123de..f96cb246ed369f 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_undertaking_for_costs_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_undertaking_for_costs_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.98 0.98 0.98 44 undertaking-for-costs 0.91 0.91 0.91 11 - accuracy - - 0.96 55 + accuracy - - 0.96 55 macro-avg 0.94 0.94 0.94 55 weighted-avg 0.96 0.96 0.96 55 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_usa_patriot_act_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_usa_patriot_act_clause_en_3_2.md index 80fcf72b1cb409..474a3583e35840 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_usa_patriot_act_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_usa_patriot_act_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.99 1.00 0.99 97 usa-patriot-act 1.00 0.96 0.98 25 - accuracy - - 0.99 122 + accuracy - - 0.99 122 macro-avg 0.99 0.98 0.99 122 weighted-avg 0.99 0.99 0.99 122 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_use_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_use_clause_en_3_2.md index 61d9918b2feedf..913c59397f5954 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_use_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_use_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support absence-of-certain-changes 0.99 0.99 0.99 67 other 0.99 0.99 0.99 175 - accuracy - - 0.99 242 + accuracy - - 0.99 242 macro-avg 0.99 0.99 0.99 242 weighted-avg 0.99 0.99 0.99 242 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_use_of_proceeds_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_use_of_proceeds_clause_en_3_2.md index c3e8176f12c853..ea2f39d88dee35 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_use_of_proceeds_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_use_of_proceeds_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.99 1.00 1.00 112 use-of-proceeds 1.00 0.98 0.99 43 - accuracy - - 0.99 155 + accuracy - - 0.99 155 macro-avg 1.00 0.99 0.99 155 weighted-avg 0.99 0.99 0.99 155 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_utilities_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_utilities_clause_en_3_2.md index 1fd0095036a8d9..d8dbae1a5b9962 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_utilities_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_utilities_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.99 0.98 0.99 105 utilities 0.93 0.97 0.95 29 - accuracy - - 0.98 134 + accuracy - - 0.98 134 macro-avg 0.96 0.97 0.97 134 weighted-avg 0.98 0.98 0.98 134 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_vacation_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_vacation_clause_en_3_2.md index 453c6ff0e74ab9..69b74ace429acd 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_vacation_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_vacation_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 1.00 0.99 0.99 84 vacation 0.98 1.00 0.99 51 - accuracy - - 0.99 135 + accuracy - - 0.99 135 macro-avg 0.99 0.99 0.99 135 weighted-avg 0.99 0.99 0.99 135 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_validity_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_validity_clause_en_3_2.md index 9b1c99b602d684..aae3fc9d5856a9 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_validity_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_validity_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.96 0.98 0.97 89 validity 0.94 0.89 0.92 37 - accuracy - - 0.95 126 + accuracy - - 0.95 126 macro-avg 0.95 0.93 0.94 126 weighted-avg 0.95 0.95 0.95 126 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_vesting_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_vesting_clause_en_3_2.md index 1d0f24969ced82..f915f0bdcd343f 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_vesting_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_vesting_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 1.00 0.96 0.98 84 vesting 0.90 1.00 0.95 28 - accuracy - - 0.97 112 + accuracy - - 0.97 112 macro-avg 0.95 0.98 0.97 112 weighted-avg 0.98 0.97 0.97 112 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_voting_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_voting_clause_en_3_2.md index 21ad554c244b27..a7ce836a04cc1a 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_voting_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_voting_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.97 0.98 0.98 193 voting 0.96 0.93 0.95 75 - accuracy - - 0.97 268 + accuracy - - 0.97 268 macro-avg 0.97 0.96 0.96 268 weighted-avg 0.97 0.97 0.97 268 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_waiver_of_jury_trial_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_waiver_of_jury_trial_clause_en_3_2.md index d7fece5e505888..1faa311a90335d 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_waiver_of_jury_trial_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_waiver_of_jury_trial_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.96 0.99 0.98 102 waiver-of-jury-trial 0.96 0.86 0.91 28 - accuracy - - 0.96 130 + accuracy - - 0.96 130 macro-avg 0.96 0.92 0.94 130 weighted-avg 0.96 0.96 0.96 130 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_waivers_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_waivers_clause_en_3_2.md index f6487f80705cf5..8ffa03ae32da36 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_waivers_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_waivers_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.96 0.98 0.97 324 waivers 0.96 0.90 0.93 128 - accuracy - - 0.96 452 + accuracy - - 0.96 452 macro-avg 0.96 0.94 0.95 452 weighted-avg 0.96 0.96 0.96 452 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_warranty_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_warranty_clause_en_3_2.md index ea936df7a17fad..73558927a0c925 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_warranty_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_warranty_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.94 0.96 0.95 99 warranty 0.86 0.81 0.83 31 - accuracy - - 0.92 130 + accuracy - - 0.92 130 macro-avg 0.90 0.88 0.89 130 weighted-avg 0.92 0.92 0.92 130 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_whereas_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_whereas_clause_en_3_2.md index fe57c6f41de86d..f717c9257e0475 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_whereas_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_whereas_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.98 0.98 0.98 257 whereas 0.97 0.96 0.96 126 - accuracy - - 0.98 383 + accuracy - - 0.98 383 macro-avg 0.97 0.97 0.97 383 weighted-avg 0.98 0.98 0.98 383 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-08-10-legclf_witnesseth_clause_en_3_2.md b/docs/_posts/josejuanmartinez/2022-08-10-legclf_witnesseth_clause_en_3_2.md index 846aef979b2b78..9a7f1e9df0b6ea 100644 --- a/docs/_posts/josejuanmartinez/2022-08-10-legclf_witnesseth_clause_en_3_2.md +++ b/docs/_posts/josejuanmartinez/2022-08-10-legclf_witnesseth_clause_en_3_2.md @@ -106,7 +106,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support other 0.95 0.94 0.95 125 witnesseth 0.88 0.89 0.88 55 - accuracy - - 0.93 180 + accuracy - - 0.93 180 macro-avg 0.91 0.92 0.92 180 weighted-avg 0.93 0.93 0.93 180 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-09-06-finclf_augmented_esg_en.md b/docs/_posts/josejuanmartinez/2022-09-06-finclf_augmented_esg_en.md index bccd2b853a23ce..971dbdc5a42271 100644 --- a/docs/_posts/josejuanmartinez/2022-09-06-finclf_augmented_esg_en.md +++ b/docs/_posts/josejuanmartinez/2022-09-06-finclf_augmented_esg_en.md @@ -133,7 +133,7 @@ Customer_Privacy 1.00 0.93 0.9 Ecological_Impacts 1.00 1.00 1.00 16 Energy_Management 1.00 0.91 0.95 11 GHG_Emissions 1.00 0.91 0.95 11 -accuracy - - 0.95 330 +accuracy - - 0.95 330 macro-avg 0.95 0.95 0.95 330 weighted-avg 0.95 0.95 0.95 330 ``` diff --git a/docs/_posts/josejuanmartinez/2022-09-06-finclf_bert_fls_en.md b/docs/_posts/josejuanmartinez/2022-09-06-finclf_bert_fls_en.md index 56280c73f91b33..2ca9c2cb4441a8 100644 --- a/docs/_posts/josejuanmartinez/2022-09-06-finclf_bert_fls_en.md +++ b/docs/_posts/josejuanmartinez/2022-09-06-finclf_bert_fls_en.md @@ -107,7 +107,7 @@ In-house annotations on 10K financial reports and reports from Russell 3000 firm Specific_FLS 0.96 0.93 0.94 311 Non-specific_FLS 0.91 0.94 0.92 215 Not_FLS 0.84 0.87 0.85 70 - accuracy - - 0.92 596 + accuracy - - 0.92 596 macro-avg 0.90 0.91 0.91 596 weighted-avg 0.93 0.92 0.92 596 ``` diff --git a/docs/_posts/josejuanmartinez/2022-09-06-finclf_esg_en.md b/docs/_posts/josejuanmartinez/2022-09-06-finclf_esg_en.md index acf291fb3008f9..b53f3fe18065b1 100644 --- a/docs/_posts/josejuanmartinez/2022-09-06-finclf_esg_en.md +++ b/docs/_posts/josejuanmartinez/2022-09-06-finclf_esg_en.md @@ -109,7 +109,7 @@ In-house annotations from scrapped annual reports and tweets about ESG Environmental 0.99 0.97 0.98 97 Social 0.95 0.96 0.95 162 Governance 0.91 0.90 0.91 71 - accuracy - - 0.95 330 + accuracy - - 0.95 330 macro-avg 0.95 0.94 0.95 330 weighted-avg 0.95 0.95 0.95 330 ``` diff --git a/docs/_posts/josejuanmartinez/2022-09-20-legclf_cuad_confidentiality_clause_en.md b/docs/_posts/josejuanmartinez/2022-09-20-legclf_cuad_confidentiality_clause_en.md index af17f0ee8e56dd..5a0203ceefc7bb 100644 --- a/docs/_posts/josejuanmartinez/2022-09-20-legclf_cuad_confidentiality_clause_en.md +++ b/docs/_posts/josejuanmartinez/2022-09-20-legclf_cuad_confidentiality_clause_en.md @@ -107,7 +107,7 @@ In-house annotations on CUAD dataset label precision recall f1-score support confidentiality 1.00 0.91 0.95 11 other 0.95 1.00 0.97 19 - accuracy - - 0.97 30 + accuracy - - 0.97 30 macro-avg 0.97 0.95 0.96 30 weighted-avg 0.97 0.97 0.97 30 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-09-20-legclf_cuad_obligations_clause_en.md b/docs/_posts/josejuanmartinez/2022-09-20-legclf_cuad_obligations_clause_en.md index d68b8aa7fe91c0..a2efa28793c12d 100644 --- a/docs/_posts/josejuanmartinez/2022-09-20-legclf_cuad_obligations_clause_en.md +++ b/docs/_posts/josejuanmartinez/2022-09-20-legclf_cuad_obligations_clause_en.md @@ -107,7 +107,7 @@ In-house annotations on CUAD dataset label precision recall f1-score support obligations 0.88 0.79 0.83 95 other 0.88 0.93 0.90 152 - accuracy - - 0.88 247 + accuracy - - 0.88 247 macro-avg 0.88 0.86 0.87 247 weighted-avg 0.88 0.88 0.88 247 ``` diff --git a/docs/_posts/josejuanmartinez/2022-09-20-legclf_cuad_whereas_clause_en.md b/docs/_posts/josejuanmartinez/2022-09-20-legclf_cuad_whereas_clause_en.md index 033082cb6c399a..8dfde2e838b11d 100644 --- a/docs/_posts/josejuanmartinez/2022-09-20-legclf_cuad_whereas_clause_en.md +++ b/docs/_posts/josejuanmartinez/2022-09-20-legclf_cuad_whereas_clause_en.md @@ -107,7 +107,7 @@ In-house annotations on CUAD dataset label precision recall f1-score support other 0.98 0.94 0.96 67 whereas 0.91 0.98 0.94 41 - accuracy - - 0.95 108 + accuracy - - 0.95 108 macro-avg 0.95 0.96 0.95 108 weighted-avg 0.96 0.95 0.95 108 diff --git a/docs/_posts/josejuanmartinez/2022-09-27-legclf_cuad_indemnifications_clause_en.md b/docs/_posts/josejuanmartinez/2022-09-27-legclf_cuad_indemnifications_clause_en.md index b96062b4b608f2..1e45e70cfdfad7 100644 --- a/docs/_posts/josejuanmartinez/2022-09-27-legclf_cuad_indemnifications_clause_en.md +++ b/docs/_posts/josejuanmartinez/2022-09-27-legclf_cuad_indemnifications_clause_en.md @@ -108,7 +108,7 @@ In-house annotations on CUAD dataset label precision recall f1-score support indemnifications 1.00 0.83 0.91 12 other 0.83 1.00 0.91 10 - accuracy - - 0.91 22 + accuracy - - 0.91 22 macro avg 0.92 0.92 0.91 22 weighted avg 0.92 0.91 0.91 22 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-09-27-legclf_cuad_licenses_clause_en.md b/docs/_posts/josejuanmartinez/2022-09-27-legclf_cuad_licenses_clause_en.md index 98cfa5bf0d145b..67992b60053eb4 100644 --- a/docs/_posts/josejuanmartinez/2022-09-27-legclf_cuad_licenses_clause_en.md +++ b/docs/_posts/josejuanmartinez/2022-09-27-legclf_cuad_licenses_clause_en.md @@ -107,7 +107,7 @@ In-house annotations on CUAD dataset label precision recall f1-score support licenses 1.00 0.60 0.75 10 other 0.84 1.00 0.91 21 - accuracy - - 0.87 31 + accuracy - - 0.87 31 macro avg 0.92 0.80 0.83 31 weighted avg 0.89 0.87 0.86 31 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-09-28-legclf_enforceability_clause_en.md b/docs/_posts/josejuanmartinez/2022-09-28-legclf_enforceability_clause_en.md index 1b256876098987..4aae539fbb20c1 100644 --- a/docs/_posts/josejuanmartinez/2022-09-28-legclf_enforceability_clause_en.md +++ b/docs/_posts/josejuanmartinez/2022-09-28-legclf_enforceability_clause_en.md @@ -107,7 +107,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support enforceability 0.87 0.89 0.88 38 other 0.95 0.94 0.94 78 - accuracy - - 0.92 116 + accuracy - - 0.92 116 macro-avg 0.91 0.92 0.91 116 weighted-avg 0.92 0.92 0.92 116 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-09-28-legclf_enforcement_clause_en.md b/docs/_posts/josejuanmartinez/2022-09-28-legclf_enforcement_clause_en.md index e3032d9eaebf72..7be8fe633a718f 100644 --- a/docs/_posts/josejuanmartinez/2022-09-28-legclf_enforcement_clause_en.md +++ b/docs/_posts/josejuanmartinez/2022-09-28-legclf_enforcement_clause_en.md @@ -107,7 +107,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support enforcement 0.83 0.72 0.77 40 other 0.88 0.93 0.91 88 - accuracy - - 0.87 128 + accuracy - - 0.87 128 macro-avg 0.86 0.83 0.84 128 weighted-avg 0.87 0.87 0.86 128 diff --git a/docs/_posts/josejuanmartinez/2022-09-28-legclf_environmental_matters_clause_en.md b/docs/_posts/josejuanmartinez/2022-09-28-legclf_environmental_matters_clause_en.md index e8390e9ed2ffe7..9f100632c5ba58 100644 --- a/docs/_posts/josejuanmartinez/2022-09-28-legclf_environmental_matters_clause_en.md +++ b/docs/_posts/josejuanmartinez/2022-09-28-legclf_environmental_matters_clause_en.md @@ -107,7 +107,7 @@ Legal documents, scrapped from the Internet, and classified in-house label precision recall f1-score support environmental-matters 0.95 0.86 0.90 21 other 0.94 0.98 0.96 48 - accuracy - - 0.94 69 + accuracy - - 0.94 69 macro-avg 0.94 0.92 0.93 69 weighted-avg 0.94 0.94 0.94 69 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-10-18-legclf_cuad_warranty_clause_en.md b/docs/_posts/josejuanmartinez/2022-10-18-legclf_cuad_warranty_clause_en.md index ac46620bdd0f8f..d101f431eca301 100644 --- a/docs/_posts/josejuanmartinez/2022-10-18-legclf_cuad_warranty_clause_en.md +++ b/docs/_posts/josejuanmartinez/2022-10-18-legclf_cuad_warranty_clause_en.md @@ -104,7 +104,7 @@ CUAD dataset label precision recall f1-score support other 0.96 0.96 0.96 27 warranty 0.93 0.93 0.93 14 - accuracy - - 0.95 41 + accuracy - - 0.95 41 macro-avg 0.95 0.95 0.95 41 weighted-avg 0.95 0.95 0.95 41 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-10-22-finclf_bert_sentiment_analysis_lt.md b/docs/_posts/josejuanmartinez/2022-10-22-finclf_bert_sentiment_analysis_lt.md index a85adcbf7348cd..2bcc6b42bfd147 100644 --- a/docs/_posts/josejuanmartinez/2022-10-22-finclf_bert_sentiment_analysis_lt.md +++ b/docs/_posts/josejuanmartinez/2022-10-22-finclf_bert_sentiment_analysis_lt.md @@ -103,7 +103,7 @@ An in-house augmented version of [this dataset](https://www.kaggle.com/datasets/ label precision recall f1-score support NEG 0.80 0.76 0.78 509 POS 0.90 0.92 0.91 1167 - accuracy - - 0.87 1676 + accuracy - - 0.87 1676 macro-avg 0.85 0.84 0.84 1676 weighted-avg 0.87 0.87 0.87 1676 ``` diff --git a/docs/_posts/josejuanmartinez/2022-10-24-legclf_consulting_agreement_en.md b/docs/_posts/josejuanmartinez/2022-10-24-legclf_consulting_agreement_en.md index 63dfe5ae60c64f..5f717c29973df4 100644 --- a/docs/_posts/josejuanmartinez/2022-10-24-legclf_consulting_agreement_en.md +++ b/docs/_posts/josejuanmartinez/2022-10-24-legclf_consulting_agreement_en.md @@ -112,7 +112,7 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum label precision recall f1-score support consulting-agreement 0.92 0.85 0.88 26 other 0.91 0.96 0.93 45 - accuracy - - 0.92 71 + accuracy - - 0.92 71 macro-avg 0.92 0.90 0.91 71 weighted-avg 0.92 0.92 0.91 71 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-10-24-legclf_credit_agreement_en.md b/docs/_posts/josejuanmartinez/2022-10-24-legclf_credit_agreement_en.md index 79c568fa157ff8..542404af21e09d 100644 --- a/docs/_posts/josejuanmartinez/2022-10-24-legclf_credit_agreement_en.md +++ b/docs/_posts/josejuanmartinez/2022-10-24-legclf_credit_agreement_en.md @@ -112,7 +112,7 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum label precision recall f1-score support credit-agreement 0.94 0.94 0.94 36 other 0.97 0.97 0.97 62 - accuracy - - 0.96 98 + accuracy - - 0.96 98 macro-avg 0.96 0.96 0.96 98 weighted-avg 0.96 0.96 0.96 98 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-10-24-legclf_employment_agreement_en.md b/docs/_posts/josejuanmartinez/2022-10-24-legclf_employment_agreement_en.md index bd6e87601a252f..4ce367493a5746 100644 --- a/docs/_posts/josejuanmartinez/2022-10-24-legclf_employment_agreement_en.md +++ b/docs/_posts/josejuanmartinez/2022-10-24-legclf_employment_agreement_en.md @@ -112,7 +112,7 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum label precision recall f1-score support employment-agreement 0.96 1.00 0.98 24 other 1.00 0.98 0.99 62 - accuracy - - 0.99 86 + accuracy - - 0.99 86 macro-avg 0.98 0.99 0.99 86 weighted-avg 0.99 0.99 0.99 86 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-10-24-legclf_lease_agreement_en.md b/docs/_posts/josejuanmartinez/2022-10-24-legclf_lease_agreement_en.md index 744970a6373849..4c50d9716a10bf 100644 --- a/docs/_posts/josejuanmartinez/2022-10-24-legclf_lease_agreement_en.md +++ b/docs/_posts/josejuanmartinez/2022-10-24-legclf_lease_agreement_en.md @@ -112,7 +112,7 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum label precision recall f1-score support lease-agreement 0.94 0.97 0.96 33 other 0.98 0.97 0.98 62 - accuracy - - 0.97 95 + accuracy - - 0.97 95 macro-avg 0.96 0.97 0.97 95 weighted-avg 0.97 0.97 0.97 95 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-10-24-legclf_loan_agreement_en.md b/docs/_posts/josejuanmartinez/2022-10-24-legclf_loan_agreement_en.md index a2e7ef62017824..5f348c806e1c0b 100644 --- a/docs/_posts/josejuanmartinez/2022-10-24-legclf_loan_agreement_en.md +++ b/docs/_posts/josejuanmartinez/2022-10-24-legclf_loan_agreement_en.md @@ -112,7 +112,7 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum label precision recall f1-score support loan-agreement 0.92 0.92 0.92 39 other 0.95 0.95 0.95 62 - accuracy - - 0.94 101 + accuracy - - 0.94 101 macro-avg 0.94 0.94 0.94 101 weighted-avg 0.94 0.94 0.94 101 diff --git a/docs/_posts/josejuanmartinez/2022-10-24-legclf_management_contract_en.md b/docs/_posts/josejuanmartinez/2022-10-24-legclf_management_contract_en.md index fbd350286b8cd3..4f163a8367657a 100644 --- a/docs/_posts/josejuanmartinez/2022-10-24-legclf_management_contract_en.md +++ b/docs/_posts/josejuanmartinez/2022-10-24-legclf_management_contract_en.md @@ -112,7 +112,7 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum label precision recall f1-score support management-contract 0.97 0.94 0.95 31 other 0.96 0.98 0.97 52 - accuracy - - 0.96 83 + accuracy - - 0.96 83 macro-avg 0.96 0.96 0.96 83 weighted-avg 0.96 0.96 0.96 83 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-10-24-legclf_purchase_agreement_en.md b/docs/_posts/josejuanmartinez/2022-10-24-legclf_purchase_agreement_en.md index 09449749418dfd..5722c5798c4d15 100644 --- a/docs/_posts/josejuanmartinez/2022-10-24-legclf_purchase_agreement_en.md +++ b/docs/_posts/josejuanmartinez/2022-10-24-legclf_purchase_agreement_en.md @@ -112,7 +112,7 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum label precision recall f1-score support other 0.97 1.00 0.98 62 purchase-agreement 1.00 0.93 0.97 30 - accuracy - - 0.98 92 + accuracy - - 0.98 92 macro-avg 0.98 0.97 0.97 92 weighted-avg 0.98 0.98 0.98 92 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-10-24-legclf_service_agreement_en.md b/docs/_posts/josejuanmartinez/2022-10-24-legclf_service_agreement_en.md index fb105bc6147e32..8056db8f900664 100644 --- a/docs/_posts/josejuanmartinez/2022-10-24-legclf_service_agreement_en.md +++ b/docs/_posts/josejuanmartinez/2022-10-24-legclf_service_agreement_en.md @@ -112,7 +112,7 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum label precision recall f1-score support other 0.94 0.98 0.96 52 service-agreement 0.96 0.90 0.93 30 - accuracy - - 0.95 82 + accuracy - - 0.95 82 macro avg 0.95 0.94 0.95 82 weighted avg 0.95 0.95 0.95 82 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-11-03-finclf_acquisitions_item_en.md b/docs/_posts/josejuanmartinez/2022-11-03-finclf_acquisitions_item_en.md index 5ab1104a9dcd5d..e8563ca56c3a0c 100644 --- a/docs/_posts/josejuanmartinez/2022-11-03-finclf_acquisitions_item_en.md +++ b/docs/_posts/josejuanmartinez/2022-11-03-finclf_acquisitions_item_en.md @@ -101,13 +101,10 @@ Weak labelling on documents from Edgar database ## Benchmarking ```bash - precision recall f1-score support - + label precision recall f1-score support acquisitions 0.95 0.89 0.92 136 other 0.96 0.98 0.97 412 - - accuracy 0.96 548 - macro avg 0.95 0.94 0.95 548 -weighted avg 0.96 0.96 0.96 548 - + accuracy - - 0.96 548 + macro-avg 0.95 0.94 0.95 548 +weighted-avg 0.96 0.96 0.96 548 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-11-03-finclf_work_experience_item_en.md b/docs/_posts/josejuanmartinez/2022-11-03-finclf_work_experience_item_en.md index c1de3a7ab83049..4306cce9baa4f0 100644 --- a/docs/_posts/josejuanmartinez/2022-11-03-finclf_work_experience_item_en.md +++ b/docs/_posts/josejuanmartinez/2022-11-03-finclf_work_experience_item_en.md @@ -101,13 +101,10 @@ Weak labelling on documents from Edgar database ## Benchmarking ```bash - precision recall f1-score support - - other 0.94 0.98 0.96 432 -work_experience 0.91 0.79 0.85 130 - - accuracy 0.93 562 - macro avg 0.93 0.88 0.90 562 - weighted avg 0.93 0.93 0.93 562 - + label precision recall f1-score support + other 0.94 0.98 0.96 432 +work_experience 0.91 0.79 0.85 130 + accuracy - - 0.93 562 + macro-avg 0.93 0.88 0.90 562 + weighted-avg 0.93 0.93 0.93 562 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-11-09-legclf_cuad_termination_clause_en.md b/docs/_posts/josejuanmartinez/2022-11-09-legclf_cuad_termination_clause_en.md index 8491098a05e922..8f6e9c72cbcaff 100644 --- a/docs/_posts/josejuanmartinez/2022-11-09-legclf_cuad_termination_clause_en.md +++ b/docs/_posts/josejuanmartinez/2022-11-09-legclf_cuad_termination_clause_en.md @@ -106,7 +106,7 @@ In-house annotations on CUAD dataset label precision recall f1-score support other 1.00 0.97 0.99 35 termination 0.98 1.00 0.99 44 - accuracy - - 0.99 79 + accuracy - - 0.99 79 macro-avg 0.99 0.99 0.99 79 weighted-avg 0.99 0.99 0.99 79 ``` diff --git a/docs/_posts/josejuanmartinez/2022-11-16-legclf_employee_benefit_plans_md_en.md b/docs/_posts/josejuanmartinez/2022-11-16-legclf_employee_benefit_plans_md_en.md index 104bde1d825460..2076b2ca60d244 100644 --- a/docs/_posts/josejuanmartinez/2022-11-16-legclf_employee_benefit_plans_md_en.md +++ b/docs/_posts/josejuanmartinez/2022-11-16-legclf_employee_benefit_plans_md_en.md @@ -102,13 +102,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ## Benchmarking ```bash - precision recall f1-score support - + label precision recall f1-score support employee-benefit-plans 1.00 1.00 1.00 28 other 1.00 1.00 1.00 39 - - accuracy 1.00 67 - macro avg 1.00 1.00 1.00 67 - weighted avg 1.00 1.00 1.00 67 - + accuracy - - 1.00 67 + macro-avg 1.00 1.00 1.00 67 + weighted-avg 1.00 1.00 1.00 67 ``` diff --git a/docs/_posts/josejuanmartinez/2022-11-16-legclf_grievance_procedure_md_en.md b/docs/_posts/josejuanmartinez/2022-11-16-legclf_grievance_procedure_md_en.md index 8be80d443e96c8..64765f783e32ab 100644 --- a/docs/_posts/josejuanmartinez/2022-11-16-legclf_grievance_procedure_md_en.md +++ b/docs/_posts/josejuanmartinez/2022-11-16-legclf_grievance_procedure_md_en.md @@ -43,6 +43,7 @@ This model can be combined with any of the other 200+ Legal Clauses Classifiers
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python documentAssembler = nlp.DocumentAssembler() \ .setInputCol("clause_text") \ @@ -102,13 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ## Benchmarking ```bash - precision recall f1-score support - + label precision recall f1-score support grievance-procedure 1.00 0.96 0.98 24 other 0.97 1.00 0.99 39 - - accuracy 0.98 63 - macro avg 0.99 0.98 0.98 63 - weighted avg 0.98 0.98 0.98 63 - + accuracy - - 0.98 63 + macro-avg 0.99 0.98 0.98 63 + weighted-avg 0.98 0.98 0.98 63 ``` diff --git a/docs/_posts/josejuanmartinez/2022-11-16-legclf_indemnification_and_contribution_md_en.md b/docs/_posts/josejuanmartinez/2022-11-16-legclf_indemnification_and_contribution_md_en.md index 73aaad1865be2b..e011f63d7033c8 100644 --- a/docs/_posts/josejuanmartinez/2022-11-16-legclf_indemnification_and_contribution_md_en.md +++ b/docs/_posts/josejuanmartinez/2022-11-16-legclf_indemnification_and_contribution_md_en.md @@ -43,6 +43,7 @@ This model can be combined with any of the other 200+ Legal Clauses Classifiers
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python documentAssembler = nlp.DocumentAssembler() \ .setInputCol("clause_text") \ @@ -102,13 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ## Benchmarking ```bash - precision recall f1-score support - + label precision recall f1-score support indemnification 0.96 1.00 0.98 25 other 1.00 0.97 0.99 39 - - accuracy 0.98 64 - macro avg 0.98 0.99 0.98 64 - weighted avg 0.98 0.98 0.98 64 - + accuracy - - 0.98 64 + macro-avg 0.98 0.99 0.98 64 + weighted-avg 0.98 0.98 0.98 64 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-11-16-legclf_indemnification_md_en.md b/docs/_posts/josejuanmartinez/2022-11-16-legclf_indemnification_md_en.md index 3d450d81aa1d59..b7e9831777f7c5 100644 --- a/docs/_posts/josejuanmartinez/2022-11-16-legclf_indemnification_md_en.md +++ b/docs/_posts/josejuanmartinez/2022-11-16-legclf_indemnification_md_en.md @@ -43,6 +43,7 @@ This model can be combined with any of the other 200+ Legal Clauses Classifiers
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python documentAssembler = nlp.DocumentAssembler() \ .setInputCol("clause_text") \ @@ -102,13 +103,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ## Benchmarking ```bash - precision recall f1-score support - + label precision recall f1-score support indemnification-and-contribution 0.96 0.89 0.93 28 other 0.93 0.97 0.95 39 - - accuracy 0.94 67 - macro avg 0.94 0.93 0.94 67 - weighted avg 0.94 0.94 0.94 67 + accuracy - - 0.94 67 + macro-avg 0.94 0.93 0.94 67 + weighted-avg 0.94 0.94 0.94 67 ``` diff --git a/docs/_posts/josejuanmartinez/2022-11-16-legclf_method_of_payment_md_en.md b/docs/_posts/josejuanmartinez/2022-11-16-legclf_method_of_payment_md_en.md index cfef305b6199ab..5b6223fab7d14f 100644 --- a/docs/_posts/josejuanmartinez/2022-11-16-legclf_method_of_payment_md_en.md +++ b/docs/_posts/josejuanmartinez/2022-11-16-legclf_method_of_payment_md_en.md @@ -43,6 +43,7 @@ This model can be combined with any of the other 200+ Legal Clauses Classifiers
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python documentAssembler = nlp.DocumentAssembler() \ .setInputCol("clause_text") \ @@ -102,13 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ## Benchmarking ```bash - precision recall f1-score support - + label precision recall f1-score support method-of-payment 0.95 1.00 0.97 35 other 1.00 0.95 0.97 39 - - accuracy 0.97 74 - macro avg 0.97 0.97 0.97 74 - weighted avg 0.97 0.97 0.97 74 - + accuracy - - 0.97 74 + macro-avg 0.97 0.97 0.97 74 + weighted-avg 0.97 0.97 0.97 74 ``` diff --git a/docs/_posts/josejuanmartinez/2022-11-16-legclf_power_of_attorney_md_en.md b/docs/_posts/josejuanmartinez/2022-11-16-legclf_power_of_attorney_md_en.md index 8117da08c257da..486a3d0c7ea150 100644 --- a/docs/_posts/josejuanmartinez/2022-11-16-legclf_power_of_attorney_md_en.md +++ b/docs/_posts/josejuanmartinez/2022-11-16-legclf_power_of_attorney_md_en.md @@ -43,6 +43,7 @@ This model can be combined with any of the other 200+ Legal Clauses Classifiers
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python documentAssembler = nlp.DocumentAssembler() \ .setInputCol("clause_text") \ @@ -102,13 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ## Benchmarking ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.89 1.00 0.94 39 power-of-attorney 1.00 0.79 0.88 24 - - accuracy 0.92 63 - macro avg 0.94 0.90 0.91 63 - weighted avg 0.93 0.92 0.92 63 - + accuracy - - 0.92 63 + macro-avg 0.94 0.90 0.91 63 + weighted-avg 0.93 0.92 0.92 63 ``` diff --git a/docs/_posts/josejuanmartinez/2022-11-16-legclf_termination_md_en.md b/docs/_posts/josejuanmartinez/2022-11-16-legclf_termination_md_en.md index 5102d31df69dff..647975851cd670 100644 --- a/docs/_posts/josejuanmartinez/2022-11-16-legclf_termination_md_en.md +++ b/docs/_posts/josejuanmartinez/2022-11-16-legclf_termination_md_en.md @@ -103,13 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ## Benchmarking ```bash - precision recall f1-score support - + label precision recall f1-score support other 0.95 1.00 0.97 39 termination 1.00 0.94 0.97 32 - - accuracy 0.97 71 - macro avg 0.98 0.97 0.97 71 -weighted avg 0.97 0.97 0.97 71 - + accuracy - - 0.97 71 + macro-avg 0.98 0.97 0.97 71 +weighted-avg 0.97 0.97 0.97 71 ``` diff --git a/docs/_posts/josejuanmartinez/2022-11-16-legclf_whereas_md_en.md b/docs/_posts/josejuanmartinez/2022-11-16-legclf_whereas_md_en.md index 24c98084d9f52d..9251a30fcc4c2c 100644 --- a/docs/_posts/josejuanmartinez/2022-11-16-legclf_whereas_md_en.md +++ b/docs/_posts/josejuanmartinez/2022-11-16-legclf_whereas_md_en.md @@ -44,6 +44,7 @@ This model can be combined with any of the other 200+ Legal Clauses Classifiers
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python documentAssembler = nlp.DocumentAssembler() \ .setInputCol("clause_text") \ @@ -103,13 +104,11 @@ Legal documents, scrapped from the Internet, and classified in-house + SEC docum ## Benchmarking ```bash - precision recall f1-score support - + label precision recall f1-score support other 1.00 0.97 0.99 39 whereas 0.97 1.00 0.99 38 - - accuracy 0.99 77 - macro avg 0.99 0.99 0.99 77 -weighted avg 0.99 0.99 0.99 77 + accuracy - - 0.99 77 + macro-avg 0.99 0.99 0.99 77 +weighted-avg 0.99 0.99 0.99 77 ``` diff --git a/docs/_posts/josejuanmartinez/2022-11-17-legclf_cuad_signers_clause_en.md b/docs/_posts/josejuanmartinez/2022-11-17-legclf_cuad_signers_clause_en.md index bf86d2d82fad80..3a23d977c3161f 100644 --- a/docs/_posts/josejuanmartinez/2022-11-17-legclf_cuad_signers_clause_en.md +++ b/docs/_posts/josejuanmartinez/2022-11-17-legclf_cuad_signers_clause_en.md @@ -46,6 +46,7 @@ There are other models in this dataset with similar title, but the difference is
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python documentAssembler = nlp.DocumentAssembler() \ .setInputCol("clause_text") \ @@ -102,10 +103,10 @@ CUAD dataset ## Benchmarking ```bash -label precision recall f1-score support + label precision recall f1-score support other 1.00 1.00 1.00 73 signers 1.00 1.00 1.00 35 - accuracy - - 1.00 108 + accuracy - - 1.00 108 macro-avg 1.00 1.00 1.00 108 weighted-avg 1.00 1.00 1.00 108 ``` diff --git a/docs/_posts/josejuanmartinez/2022-11-17-legclf_introduction_clause_en.md b/docs/_posts/josejuanmartinez/2022-11-17-legclf_introduction_clause_en.md index 4b44ef88f731f6..13c72b61b50ba0 100644 --- a/docs/_posts/josejuanmartinez/2022-11-17-legclf_introduction_clause_en.md +++ b/docs/_posts/josejuanmartinez/2022-11-17-legclf_introduction_clause_en.md @@ -44,6 +44,7 @@ This model can be combined with any of the other 200+ Legal Clauses Classifiers
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python documentAssembler = nlp.DocumentAssembler() \ .setInputCol("clause_text") \ @@ -102,11 +103,10 @@ Legal documents, scrapped from the Internet, and classified in-house, including ## Benchmarking ```bash -label precision recall f1-score support + label precision recall f1-score support introduction 1.00 0.98 0.99 99 other 0.99 1.00 0.99 151 - accuracy - - 0.99 250 + accuracy - - 0.99 250 macro-avg 0.99 0.99 0.99 250 weighted-avg 0.99 0.99 0.99 250 - ``` diff --git a/docs/_posts/josejuanmartinez/2022-11-21-legclf_dates_sm_en.md b/docs/_posts/josejuanmartinez/2022-11-21-legclf_dates_sm_en.md index e901da5104c551..4d13d019a7d2c4 100644 --- a/docs/_posts/josejuanmartinez/2022-11-21-legclf_dates_sm_en.md +++ b/docs/_posts/josejuanmartinez/2022-11-21-legclf_dates_sm_en.md @@ -35,6 +35,7 @@ This is a Text Classification model can help you classify if a paragraph talks a
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python documentAssembler = DocumentAssembler() \ .setInputCol("text") \ @@ -95,12 +96,12 @@ In-house annotations. ## Benchmarking ```bash -label precision recall f1-score support + label precision recall f1-score support EFFECTIVE_DATE 1.00 0.80 0.89 5 RENEWAL_DATE 1.00 1.00 1.00 6 TERMINATION_DATE 0.86 0.75 0.80 8 other 0.91 1.00 0.95 21 - accuracy - - 0.93 40 - macro avg 0.94 0.89 0.91 40 - weighted avg 0.93 0.93 0.92 40 + accuracy - - 0.93 40 + macro-avg 0.94 0.89 0.91 40 + weighted-avg 0.93 0.93 0.92 40 ``` \ No newline at end of file diff --git a/docs/_posts/josejuanmartinez/2022-11-24-finclf_earning_broker_10k_en.md b/docs/_posts/josejuanmartinez/2022-11-24-finclf_earning_broker_10k_en.md index f028f01e394193..148f43e77d5e5e 100644 --- a/docs/_posts/josejuanmartinez/2022-11-24-finclf_earning_broker_10k_en.md +++ b/docs/_posts/josejuanmartinez/2022-11-24-finclf_earning_broker_10k_en.md @@ -96,12 +96,12 @@ res = res.select('label.result') ## Benchmarking ```bash -label precision recall f1-score support + label precision recall f1-score support 10k 1.00 1.00 1.00 17 broker_report 1.00 1.00 1.00 18 earning_call 1.00 1.00 1.00 19 other 1.00 1.00 1.00 98 - accuracy - - 1.00 152 + accuracy - - 1.00 152 macro-avg 1.00 1.00 1.00 152 weighted-avg 1.00 1.00 1.00 152 ``` diff --git a/docs/_posts/josejuanmartinez/2022-11-28-legclf_cuad_confidentiality_clause_en.md b/docs/_posts/josejuanmartinez/2022-11-28-legclf_cuad_confidentiality_clause_en.md index 221240274940d9..0c2e71b889c91f 100644 --- a/docs/_posts/josejuanmartinez/2022-11-28-legclf_cuad_confidentiality_clause_en.md +++ b/docs/_posts/josejuanmartinez/2022-11-28-legclf_cuad_confidentiality_clause_en.md @@ -44,6 +44,7 @@ This model can be combined with any of the other 200+ Legal Clauses Classifiers
{% include programmingLanguageSelectScalaPythonNLU.html %} + ```python documentAssembler = nlp.DocumentAssembler() \ .setInputCol("clause_text") \ @@ -106,7 +107,7 @@ In-house annotations on CUAD dataset label precision recall f1-score support confidentiality 1.00 0.91 0.95 11 other 0.95 1.00 0.97 19 - accuracy - - 0.97 30 + accuracy - - 0.97 30 macro-avg 0.97 0.95 0.96 30 weighted-avg 0.97 0.97 0.97 30 ``` diff --git a/docs/_posts/josejuanmartinez/2022-12-16-legner_sigma_absa_people_en.md b/docs/_posts/josejuanmartinez/2022-12-16-legner_sigma_absa_people_en.md index 2fe2b99b498db7..6b0dc059882c5b 100644 --- a/docs/_posts/josejuanmartinez/2022-12-16-legner_sigma_absa_people_en.md +++ b/docs/_posts/josejuanmartinez/2022-12-16-legner_sigma_absa_people_en.md @@ -124,9 +124,11 @@ https://metatext.io/datasets/sigmalaw-absa ## Benchmarking ```bash -label tp fp fn prec rec f1 -I-PER 43 2 0 0.95555556 1.0 0.97727275 -B-PER 777 11 15 0.9860406 0.9810606 0.98354435 -Macro-average 820 13 15 0.9707981 0.9905303 0.9805649 -Micro-average 820 13 15 0.9843938 0.98203593 0.9832135 + + label tp fp fn prec rec f1 + I-PER 43 2 0 0.95555556 1.0 0.97727275 + B-PER 777 11 15 0.9860406 0.9810606 0.98354435 + Macro-average 820 13 15 0.9707981 0.9905303 0.9805649 + Micro-average 820 13 15 0.9843938 0.98203593 0.9832135 + ``` \ No newline at end of file From 8bb9064589ed268b6290d064ca46e4b6efdc8f12 Mon Sep 17 00:00:00 2001 From: rpranab <33893292+rpranab@users.noreply.github.com> Date: Mon, 2 Jan 2023 19:26:57 +0545 Subject: [PATCH 5/9] relese note for 4.5.0 including gif (#13301) Co-authored-by: pranab Co-authored-by: diatrambitas --- .../_includes/docs-annotation-pagination.html | 1 + .../release_notes_4_5_0.md | 175 ++++++++++++++++++ docs/en/alab/release_notes.md | 162 ++++++++++++++-- 3 files changed, 327 insertions(+), 11 deletions(-) create mode 100644 docs/en/alab/annotation_labs_releases/release_notes_4_5_0.md diff --git a/docs/_includes/docs-annotation-pagination.html b/docs/_includes/docs-annotation-pagination.html index 83caee0265b942..6c8b420978a906 100644 --- a/docs/_includes/docs-annotation-pagination.html +++ b/docs/_includes/docs-annotation-pagination.html @@ -10,6 +10,7 @@