support prompt_tuning (#1073)

mindspore-lab · May 14, 2024 · 36af8a8 · 36af8a8
1 parent dd25d53
commit 36af8a8
Show file tree

Hide file tree

Showing 49 changed files with 3,884 additions and 1,058 deletions.
diff --git a/.readthedocs.yaml b/.readthedocs.yaml
@@ -8,7 +8,7 @@ version: 2
 build:
   os: ubuntu-22.04
   tools:
-    python: "3.12"
+    python: "3.9"
 
 mkdocs:
   configuration: mkdocs.yml

diff --git a/examples/question_answer/bidaf_squad_scratch.ipynb b/examples/question_answer/bidaf_squad_scratch.ipynb
@@ -20,7 +20,7 @@
     "from mindspore.common.initializer import Uniform, HeUniform, initializer\n",
     "\n",
     "import mindnlp\n",
-    "from mindnlp.abc import Seq2vecModel\n",
+    "from mindnlp._legacy.abc import Seq2vecModel\n",
     "from mindnlp.modules import Glove, StaticLSTM\n",
     "from mindnlp.transforms import BasicTokenizer\n",
     "\n",

diff --git a/...dalora_seq2seq/peft_adalora_seq2seq.ipynb → ...dalora_seq2seq/peft_adalora_seq2seq.ipynb b/...dalora_seq2seq/peft_adalora_seq2seq.ipynb → ...dalora_seq2seq/peft_adalora_seq2seq.ipynb
diff --git a/...rompt/peft_adaption_prompt_CausalLM.ipynb → ...rompt/peft_adaption_prompt_CausalLM.ipynb b/...rompt/peft_adaption_prompt_CausalLM.ipynb → ...rompt/peft_adaption_prompt_CausalLM.ipynb
diff --git a/...rain_mt0_large_ia3/peft_ia3_seq2seq.ipynb → ...rain_mt0_large_ia3/peft_ia3_seq2seq.ipynb b/...rain_mt0_large_ia3/peft_ia3_seq2seq.ipynb → ...rain_mt0_large_ia3/peft_ia3_seq2seq.ipynb
diff --git a/...in_mt0_large_lokr/peft_lokr_seq2seq.ipynb → ...in_mt0_large_lokr/peft_lokr_seq2seq.ipynb b/...in_mt0_large_lokr/peft_lokr_seq2seq.ipynb → ...in_mt0_large_lokr/peft_lokr_seq2seq.ipynb
diff --git a/llm/peft/bert_mrpc_lora.py → llm/peft/lora/bert_mrpc_lora.py b/llm/peft/bert_mrpc_lora.py → llm/peft/lora/bert_mrpc_lora.py
diff --git a/llm/peft/train_convbert/squad_dataset.py → ...peft/lora/train_convbert/squad_dataset.py b/llm/peft/train_convbert/squad_dataset.py → ...peft/lora/train_convbert/squad_dataset.py
diff --git a/llm/peft/train_convbert/train.py → llm/peft/lora/train_convbert/train.py b/llm/peft/train_convbert/train.py → llm/peft/lora/train_convbert/train.py
diff --git a/llm/peft/train_falcon/mrpc_dataset.py → llm/peft/lora/train_falcon/mrpc_dataset.py b/llm/peft/train_falcon/mrpc_dataset.py → llm/peft/lora/train_falcon/mrpc_dataset.py
diff --git a/llm/peft/train_falcon/readme.md → llm/peft/lora/train_falcon/readme.md b/llm/peft/train_falcon/readme.md → llm/peft/lora/train_falcon/readme.md
diff --git a/llm/peft/train_falcon/train_mrpc.py → llm/peft/lora/train_falcon/train_mrpc.py b/llm/peft/train_falcon/train_mrpc.py → llm/peft/lora/train_falcon/train_mrpc.py
diff --git a/...peft/train_gpt_bigcode/bigcode_dataset.py → ...lora/train_gpt_bigcode/bigcode_dataset.py b/...peft/train_gpt_bigcode/bigcode_dataset.py → ...lora/train_gpt_bigcode/bigcode_dataset.py
diff --git a/llm/peft/train_gpt_bigcode/run_peft.sh → llm/peft/lora/train_gpt_bigcode/run_peft.sh b/llm/peft/train_gpt_bigcode/run_peft.sh → llm/peft/lora/train_gpt_bigcode/run_peft.sh
diff --git a/llm/peft/train_gpt_bigcode/train.py → llm/peft/lora/train_gpt_bigcode/train.py b/llm/peft/train_gpt_bigcode/train.py → llm/peft/lora/train_gpt_bigcode/train.py
diff --git a/llm/peft/train_llama_lora/mrpc_dataset.py → ...eft/lora/train_llama_lora/mrpc_dataset.py b/llm/peft/train_llama_lora/mrpc_dataset.py → ...eft/lora/train_llama_lora/mrpc_dataset.py
diff --git a/llm/peft/train_llama_lora/train.py → llm/peft/lora/train_llama_lora/train.py b/llm/peft/train_llama_lora/train.py → llm/peft/lora/train_llama_lora/train.py