Update requirements for training and inference stage

Author: theQuert

requirements_inference_vicuna.txt

@@ -0,0 +1,23 @@
+accelerate==0.15.0
+appdirs==1.4.4
+bitsandbytes==0.37.0
+datasets==2.8.0
+deepspeed==0.8.3
+evaluate==0.4.0
+fairscale==0.4.13
+torch==1.13.1
+torchvision==0.14.1
+gradio==3.20.0
+huggingface-hub==0.13.3
+loralib==0.1.1
+nvitop==1.0.0
+peft @ git+https://github.com/huggingface/peft.git@13e53fc7ee5d89d59b16523051006dddf0fb7a49
+sentencepiece==0.1.96
+tensorboard==2.12.0
+texttable==1.6.7
+tokenizers==0.13.2
+tqdm==4.65.0
+transformers @ git+https://github.com/huggingface/transformers.git@0dcb46e7a4a9e587ba84ff35778ab4233a184c11
+trlx @ git+https://github.com/CarperAI/trlx.git@b91da7b03d8e9fa0c0d6dce10a8f2611aca3013f
+wandb==0.13.10
+triton==2.0.0

requirements_train.txt

@@ -0,0 +1,92 @@
+absl-py==1.3.0
+aiohttp==3.8.3
+aiosignal==1.3.1
+async-timeout==4.0.2
+attrs==22.1.0
+bert-score==0.3.12
+blis==0.7.9
+cachetools==5.2.0
+catalogue==1.0.2
+certifi==2022.9.24
+charset-normalizer==2.1.1
+click==8.1.3
+contourpy==1.0.6
+cycler==0.11.0
+cymem==2.0.7
+datasets==1.6.2
+dill==0.3.6
+filelock==3.8.0
+fonttools==4.38.0
+frozenlist==1.3.3
+fsspec==2022.11.0
+future==0.18.2
+google-auth==2.14.1
+google-auth-oauthlib==0.4.6
+grpcio==1.50.0
+huggingface-hub==0.0.19
+idna==3.4
+imageio==2.22.4
+importlib-metadata==5.0.0
+joblib==1.2.0
+kiwisolver==1.4.4
+git+https://github.com/allenai/longformer
+Markdown==3.4.1
+MarkupSafe==2.1.1
+matplotlib==3.6.2
+multidict==6.0.2
+multiprocess==0.70.14
+murmurhash==1.0.9
+nlp==0.4.0
+nltk==3.6.1
+numpy==1.23.5
+oauthlib==3.2.2
+packaging==21.3
+pandas==1.5.1
+Pillow==9.3.0
+plac==1.1.3
+preshed==3.0.8
+protobuf==3.20.1
+pyarrow==10.0.0
+pyasn1==0.4.8
+pyasn1-modules==0.2.8
+pycountry==22.3.5
+pyDeprecate==0.3.0
+pyparsing==3.0.9
+pyrouge==0.1.3
+python-dateutil==2.8.2
+pytorch-lightning==1.3.5
+pytz==2022.6
+PyYAML==5.4.1
+regex==2022.10.31
+requests==2.28.1
+requests-oauthlib==1.3.1
+rouge==1.0.1
+rouge-score==0.1.2
+rsa==4.9
+sacremoses==0.0.53
+scikit-learn
+seaborn
+sentencepiece==0.1.97
+six==1.16.0
+spacy==2.3.3
+srsly==1.0.6
+tensorboard==2.11.0
+tensorboard-data-server==0.6.1
+tensorboard-plugin-wit==1.8.1
+tensorboardX==2.5.1
+test-tube==0.7.5
+thinc==7.4.6
+tokenizers==0.8.1rc2
+torch==1.13.0
+torchaudio==0.13.0
+torchmetrics==0.5.0
+torchvision==0.14.0
+tqdm==4.49.0
+transformers
+typing-extensions==4.4.0
+urllib3==1.26.12
+wasabi==0.10.1
+Werkzeug==2.2.2
+xxhash==3.1.0
+yarl==1.8.1
+zipp==3.10.0