Add Python packages evaluate and trl (#1456)

kczimm · web-flow · commit b0538f3776a0 · 2024-05-13T11:38:09.000-05:00
diff --git a/pgml-extension/requirements.linux.txt b/pgml-extension/requirements.linux.txt
@@ -25,8 +25,10 @@ dill==0.3.7
 diskcache==5.6.3
 distro==1.9.0
 dnspython==2.6.1
+docstring_parser==0.16
 einops==0.8.0
 email_validator==2.1.1
+evaluate==0.4.2
 exceptiongroup==1.2.1
 fastapi==0.111.0
 fastapi-cli==0.0.3
@@ -133,6 +135,7 @@ scipy==1.13.0
 sentence-transformers==2.7.0
 sentencepiece==0.2.0
 shellingham==1.5.4
+shtab==1.7.1
 six==1.16.0
 sniffio==1.3.1
 SQLAlchemy==2.0.30
@@ -150,9 +153,11 @@ tqdm==4.66.4
 transformers==4.40.2
 transformers-stream-generator==0.0.5
 triton==2.3.0
+trl==0.8.6
 typer==0.12.3
 typing-inspect==0.9.0
 typing_extensions==4.11.0
+tyro==0.8.4
 tzdata==2024.1
 ujson==5.9.0
 urllib3==2.2.1
diff --git a/pgml-extension/requirements.macos.txt b/pgml-extension/requirements.macos.txt
@@ -17,7 +17,9 @@ dataclasses-json==0.6.6
 datasets==2.16.1
 deepspeed==0.14.2
 dill==0.3.7
+docstring_parser==0.16
 einops==0.8.0
+evaluate==0.4.2
 filelock==3.14.0
 fonttools==4.51.0
 frozenlist==1.4.1
@@ -32,16 +34,18 @@ joblib==1.4.2
 jsonpatch==1.33
 jsonpointer==2.4
 kiwisolver==1.4.5
-langchain==0.1.19
+langchain==0.1.20
 langchain-community==0.0.38
 langchain-core==0.1.52
 langchain-text-splitters==0.0.1
-langsmith==0.1.56
+langsmith==0.1.57
 lightgbm==4.3.0
-lxml==5.2.1
+lxml==5.2.2
+markdown-it-py==3.0.0
 MarkupSafe==2.1.5
 marshmallow==3.21.2
 matplotlib==3.8.4
+mdurl==0.1.2
 mpmath==1.3.0
 multidict==6.0.5
 multiprocess==0.70.15
@@ -64,13 +68,15 @@ pyarrow==11.0.0
 pyarrow-hotfix==0.6
 pydantic==2.7.1
 pydantic_core==2.18.2
+Pygments==2.18.0
 pynvml==11.5.0
 pyparsing==3.1.2
 python-dateutil==2.9.0.post0
 pytz==2024.1
 PyYAML==6.0.1
 regex==2024.5.10
 requests==2.31.0
+rich==13.7.1
 rouge==1.0.1
 sacrebleu==2.4.2
 sacremoses==0.1.1
@@ -79,6 +85,7 @@ scikit-learn==1.4.2
 scipy==1.13.0
 sentence-transformers==2.7.0
 sentencepiece==0.2.0
+shtab==1.7.1
 six==1.16.0
 SQLAlchemy==2.0.30
 sympy==1.12
@@ -92,8 +99,10 @@ torchvision==0.18.0
 tqdm==4.66.4
 transformers==4.40.2
 transformers-stream-generator==0.0.5
+trl==0.8.6
 typing-inspect==0.9.0
 typing_extensions==4.11.0
+tyro==0.8.4
 tzdata==2024.1
 urllib3==2.2.1
 xgboost==2.0.3
diff --git a/pgml-extension/requirements.txt b/pgml-extension/requirements.txt
@@ -50,3 +50,5 @@ sacremoses
 datasets
 orjson
 langchain
+evaluate
+trl
