Montana/req (#1451)

postgresml · montanalow · May 10, 2024 · May 10, 2024 · May 10, 2024 · May 10, 2024
commit f0917c54070c900d1776f81abc238616b8a7b1ab
diff --git a/pgml-extension/requirements.linux.txt b/pgml-extension/requirements.linux.txt
@@ -1,70 +1,98 @@
-accelerate==0.27.2
-aiohttp==3.9.1
+accelerate==0.30.1
+aiohttp==3.9.5
 aiosignal==1.3.1
 annotated-types==0.6.0
-anyio==4.2.0
-appdirs==1.4.4
+anyio==4.3.0
 async-timeout==4.0.3
-attrs==23.1.0
-auto-gptq==0.6.0
-bitsandbytes==0.41.3.post2
-black==24.1.1
-catboost==1.2.2
-certifi==2023.11.17
+attrs==23.2.0
+auto_gptq==0.7.1
+bitsandbytes==0.43.1
+blinker==1.4
+catboost==1.2.5
+certifi==2024.2.2
 charset-normalizer==3.3.2
 click==8.1.7
+cloudpickle==3.0.0
+cmake==3.29.2
 colorama==0.4.6
 coloredlogs==15.0.1
-contourpy==1.2.0
+command-not-found==0.3
+contourpy==1.2.1
+cryptography==3.4.8
 ctransformers==0.2.27
 cycler==0.12.1
-dataclasses-json==0.6.3
-datasets==2.15.0
-deepspeed==0.12.5
+dataclasses-json==0.6.6
+datasets==2.16.1
+dbus-python==1.2.18
+deepspeed==0.14.2
 dill==0.3.7
-docker-pycreds==0.4.0
-docstring-parser==0.15
-einops==0.7.0
-evaluate==0.4.1
-exceptiongroup==1.2.0
-filelock==3.13.1
-fonttools==4.47.0
+diskcache==5.6.3
+distro==1.7.0
+distro-info==1.1+ubuntu0.1
+dnspython==2.6.1
+einops==0.8.0
+email_validator==2.1.1
+exceptiongroup==1.2.1
+fastapi==0.111.0
+fastapi-cli==0.0.3
+filelock==3.14.0
+fonttools==4.51.0
 frozenlist==1.4.1
 fsspec==2023.10.0
-gekko==1.0.6
-gitdb==4.0.11
-GitPython==3.1.41
-graphviz==0.20.1
-greenlet==3.0.2
+gekko==1.1.1
+graphviz==0.20.3
+greenlet==3.0.3
+gyp==0.1
+h11==0.14.0
 hjson==3.1.0
-huggingface-hub==0.19.4
+httpcore==1.0.5
+httplib2==0.20.2
+httptools==0.6.1
+httpx==0.27.0
+huggingface-hub==0.23.0
 humanfriendly==10.0
-idna==3.6
-InstructorEmbedding==1.0.1
-Jinja2==3.1.2
-joblib==1.3.2
+idna==3.7
+importlib-metadata==4.6.4
+interegular==0.3.3
+jeepney==0.7.1
+Jinja2==3.1.4
+joblib==1.4.2
 jsonpatch==1.33
 jsonpointer==2.4
+jsonschema==4.22.0
+jsonschema-specifications==2023.12.1
+keyring==23.5.0
 kiwisolver==1.4.5
-langchain==0.0.351
-langchain-community==0.0.4
-langchain-core==0.1.1
-langsmith==0.0.72
-lightgbm==4.1.0
-lxml==4.9.3
+langchain==0.1.19
+langchain-community==0.0.38
+langchain-core==0.1.52
+langchain-text-splitters==0.0.1
+langsmith==0.1.56
+lark==1.1.9
+launchpadlib==1.10.16
+lazr.restfulclient==0.14.4
+lazr.uri==1.0.6
+lightgbm==4.3.0
+llvmlite==0.42.0
+lm-format-enforcer==0.9.8
+lxml==5.2.1
 markdown-it-py==3.0.0
-MarkupSafe==2.1.3
-marshmallow==3.20.1
-matplotlib==3.8.2
+MarkupSafe==2.1.5
+marshmallow==3.21.2
+matplotlib==3.8.4
 mdurl==0.1.2
+more-itertools==8.10.0
 mpmath==1.3.0
-multidict==6.0.4
+msgpack==1.0.8
+multidict==6.0.5
 multiprocess==0.70.15
 mypy-extensions==1.0.0
-networkx==3.2.1
+nest-asyncio==1.6.0
+netifaces==0.11.0
+networkx==3.3
 ninja==1.11.1.1
-nltk==3.8.1
-numpy==1.26.2
+numba==0.59.1
+numpy==1.26.4
 nvidia-cublas-cu12==12.1.3.1
 nvidia-cuda-cupti-cu12==12.1.105
 nvidia-cuda-nvrtc-cu12==12.1.105
@@ -74,72 +102,93 @@ nvidia-cufft-cu12==11.0.2.54
 nvidia-curand-cu12==10.3.2.106
 nvidia-cusolver-cu12==11.4.5.107
 nvidia-cusparse-cu12==12.1.0.106
-nvidia-nccl-cu12==2.18.1
-nvidia-nvjitlink-cu12==12.3.101
+nvidia-ml-py==12.550.52
+nvidia-nccl-cu12==2.20.5
+nvidia-nvjitlink-cu12==12.4.127
 nvidia-nvtx-cu12==12.1.105
-optimum==1.16.1
-orjson==3.9.10
+oauthlib==3.2.0
+openai==1.28.0
+optimum==1.19.2
+orjson==3.10.3
+outlines==0.0.34
 packaging==23.2
-pandas==2.1.4
-pathspec==0.12.1
-peft==0.7.1
-Pillow==10.1.0
-platformdirs==4.2.0
-plotly==5.18.0
+pandas==2.2.2
+peft==0.10.0
+pillow==10.3.0
+plotly==5.22.0
 portalocker==2.8.2
-protobuf==4.25.1
-psutil==5.9.7
+prometheus-fastapi-instrumentator==7.0.0
+prometheus_client==0.20.0
+protobuf==5.26.1
+psutil==5.9.8
 py-cpuinfo==9.0.0
 pyarrow==11.0.0
 pyarrow-hotfix==0.6
-pydantic==2.5.2
-pydantic_core==2.14.5
-Pygments==2.17.2
+pydantic==2.7.1
+pydantic_core==2.18.2
+Pygments==2.18.0
+PyGObject==3.42.1
+PyJWT==2.3.0
 pynvml==11.5.0
-pyparsing==3.1.1
-python-dateutil==2.8.2
-pytz==2023.3.post1
-PyYAML==6.0.1
-regex==2023.10.3
+pyparsing==2.4.7
+python-apt==2.4.0+ubuntu2
+python-dateutil==2.9.0.post0
+python-dotenv==1.0.1
+python-multipart==0.0.9
+pytz==2024.1
+PyYAML==5.4.1
+ray==2.21.0
+referencing==0.35.1
+regex==2024.5.10
 requests==2.31.0
-responses==0.18.0
 rich==13.7.1
 rouge==1.0.1
-sacrebleu==2.4.0
+rpds-py==0.18.1
+sacrebleu==2.4.2
 sacremoses==0.1.1
-safetensors==0.4.1
-scikit-learn==1.3.2
-scipy==1.11.4
-sentence-transformers==2.5.1
-sentencepiece==0.1.99
-sentry-sdk==1.40.2
-setproctitle==1.3.3
-shtab==1.6.5
+safetensors==0.4.3
+scikit-learn==1.4.2
+scipy==1.13.0
+SecretStorage==3.3.1
+sentence-transformers==2.7.0
+sentencepiece==0.2.0
+shellingham==1.5.4
 six==1.16.0
-smmap==5.0.1
-sniffio==1.3.0
-SQLAlchemy==2.0.23
+sniffio==1.3.1
+SQLAlchemy==2.0.30
+starlette==0.37.2
 sympy==1.12
+systemd-python==234
 tabulate==0.9.0
-tenacity==8.2.3
-threadpoolctl==3.2.0
-tokenizers==0.15.0
-tomli==2.0.1
-torch==2.1.2
-torchaudio==2.1.2
-torchvision==0.16.2
-tqdm==4.66.1
-transformers==4.39.3
-transformers-stream-generator==0.0.4
-triton==2.1.0
-trl==0.7.10
+tenacity==8.3.0
+threadpoolctl==3.5.0
+tiktoken==0.6.0
+tokenizers==0.19.1
+torch==2.3.0
+torchaudio==2.3.0
+torchvision==0.18.0
+tqdm==4.66.4
+transformers==4.40.2
+transformers-stream-generator==0.0.5
+triton==2.3.0
+typer==0.12.3
 typing-inspect==0.9.0
-typing_extensions==4.9.0
-tyro==0.7.2
-tzdata==2023.3
-urllib3==2.1.0
-xformers==0.0.23.post1
-xgboost==2.0.2
+typing_extensions==4.11.0
+tzdata==2024.1
+ubuntu-advantage-tools==8001
+ufw==0.36.1
+ujson==5.9.0
+unattended-upgrades==0.1
+urllib3==2.2.1
+uvicorn==0.29.0
+uvloop==0.19.0
+vllm==0.4.2
+vllm-nccl-cu12==2.18.1.0.4.0
+wadllib==1.3.6
+watchfiles==0.21.0
+websockets==12.0
+xformers==0.0.26.post1
+xgboost==2.0.3
 xxhash==3.4.1
 yarl==1.9.4
-vllm==0.4.0.post1
+zipp==1.0.0
diff --git a/pgml-extension/requirements.txt b/pgml-extension/requirements.txt
@@ -36,9 +36,9 @@ tokenizers
 transformers
 transformers-stream-generator
 xformers; sys_platform == 'linux' # only runs on nvidia hardware
+vllm
 
 # Embeddings
-InstructorEmbedding
 sentence-transformers
 
 # Ratings