Updated requirements.txt

This commit is contained in:
James Ketr 2025-07-14 12:33:07 -07:00
parent 31f55397d0
commit c31752e50f
2 changed files with 152 additions and 60 deletions

View File

@ -124,7 +124,8 @@ RUN pip install intel-extension-for-pytorch==2.7.10+xpu oneccl_bind_pt==2.7.0+xp
# To use bitsandbytes non-CUDA backends, be sure to install: # To use bitsandbytes non-CUDA backends, be sure to install:
RUN pip install "transformers>=4.45.1" RUN pip install "transformers>=4.45.1"
# Note, if you don't want to reinstall BNBs dependencies, append the `--no-deps` flag! # Note, if you don't want to reinstall BNBs dependencies, append the `--no-deps` flag!
RUN pip install --force-reinstall --no-deps "https://github.com/bitsandbytes-foundation/bitsandbytes/releases/download/continuous-release_multi-backend-refactor/bitsandbytes-1.0.0-py3-none-manylinux_2_24_x86_64.whl" RUN pip install --force-reinstall "https://github.com/bitsandbytes-foundation/bitsandbytes/releases/download/continuous-release_main/bitsandbytes-1.33.7.preview-py3-none-manylinux_2_24_x86_64.whl"
#RUN pip install --force-reinstall --no-deps "https://github.com/bitsandbytes-foundation/bitsandbytes/releases/download/continuous-release_multi-backend-refactor/bitsandbytes-1.0.0-py3-none-manylinux_2_24_x86_64.whl"
# Install ollama python module # Install ollama python module
RUN pip install ollama langchain-ollama RUN pip install ollama langchain-ollama
@ -177,6 +178,8 @@ RUN pip install names-dataset
FROM llm-base AS backstory FROM llm-base AS backstory
SHELL [ "/opt/backstory/shell" ]
#COPY /src/requirements.txt /opt/backstory/src/requirements.txt #COPY /src/requirements.txt /opt/backstory/src/requirements.txt
#RUN pip install -r /opt/backstory/src/requirements.txt #RUN pip install -r /opt/backstory/src/requirements.txt
RUN pip install 'markitdown[all]' pydantic 'pydantic[email]' RUN pip install 'markitdown[all]' pydantic 'pydantic[email]'
@ -205,6 +208,8 @@ RUN pip install anthropic pydantic_ai
# Automatic type conversion pydantic -> typescript # Automatic type conversion pydantic -> typescript
RUN pip install pydantic typing-inspect jinja2 RUN pip install pydantic typing-inspect jinja2
RUN pip freeze > /opt/backstory/requirements.txt
RUN apt-get update \ RUN apt-get update \
&& DEBIAN_FRONTEND=noninteractive apt-get install -y \ && DEBIAN_FRONTEND=noninteractive apt-get install -y \
nodejs \ nodejs \
@ -265,8 +270,6 @@ ENV SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1
ENV SYCL_CACHE_PERSISTENT=1 ENV SYCL_CACHE_PERSISTENT=1
ENV PATH=/opt/backstory:$PATH ENV PATH=/opt/backstory:$PATH
RUN pip freeze > /opt/backstory/requirements.txt
ENTRYPOINT [ "/entrypoint.sh" ] ENTRYPOINT [ "/entrypoint.sh" ]
FROM backstory AS backstory-prod FROM backstory AS backstory-prod

View File

@ -1,68 +1,103 @@
accelerate==1.6.0 accelerate==1.7.0
aiofiles==24.1.0
aiohappyeyeballs==2.6.1 aiohappyeyeballs==2.6.1
aiohttp==3.11.18 aiohttp==3.12.11
aiosignal==1.3.2 aiosignal==1.3.2
annotated-types==0.7.0 annotated-types==0.7.0
anthropic==0.55.0
anyio==4.9.0 anyio==4.9.0
asgiref==3.8.1 asgiref==3.8.1
attrs==25.3.0 attrs==25.3.0
autocommand==2.2.2
azure-ai-documentintelligence==1.0.2 azure-ai-documentintelligence==1.0.2
azure-core==1.34.0 azure-core==1.34.0
azure-identity==1.23.0 azure-identity==1.23.0
backoff==2.2.1 backoff==2.2.1
backstory-api-client==1.0.0
bcrypt==4.3.0 bcrypt==4.3.0
beautifulsoup4==4.13.4 beautifulsoup4==4.13.4
bigdl-core-xe-all==2.7.0b20250514 bigdl-core-xe-all==2.7.0b20250426.post0
bitsandbytes @ https://github.com/bitsandbytes-foundation/bitsandbytes/releases/download/continuous-release_multi-backend-refactor/bitsandbytes-0.45.3.dev272-py3-none-manylinux_2_24_x86_64.whl#sha256=7000dfb05889b2304ffdf98b54ebb6283ec4ff4020a9acbd5c357ae35345879c bitsandbytes @ https://github.com/bitsandbytes-foundation/bitsandbytes/releases/download/continuous-release_multi-backend-refactor/bitsandbytes-1.0.0-py3-none-manylinux_2_24_x86_64.whl#sha256=b39ed1ed5cf3fc11e0138ff64fb85e6a1d340ced040913a699642d7b1b2f1123
blinker==1.9.0 blinker==1.9.0
bs4==0.0.2 bs4==0.0.2
build==1.2.2.post1 build==1.2.2.post1
CacheControl==0.14.3
cachetools==5.5.2 cachetools==5.5.2
certifi==2025.4.26 certifi==2025.4.26
cffi==1.17.1 cffi==1.17.1
charset-normalizer==3.4.2 charset-normalizer==3.4.2
chromadb==1.0.9 chromadb==1.0.12
click==8.1.8 cleo==2.1.0
click==8.2.1
cobble==0.1.4 cobble==0.1.4
colorama==0.4.6
coloredlogs==15.0.1 coloredlogs==15.0.1
cryptography==44.0.3 crashtest==0.4.1
curl_cffi==0.11.1 cryptography==42.0.5
curl_cffi==0.11.3
datasets==3.6.0 datasets==3.6.0
dbus-python==1.3.2
defusedxml==0.7.1 defusedxml==0.7.1
Deprecated==1.2.18
diffusers==0.33.1 diffusers==0.33.1
dill==0.3.8 dill==0.3.8
distlib==0.3.9
distro==1.9.0 distro==1.9.0
distro-info==1.9
dnspython==2.7.0
dpcpp-cpp-rt==2025.0.4 dpcpp-cpp-rt==2025.0.4
durationpy==0.9 duckduckgo_search==8.0.4
dulwich==0.22.8
durationpy==0.10
ecdsa==0.19.1
einops==0.8.1 einops==0.8.1
email_validator==2.2.0
et_xmlfile==2.0.0 et_xmlfile==2.0.0
eval_type_backport==0.2.2
fastapi==0.115.9 fastapi==0.115.9
fastjsonschema==2.21.1
feedparser==6.0.11 feedparser==6.0.11
ffmpy==0.6.0
filelock==3.13.1 filelock==3.13.1
findpython==0.6.3
Flask==3.1.1 Flask==3.1.1
flask-cors==5.0.1 flask-cors==6.0.0
flask-sock==0.7.0 flask-sock==0.7.0
flatbuffers==25.2.10 flatbuffers==25.2.10
frozendict==2.4.6 frozendict==2.4.6
frozenlist==1.6.0 frozenlist==1.7.0
fsspec==2024.6.1 fsspec==2024.6.1
geographiclib==2.0 geographiclib==2.0
geopy==2.4.1 geopy==2.4.1
google-auth==2.40.1 google-ai-generativelanguage==0.6.15
google-api-core==2.25.1
google-api-python-client==2.174.0
google-auth==2.40.3
google-auth-httplib2==0.2.0
google-generativeai==0.8.5
googleapis-common-protos==1.70.0 googleapis-common-protos==1.70.0
grpcio==1.71.0 gradio==5.35.0
gradio_client==1.10.4
griffe==1.7.3
groovy==0.1.2
grpcio==1.73.0
grpcio-status==1.71.2
gyp-next==0.16.2
h11==0.16.0 h11==0.16.0
hf-xet==1.1.3
hiredis==3.2.1
httpcore==1.0.9 httpcore==1.0.9
httplib2==0.22.0
httptools==0.6.4 httptools==0.6.4
httpx==0.28.1 httpx==0.28.1
huggingface-hub==0.31.2 huggingface-hub==0.32.4
humanfriendly==10.0 humanfriendly==10.0
idna==3.10 idna==3.10
impi-devel==2021.14.1 impi-devel==2021.14.1
impi-rt==2021.14.1 impi-rt==2021.14.1
importlib_metadata==8.6.1 importlib_metadata==8.7.0
importlib_resources==6.5.2 importlib_resources==6.5.2
inflect==7.3.1
installer==0.7.0
intel-cmplr-lib-rt==2025.0.4 intel-cmplr-lib-rt==2025.0.4
intel-cmplr-lib-ur==2025.0.4 intel-cmplr-lib-ur==2025.0.4
intel-cmplr-lic-rt==2025.0.4 intel-cmplr-lic-rt==2025.0.4
@ -70,46 +105,59 @@ intel-opencl-rt==2025.0.4
intel-openmp==2025.0.4 intel-openmp==2025.0.4
intel-pti==0.10.1 intel-pti==0.10.1
intel-sycl-rt==2025.0.4 intel-sycl-rt==2025.0.4
intel_extension_for_pytorch==2.6.10+xpu intel_extension_for_pytorch==2.7.10+xpu
ipex-llm @ file:///opt/wheels/ipex_llm-2.2.0.dev0-py3-none-any.whl#sha256=a209a95606d6b4c6fcb57f96e519537742be54fa6728b603986776e3915991f5
isodate==0.7.2 isodate==0.7.2
itsdangerous==2.2.0 itsdangerous==2.2.0
jaraco.classes==3.4.0
jaraco.context==6.0.0
jaraco.functools==4.0.2
jeepney==0.9.0
Jinja2==3.1.4 Jinja2==3.1.4
joblib==1.5.0 jiter==0.10.0
joblib==1.5.1
jsonpatch==1.33 jsonpatch==1.33
jsonpointer==3.0.0 jsonpointer==3.0.0
jsonschema==4.23.0 jsonschema==4.24.0
jsonschema-specifications==2025.4.1 jsonschema-specifications==2025.4.1
kubernetes==32.0.1 keyring==25.6.0
langchain-core==0.3.59 kubernetes==33.1.0
langchain-ollama==0.3.2 langchain-core==0.3.64
langsmith==0.3.42 langchain-ollama==0.3.3
langsmith==0.3.45
launchpadlib==2.0.0
lazr.restfulclient==0.14.6
lazr.uri==1.0.6
llvmlite==0.44.0 llvmlite==0.44.0
logfire-api==3.21.2
lxml==5.4.0 lxml==5.4.0
magika==0.6.2 magika==0.6.2
mammoth==1.9.0 mammoth==1.9.1
markdown-it-py==3.0.0 markdown-it-py==3.0.0
markdownify==1.1.0 markdownify==1.1.0
markitdown==0.1.1 markitdown==0.1.2
MarkupSafe==2.1.5 MarkupSafe==2.1.5
mdurl==0.1.2 mdurl==0.1.2
mkl==2025.0.1 mkl==2025.0.1
mkl-dpcpp==2025.0.1 mkl-dpcpp==2025.0.1
mmh3==5.1.0 mmh3==5.1.0
more-itertools==10.3.0
mpmath==1.3.0 mpmath==1.3.0
msal==1.32.3 msal==1.32.3
msal-extensions==1.3.1 msal-extensions==1.3.1
multidict==6.4.3 msgpack==1.1.1
multidict==6.4.4
multiprocess==0.70.16 multiprocess==0.70.16
multitasking==0.0.11 multitasking==0.0.11
mypy_extensions==1.1.0
names-dataset==3.3.1
networkx==3.3 networkx==3.3
numba==0.61.2 numba==0.61.2
numpy==2.1.2 numpy==2.1.2
oauthlib==3.2.2 oauthlib==3.2.2
olefile==0.47 olefile==0.47
ollama==0.4.8 ollama==0.5.1
oneccl==2021.14.1 oneccl==2021.14.1
oneccl-bind-pt==2.6.0+xpu oneccl-bind-pt==2.7.0+xpu
oneccl-devel==2021.14.1 oneccl-devel==2021.14.1
onemkl-sycl-blas==2025.0.1 onemkl-sycl-blas==2025.0.1
onemkl-sycl-datafitting==2025.0.1 onemkl-sycl-datafitting==2025.0.1
@ -120,65 +168,92 @@ onemkl-sycl-sparse==2025.0.1
onemkl-sycl-stats==2025.0.1 onemkl-sycl-stats==2025.0.1
onemkl-sycl-vm==2025.0.1 onemkl-sycl-vm==2025.0.1
onnxruntime==1.22.0 onnxruntime==1.22.0
openai==1.93.0
openapi-python-client==0.25.0
openpyxl==3.1.5 openpyxl==3.1.5
opentelemetry-api==1.33.0 opentelemetry-api==1.34.0
opentelemetry-exporter-otlp-proto-common==1.33.0 opentelemetry-exporter-otlp-proto-common==1.34.0
opentelemetry-exporter-otlp-proto-grpc==1.33.0 opentelemetry-exporter-otlp-proto-grpc==1.34.0
opentelemetry-instrumentation==0.54b0 opentelemetry-instrumentation==0.55b0
opentelemetry-instrumentation-asgi==0.54b0 opentelemetry-instrumentation-asgi==0.55b0
opentelemetry-instrumentation-fastapi==0.54b0 opentelemetry-instrumentation-fastapi==0.55b0
opentelemetry-proto==1.33.0 opentelemetry-proto==1.34.0
opentelemetry-sdk==1.33.0 opentelemetry-sdk==1.34.0
opentelemetry-semantic-conventions==0.54b0 opentelemetry-semantic-conventions==0.55b0
opentelemetry-util-http==0.54b0 opentelemetry-util-http==0.55b0
orjson==3.10.18 orjson==3.10.18
overrides==7.7.0 overrides==7.7.0
packaging==24.2 packaging==24.2
pandas==2.2.3 pandas==2.3.0
pbs-installer==2025.6.12
pdfminer.six==20250506 pdfminer.six==20250506
peewee==3.18.1 peewee==3.18.1
peft==0.15.2 peft==0.15.2
pillow==11.0.0 pillow==11.0.0
pkginfo==1.12.1.2
platformdirs==4.3.8 platformdirs==4.3.8
posthog==4.0.1 poetry==2.1.3
poetry-core==2.1.3
posthog==4.6.1
primp==0.15.0
prometheus-fastapi-instrumentator==7.1.0 prometheus-fastapi-instrumentator==7.1.0
prometheus_client==0.21.1 prometheus_client==0.22.1
propcache==0.3.1 propcache==0.3.2
protobuf==5.29.4 proto-plus==1.26.1
protobuf==5.29.5
psutil==7.0.0 psutil==7.0.0
pyarrow==20.0.0 pyarrow==20.0.0
pyasn1==0.6.1 pyasn1==0.6.1
pyasn1_modules==0.4.2 pyasn1_modules==0.4.2
pycountry==24.6.1
pycparser==2.22 pycparser==2.22
pydantic==2.11.4 pydantic==2.11.5
pydantic-ai-slim==0.3.5
pydantic-graph==0.3.5
pydantic_core==2.33.2 pydantic_core==2.33.2
pydub==0.25.1 pydub==0.25.1
Pygments==2.19.1 Pygments==2.19.1
PyJWT==2.10.1 PyGObject==3.48.2
PyJWT==2.7.0
pynndescent==0.5.13 pynndescent==0.5.13
pyparsing==3.1.2
PyPika==0.48.9 PyPika==0.48.9
pypng==0.20220715.0
pyproject_hooks==1.2.0 pyproject_hooks==1.2.0
PyQRCode==1.2.1
python-apt==2.9.0+ubuntu1
python-dateutil==2.9.0.post0 python-dateutil==2.9.0.post0
python-dotenv==1.1.0 python-dotenv==1.1.0
python-jose==3.5.0
python-multipart==0.0.20
python-pptx==1.0.2 python-pptx==1.0.2
pytorch-triton-xpu==3.3.0 pytorch-triton-xpu==3.3.0
pytz==2025.2 pytz==2025.2
PyYAML==6.0.2 PyYAML==6.0.2
pyzt==0.0.2 pyzt==0.0.2
RapidFuzz==3.13.0
redis==6.2.0
referencing==0.36.2 referencing==0.36.2
regex==2024.11.6 regex==2024.11.6
requests==2.32.3 requests==2.32.4
requests-oauthlib==2.0.0 requests-oauthlib==2.0.0
requests-toolbelt==1.0.0 requests-toolbelt==1.0.0
rich==14.0.0 rich==14.0.0
rpds-py==0.24.0 rpds-py==0.25.1
rsa==4.9.1 rsa==4.9.1
ruamel.yaml==0.18.10 ruamel.yaml==0.18.14
ruamel.yaml.clib==0.2.12 ruamel.yaml.clib==0.2.12
ruff==0.11.13
safehttpx==0.1.6
safetensors==0.5.3 safetensors==0.5.3
scikit-learn==1.6.1 schedule==1.2.2
scikit-learn==1.7.0
scipy==1.15.3 scipy==1.15.3
SecretStorage==3.3.3
semantic-version==2.10.0
sentence-transformers==3.4.0 sentence-transformers==3.4.0
sentencepiece==0.2.0
setuptools==80.9.0
sgmllib3k==1.0.0 sgmllib3k==1.0.0
shellingham==1.5.4 shellingham==1.5.4
simple-websocket==1.1.0 simple-websocket==1.1.0
@ -193,33 +268,47 @@ tcmlib==1.2.0
tenacity==9.1.2 tenacity==9.1.2
threadpoolctl==3.6.0 threadpoolctl==3.6.0
tiktoken==0.9.0 tiktoken==0.9.0
timm==1.0.15
tokenizers==0.21.1 tokenizers==0.21.1
tomlkit==0.13.3
torch==2.7.0+xpu torch==2.7.0+xpu
torchaudio==2.7.0+xpu torchaudio==2.7.0+xpu
torchvision==0.22.0+xpu torchvision==0.22.0+xpu
tqdm==4.67.1 tqdm==4.67.1
transformers==4.51.3 transformers==4.52.4
typer==0.15.4 trove-classifiers==2025.5.9.12
typing-inspection==0.4.0 typeguard==4.3.0
typer==0.16.0
typing-inspect==0.9.0
typing-inspection==0.4.1
typing_extensions==4.12.2 typing_extensions==4.12.2
tzdata==2025.2 tzdata==2025.2
ua-parser==1.0.1
ua-parser-builtins==0.18.0.post1
umap-learn==0.5.7 umap-learn==0.5.7
umf==0.9.1 umf==0.9.1
unattended-upgrades==0.1
uritemplate==4.2.0
urllib3==2.4.0 urllib3==2.4.0
uvicorn==0.34.2 user-agents==2.2.0
uvicorn==0.34.3
uvloop==0.21.0 uvloop==0.21.0
virtualenv==20.31.2
wadllib==1.3.6
watchdog==6.0.0 watchdog==6.0.0
watchfiles==1.0.5 watchfiles==1.0.5
websocket-client==1.8.0 websocket-client==1.8.0
websockets==15.0.1 websockets==15.0.1
Werkzeug==3.1.3 Werkzeug==3.1.3
wheel==0.44.0
wrapt==1.17.2 wrapt==1.17.2
wsproto==1.2.0 wsproto==1.2.0
xformers==0.0.30
xlrd==2.0.1 xlrd==2.0.1
XlsxWriter==3.2.3 XlsxWriter==3.2.3
xxhash==3.5.0 xxhash==3.5.0
yarl==1.20.0 yarl==1.20.1
yfinance==0.2.61 yfinance==0.2.62
youtube-transcript-api==1.0.3 youtube-transcript-api==1.0.3
zipp==3.21.0 zipp==3.23.0
zstandard==0.23.0 zstandard==0.23.0