diff --git a/Dockerfile b/Dockerfile index 2aef5a6..2de3d2e 100644 --- a/Dockerfile +++ b/Dockerfile @@ -124,7 +124,8 @@ RUN pip install intel-extension-for-pytorch==2.7.10+xpu oneccl_bind_pt==2.7.0+xp # To use bitsandbytes non-CUDA backends, be sure to install: RUN pip install "transformers>=4.45.1" # Note, if you don't want to reinstall BNBs dependencies, append the `--no-deps` flag! -RUN pip install --force-reinstall --no-deps "https://github.com/bitsandbytes-foundation/bitsandbytes/releases/download/continuous-release_multi-backend-refactor/bitsandbytes-1.0.0-py3-none-manylinux_2_24_x86_64.whl" +RUN pip install --force-reinstall "https://github.com/bitsandbytes-foundation/bitsandbytes/releases/download/continuous-release_main/bitsandbytes-1.33.7.preview-py3-none-manylinux_2_24_x86_64.whl" +#RUN pip install --force-reinstall --no-deps "https://github.com/bitsandbytes-foundation/bitsandbytes/releases/download/continuous-release_multi-backend-refactor/bitsandbytes-1.0.0-py3-none-manylinux_2_24_x86_64.whl" # Install ollama python module RUN pip install ollama langchain-ollama @@ -177,6 +178,8 @@ RUN pip install names-dataset FROM llm-base AS backstory +SHELL [ "/opt/backstory/shell" ] + #COPY /src/requirements.txt /opt/backstory/src/requirements.txt #RUN pip install -r /opt/backstory/src/requirements.txt RUN pip install 'markitdown[all]' pydantic 'pydantic[email]' @@ -205,6 +208,8 @@ RUN pip install anthropic pydantic_ai # Automatic type conversion pydantic -> typescript RUN pip install pydantic typing-inspect jinja2 +RUN pip freeze > /opt/backstory/requirements.txt + RUN apt-get update \ && DEBIAN_FRONTEND=noninteractive apt-get install -y \ nodejs \ @@ -265,8 +270,6 @@ ENV SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1 ENV SYCL_CACHE_PERSISTENT=1 ENV PATH=/opt/backstory:$PATH -RUN pip freeze > /opt/backstory/requirements.txt - ENTRYPOINT [ "/entrypoint.sh" ] FROM backstory AS backstory-prod diff --git a/src/requirements.txt b/src/requirements.txt index 03e2549..d2a8e18 100644 --- a/src/requirements.txt +++ b/src/requirements.txt @@ -1,68 +1,103 @@ -accelerate==1.6.0 +accelerate==1.7.0 +aiofiles==24.1.0 aiohappyeyeballs==2.6.1 -aiohttp==3.11.18 +aiohttp==3.12.11 aiosignal==1.3.2 annotated-types==0.7.0 +anthropic==0.55.0 anyio==4.9.0 asgiref==3.8.1 attrs==25.3.0 +autocommand==2.2.2 azure-ai-documentintelligence==1.0.2 azure-core==1.34.0 azure-identity==1.23.0 backoff==2.2.1 +backstory-api-client==1.0.0 bcrypt==4.3.0 beautifulsoup4==4.13.4 -bigdl-core-xe-all==2.7.0b20250514 -bitsandbytes @ https://github.com/bitsandbytes-foundation/bitsandbytes/releases/download/continuous-release_multi-backend-refactor/bitsandbytes-0.45.3.dev272-py3-none-manylinux_2_24_x86_64.whl#sha256=7000dfb05889b2304ffdf98b54ebb6283ec4ff4020a9acbd5c357ae35345879c +bigdl-core-xe-all==2.7.0b20250426.post0 +bitsandbytes @ https://github.com/bitsandbytes-foundation/bitsandbytes/releases/download/continuous-release_multi-backend-refactor/bitsandbytes-1.0.0-py3-none-manylinux_2_24_x86_64.whl#sha256=b39ed1ed5cf3fc11e0138ff64fb85e6a1d340ced040913a699642d7b1b2f1123 blinker==1.9.0 bs4==0.0.2 build==1.2.2.post1 +CacheControl==0.14.3 cachetools==5.5.2 certifi==2025.4.26 cffi==1.17.1 charset-normalizer==3.4.2 -chromadb==1.0.9 -click==8.1.8 +chromadb==1.0.12 +cleo==2.1.0 +click==8.2.1 cobble==0.1.4 +colorama==0.4.6 coloredlogs==15.0.1 -cryptography==44.0.3 -curl_cffi==0.11.1 +crashtest==0.4.1 +cryptography==42.0.5 +curl_cffi==0.11.3 datasets==3.6.0 +dbus-python==1.3.2 defusedxml==0.7.1 -Deprecated==1.2.18 diffusers==0.33.1 dill==0.3.8 +distlib==0.3.9 distro==1.9.0 +distro-info==1.9 +dnspython==2.7.0 dpcpp-cpp-rt==2025.0.4 -durationpy==0.9 +duckduckgo_search==8.0.4 +dulwich==0.22.8 +durationpy==0.10 +ecdsa==0.19.1 einops==0.8.1 +email_validator==2.2.0 et_xmlfile==2.0.0 +eval_type_backport==0.2.2 fastapi==0.115.9 +fastjsonschema==2.21.1 feedparser==6.0.11 +ffmpy==0.6.0 filelock==3.13.1 +findpython==0.6.3 Flask==3.1.1 -flask-cors==5.0.1 +flask-cors==6.0.0 flask-sock==0.7.0 flatbuffers==25.2.10 frozendict==2.4.6 -frozenlist==1.6.0 +frozenlist==1.7.0 fsspec==2024.6.1 geographiclib==2.0 geopy==2.4.1 -google-auth==2.40.1 +google-ai-generativelanguage==0.6.15 +google-api-core==2.25.1 +google-api-python-client==2.174.0 +google-auth==2.40.3 +google-auth-httplib2==0.2.0 +google-generativeai==0.8.5 googleapis-common-protos==1.70.0 -grpcio==1.71.0 +gradio==5.35.0 +gradio_client==1.10.4 +griffe==1.7.3 +groovy==0.1.2 +grpcio==1.73.0 +grpcio-status==1.71.2 +gyp-next==0.16.2 h11==0.16.0 +hf-xet==1.1.3 +hiredis==3.2.1 httpcore==1.0.9 +httplib2==0.22.0 httptools==0.6.4 httpx==0.28.1 -huggingface-hub==0.31.2 +huggingface-hub==0.32.4 humanfriendly==10.0 idna==3.10 impi-devel==2021.14.1 impi-rt==2021.14.1 -importlib_metadata==8.6.1 +importlib_metadata==8.7.0 importlib_resources==6.5.2 +inflect==7.3.1 +installer==0.7.0 intel-cmplr-lib-rt==2025.0.4 intel-cmplr-lib-ur==2025.0.4 intel-cmplr-lic-rt==2025.0.4 @@ -70,46 +105,59 @@ intel-opencl-rt==2025.0.4 intel-openmp==2025.0.4 intel-pti==0.10.1 intel-sycl-rt==2025.0.4 -intel_extension_for_pytorch==2.6.10+xpu -ipex-llm @ file:///opt/wheels/ipex_llm-2.2.0.dev0-py3-none-any.whl#sha256=a209a95606d6b4c6fcb57f96e519537742be54fa6728b603986776e3915991f5 +intel_extension_for_pytorch==2.7.10+xpu isodate==0.7.2 itsdangerous==2.2.0 +jaraco.classes==3.4.0 +jaraco.context==6.0.0 +jaraco.functools==4.0.2 +jeepney==0.9.0 Jinja2==3.1.4 -joblib==1.5.0 +jiter==0.10.0 +joblib==1.5.1 jsonpatch==1.33 jsonpointer==3.0.0 -jsonschema==4.23.0 +jsonschema==4.24.0 jsonschema-specifications==2025.4.1 -kubernetes==32.0.1 -langchain-core==0.3.59 -langchain-ollama==0.3.2 -langsmith==0.3.42 +keyring==25.6.0 +kubernetes==33.1.0 +langchain-core==0.3.64 +langchain-ollama==0.3.3 +langsmith==0.3.45 +launchpadlib==2.0.0 +lazr.restfulclient==0.14.6 +lazr.uri==1.0.6 llvmlite==0.44.0 +logfire-api==3.21.2 lxml==5.4.0 magika==0.6.2 -mammoth==1.9.0 +mammoth==1.9.1 markdown-it-py==3.0.0 markdownify==1.1.0 -markitdown==0.1.1 +markitdown==0.1.2 MarkupSafe==2.1.5 mdurl==0.1.2 mkl==2025.0.1 mkl-dpcpp==2025.0.1 mmh3==5.1.0 +more-itertools==10.3.0 mpmath==1.3.0 msal==1.32.3 msal-extensions==1.3.1 -multidict==6.4.3 +msgpack==1.1.1 +multidict==6.4.4 multiprocess==0.70.16 multitasking==0.0.11 +mypy_extensions==1.1.0 +names-dataset==3.3.1 networkx==3.3 numba==0.61.2 numpy==2.1.2 oauthlib==3.2.2 olefile==0.47 -ollama==0.4.8 +ollama==0.5.1 oneccl==2021.14.1 -oneccl-bind-pt==2.6.0+xpu +oneccl-bind-pt==2.7.0+xpu oneccl-devel==2021.14.1 onemkl-sycl-blas==2025.0.1 onemkl-sycl-datafitting==2025.0.1 @@ -120,65 +168,92 @@ onemkl-sycl-sparse==2025.0.1 onemkl-sycl-stats==2025.0.1 onemkl-sycl-vm==2025.0.1 onnxruntime==1.22.0 +openai==1.93.0 +openapi-python-client==0.25.0 openpyxl==3.1.5 -opentelemetry-api==1.33.0 -opentelemetry-exporter-otlp-proto-common==1.33.0 -opentelemetry-exporter-otlp-proto-grpc==1.33.0 -opentelemetry-instrumentation==0.54b0 -opentelemetry-instrumentation-asgi==0.54b0 -opentelemetry-instrumentation-fastapi==0.54b0 -opentelemetry-proto==1.33.0 -opentelemetry-sdk==1.33.0 -opentelemetry-semantic-conventions==0.54b0 -opentelemetry-util-http==0.54b0 +opentelemetry-api==1.34.0 +opentelemetry-exporter-otlp-proto-common==1.34.0 +opentelemetry-exporter-otlp-proto-grpc==1.34.0 +opentelemetry-instrumentation==0.55b0 +opentelemetry-instrumentation-asgi==0.55b0 +opentelemetry-instrumentation-fastapi==0.55b0 +opentelemetry-proto==1.34.0 +opentelemetry-sdk==1.34.0 +opentelemetry-semantic-conventions==0.55b0 +opentelemetry-util-http==0.55b0 orjson==3.10.18 overrides==7.7.0 packaging==24.2 -pandas==2.2.3 +pandas==2.3.0 +pbs-installer==2025.6.12 pdfminer.six==20250506 peewee==3.18.1 peft==0.15.2 pillow==11.0.0 +pkginfo==1.12.1.2 platformdirs==4.3.8 -posthog==4.0.1 +poetry==2.1.3 +poetry-core==2.1.3 +posthog==4.6.1 +primp==0.15.0 prometheus-fastapi-instrumentator==7.1.0 -prometheus_client==0.21.1 -propcache==0.3.1 -protobuf==5.29.4 +prometheus_client==0.22.1 +propcache==0.3.2 +proto-plus==1.26.1 +protobuf==5.29.5 psutil==7.0.0 pyarrow==20.0.0 pyasn1==0.6.1 pyasn1_modules==0.4.2 +pycountry==24.6.1 pycparser==2.22 -pydantic==2.11.4 +pydantic==2.11.5 +pydantic-ai-slim==0.3.5 +pydantic-graph==0.3.5 pydantic_core==2.33.2 pydub==0.25.1 Pygments==2.19.1 -PyJWT==2.10.1 +PyGObject==3.48.2 +PyJWT==2.7.0 pynndescent==0.5.13 +pyparsing==3.1.2 PyPika==0.48.9 +pypng==0.20220715.0 pyproject_hooks==1.2.0 +PyQRCode==1.2.1 +python-apt==2.9.0+ubuntu1 python-dateutil==2.9.0.post0 python-dotenv==1.1.0 +python-jose==3.5.0 +python-multipart==0.0.20 python-pptx==1.0.2 pytorch-triton-xpu==3.3.0 pytz==2025.2 PyYAML==6.0.2 pyzt==0.0.2 +RapidFuzz==3.13.0 +redis==6.2.0 referencing==0.36.2 regex==2024.11.6 -requests==2.32.3 +requests==2.32.4 requests-oauthlib==2.0.0 requests-toolbelt==1.0.0 rich==14.0.0 -rpds-py==0.24.0 +rpds-py==0.25.1 rsa==4.9.1 -ruamel.yaml==0.18.10 +ruamel.yaml==0.18.14 ruamel.yaml.clib==0.2.12 +ruff==0.11.13 +safehttpx==0.1.6 safetensors==0.5.3 -scikit-learn==1.6.1 +schedule==1.2.2 +scikit-learn==1.7.0 scipy==1.15.3 +SecretStorage==3.3.3 +semantic-version==2.10.0 sentence-transformers==3.4.0 +sentencepiece==0.2.0 +setuptools==80.9.0 sgmllib3k==1.0.0 shellingham==1.5.4 simple-websocket==1.1.0 @@ -193,33 +268,47 @@ tcmlib==1.2.0 tenacity==9.1.2 threadpoolctl==3.6.0 tiktoken==0.9.0 +timm==1.0.15 tokenizers==0.21.1 +tomlkit==0.13.3 torch==2.7.0+xpu torchaudio==2.7.0+xpu torchvision==0.22.0+xpu tqdm==4.67.1 -transformers==4.51.3 -typer==0.15.4 -typing-inspection==0.4.0 +transformers==4.52.4 +trove-classifiers==2025.5.9.12 +typeguard==4.3.0 +typer==0.16.0 +typing-inspect==0.9.0 +typing-inspection==0.4.1 typing_extensions==4.12.2 tzdata==2025.2 +ua-parser==1.0.1 +ua-parser-builtins==0.18.0.post1 umap-learn==0.5.7 umf==0.9.1 +unattended-upgrades==0.1 +uritemplate==4.2.0 urllib3==2.4.0 -uvicorn==0.34.2 +user-agents==2.2.0 +uvicorn==0.34.3 uvloop==0.21.0 +virtualenv==20.31.2 +wadllib==1.3.6 watchdog==6.0.0 watchfiles==1.0.5 websocket-client==1.8.0 websockets==15.0.1 Werkzeug==3.1.3 +wheel==0.44.0 wrapt==1.17.2 wsproto==1.2.0 +xformers==0.0.30 xlrd==2.0.1 XlsxWriter==3.2.3 xxhash==3.5.0 -yarl==1.20.0 -yfinance==0.2.61 +yarl==1.20.1 +yfinance==0.2.62 youtube-transcript-api==1.0.3 -zipp==3.21.0 +zipp==3.23.0 zstandard==0.23.0