get rid of frozen requirements

Signed-off-by: Anupam Kumar <[email protected]>

.github/workflows/integration-test.yml

@@ -150,7 +150,7 @@ jobs:
         run: |
           cd context_chat_backend
           pip install --upgrade pip setuptools wheel
-          pip install --no-deps -r requirements.txt
+          pip install -r requirements.txt
           cp example.env .env
           echo "NEXTCLOUD_URL=http://localhost:8080" >> .env
           ./main.py > backend_logs 2>&1 &

Dockerfile

@@ -21,7 +21,7 @@ COPY requirements.txt .
 RUN python3 -m pip install --no-cache-dir --upgrade pip setuptools wheel
 RUN python3 -m pip install --no-cache-dir https://github.com/abetlen/llama-cpp-python/releases/download/v0.2.84-cu122/llama_cpp_python-0.2.84-cp311-cp311-linux_x86_64.whl
 RUN sed -i '/llama_cpp_python/d' requirements.txt
-RUN python3 -m pip install --no-cache-dir --no-deps -r requirements.txt
+RUN python3 -m pip install --no-cache-dir -r requirements.txt && python3 -m pip cache purge
 
 ENV NVIDIA_VISIBLE_DEVICES all
 ENV NVIDIA_DRIVER_CAPABILITIES compute

README.md

@@ -34,7 +34,7 @@ Install the given apps for Context Chat to work as desired **in the given order*
 1. `python -m venv .venv`
 2. `. .venv/bin/activate`
 3. `pip install --upgrade pip setuptools wheel`
-4. Install requirements `pip install --no-deps -r requirements.txt`
+4. Install requirements `pip install -r requirements.txt`
 5. Copy example.env to .env and fill in the variables
 6. Ensure the config file at `persistent_storage/config.yaml` points to the correct config file (cpu vs gpu). If you're unsure, delete it. It will be recreated upon launching the application. The default is to point to the gpu config.
 7. Configure `persistent_storage/config.yaml` for the model name, model type and its parameters (which also includes model file's path and model id as per requirements, see example config)

requirements.txt

@@ -1,198 +1,38 @@
-absl-py==0.11.0
-aiohappyeyeballs==2.4.3
-aiohttp==3.10.10
-aiosignal==1.3.1
-annotated-types==0.7.0
-anyio==4.6.2.post1
-APScheduler==3.10.4
-asgiref==3.8.1
-attrs==24.2.0
-Authlib==1.3.1
-backoff==1.11.1
-bcrypt==4.2.0
-beautifulsoup4==4.12.3
-build==1.2.2.post1
-cachetools==5.5.0
-certifi==2024.8.30
-cffi==1.17.1
-chardet==5.2.0
-charset-normalizer==3.4.0
-chroma-hnswlib==0.7.6
-chromadb==0.5.15
-click==8.1.7
-coloredlogs==15.0.1
-cryptography==43.0.3
-ctransformers==0.2.27
-dataclasses-json==0.6.7
-defusedxml==0.7.1
-Deprecated==1.2.14
-diskcache==5.6.3
-docx2txt==0.8
-durationpy==0.9
-EbookLib==0.17.1
-emoji==2.14.0
-epub2txt==0.1.6
-et_xmlfile==2.0.0
-eval_type_backport==0.2.0
-fastapi==0.115.4
-filelock==3.16.1
-filetype==1.2.0
-flatbuffers==24.3.25
-frozenlist==1.5.0
-fsspec==2024.10.0
-google-auth==2.35.0
-googleapis-common-protos==1.65.0
-greenlet==3.1.1
-grpcio==1.67.0
-grpcio-health-checking==1.67.0
-grpcio-tools==1.67.0
-h11==0.14.0
-httpcore==1.0.6
-httptools==0.6.4
-httpx==0.27.0
-huggingface-hub==0.26.2
-humanfriendly==10.0
-idna==3.10
-importlib_metadata==8.4.0
-importlib_resources==6.4.5
-InstructorEmbedding==1.0.1
-Jinja2==3.1.4
-joblib==1.4.2
-jsonpatch==1.33
-jsonpath-python==1.0.6
-jsonpointer==3.0.0
-kubernetes==31.0.0
-langchain==0.3.4
-langchain-community==0.3.3
-langchain-core==0.3.13
-langchain-text-splitters==0.3.0
-langdetect==1.0.9
-langsmith==0.1.137
-llama_cpp_python==0.3.1
-logzero==1.7.0
-lxml==5.3.0
-markdown-it-py==3.0.0
-MarkupSafe==3.0.2
-marshmallow==3.23.0
-mdurl==0.1.2
-mmh3==5.0.1
-monotonic==1.6
-mpmath==1.3.0
-msg-parser==1.2.0
-multidict==6.1.0
-mypy-extensions==1.0.0
-nc-py-api==0.18.0
-nest-asyncio==1.6.0
-networkx==3.4.2
-nltk==3.9.1
-numpy==1.26.4
-nvidia-cublas-cu12==12.4.5.8
-nvidia-cuda-cupti-cu12==12.4.127
-nvidia-cuda-nvrtc-cu12==12.4.127
-nvidia-cuda-runtime-cu12==12.4.127
-nvidia-cudnn-cu12==9.1.0.70
-nvidia-cufft-cu12==11.2.1.3
-nvidia-curand-cu12==10.3.5.147
-nvidia-cusolver-cu12==11.6.1.9
-nvidia-cusparse-cu12==12.3.1.170
-nvidia-nccl-cu12==2.21.5
-nvidia-nvjitlink-cu12==12.4.127
-nvidia-nvtx-cu12==12.4.127
-oauthlib==3.2.2
-odfdo==3.9.3
-odfpy==1.4.1
-olefile==0.47
-onnxruntime==1.19.2
-openpyxl==3.1.5
-opentelemetry-api==1.27.0
-opentelemetry-exporter-otlp-proto-grpc==1.11.1
-opentelemetry-instrumentation==0.48b0
-opentelemetry-instrumentation-asgi==0.48b0
-opentelemetry-instrumentation-fastapi==0.48b0
-opentelemetry-proto==1.11.1
-opentelemetry-sdk==1.27.0
-opentelemetry-semantic-conventions==0.48b0
-opentelemetry-util-http==0.48b0
-orjson==3.10.10
-overrides==7.7.0
-packaging==24.1
-pandas==2.2.3
-pillow==11.0.0
-posthog==3.7.0
-propcache==0.2.0
-protobuf==5.28.3
-psutil==6.1.0
-py-cpuinfo==9.0.0
-pyasn1==0.6.1
-pyasn1_modules==0.4.1
-pycparser==2.22
-pydantic==2.9.2
-pydantic-settings==2.6.0
-pydantic_core==2.23.4
-Pygments==2.18.0
-pypdf==5.1.0
-PyPika==0.48.9
-pyproject_hooks==1.2.0
-python-dateutil==2.8.2
-python-dotenv==1.0.1
-python-iso639==2024.10.22
-python-magic==0.4.27
-python-multipart==0.0.16
-python-pptx==1.0.2
-pytz==2024.2
-PyYAML==6.0.2
-RapidFuzz==3.10.1
-regex==2024.9.11
-requests==2.32.3
-requests-oauthlib==2.0.0
-requests-toolbelt==1.0.0
-rich==13.9.3
-rsa==4.9
-ruamel.yaml==0.18.6
-ruamel.yaml.clib==0.2.12
-safetensors==0.4.5
-scikit-learn==1.5.2
-scipy==1.14.1
-sentence-transformers==3.2.1
-setuptools==75.2.0
-shellingham==1.5.4
-six==1.16.0
-sniffio==1.3.1
-soupsieve==2.6
-SQLAlchemy==2.0.36
-sse-starlette==2.1.3
-starlette==0.41.2
-starlette-context==0.3.6
-striprtf==0.0.26
-sympy==1.13.1
-tabulate==0.9.0
-tenacity==9.0.0
-threadpoolctl==3.5.0
-tokenizers==0.20.1
-torch==2.5.0
-torchvision==0.20.0
-tqdm==4.66.6
-transformers==4.46.0
-triton==3.1.0
-typer==0.12.5
-typing-inspect==0.9.0
-typing_extensions==4.12.2
-tzdata==2024.2
-tzlocal==5.2
+apscheduler
+chromadb
+ctransformers
+epub2txt
+fastapi
+httpx
+InstructorEmbedding
+langchain
+langchain-community
+langchain-postgres
+llama_cpp_python
+msg-parser
+nc_py_api
+odfdo
+odfpy
+openpyxl
+pandas
+psutil
+pypdf
+docx2txt
+protobuf
+python-dotenv
+python-multipart
+python-pptx
+ruamel.yaml
+sentence-transformers
+setuptools
+sse_starlette
+starlette_context
+striprtf
+torch
+torchvision
+transformers
 unstructured @ git+https://github.com/kyteinsky/unstructured@d3a404cfb541dae8e16956f096bac99fc05c985b
-unstructured-client==0.26.1
-urllib3==2.2.3
-uvicorn==0.32.0
-uvloop==0.21.0
-validators==0.34.0
-watchfiles==0.24.0
-weaviate-client==4.9.0
-websocket-client==1.8.0
-websockets==13.1
-wheel==0.44.0
-wrapt==1.16.0
-xlrd==2.0.1
-XlsxWriter==3.2.0
-xmltodict==0.14.2
-yarl==1.16.0
-zipp==3.20.2
+unstructured-client
+weaviate-client
+wheel
+xlrd