updated reqs

requirements.txt

@@ -1,230 +1,7 @@
-accelerate==0.25.0
-aiofiles==23.2.1
-aiohttp==3.9.1
-aiosignal==1.3.1
-altair==5.2.0
-annotated-types==0.6.0
-antlr4-python3-runtime==4.9.3
-anyio==3.7.1
-argilla==1.20.0
-argon2-cffi
-argon2-cffi-bindings
-asttokens
-async-lru
-async-timeout==4.0.3
-attrs
-Babel
-backcall
-backoff==2.2.1
-beautifulsoup4
-bleach
-Brotli
-cachetools==5.3.2
-certifi
-cffi
-charset-normalizer
-chromadb==0.3.21
-click==8.1.7
-clickhouse-connect==0.6.22
-colorama
-coloredlogs==15.0.1
-comm
-contourpy==1.1.1
-cryptography
-cycler==0.12.1
-dataclasses-json==0.5.14
-datasets==2.15.0
-debugpy
-decorator
-defusedxml
-Deprecated==1.2.14
-dill==0.3.6
-duckdb==0.9.2
-effdet==0.4.1
-et-xmlfile==1.1.0
-exceptiongroup==1.2.0
-executing
-fastapi==0.104.1
-fastjsonschema
-ffmpy==0.3.1
-filelock==3.13.1
-flatbuffers==23.5.26
-fonttools==4.46.0
-frozenlist==1.4.0
-fsspec==2023.10.0
-gptcache==0.1.43
-gradio==4.10.0
-gradio_client==0.7.3
-greenlet==3.0.2
-h11==0.14.0
-hnswlib==0.8.0
-html5lib==1.1
-httpcore==0.18.0
-httptools==0.6.1
-httpx==0.25.0
-huggingface-hub==0.19.4
-humanfriendly==10.0
-idna
-importlib-metadata
-importlib-resources
-iopath==0.1.10
-ipykernel
-ipython
-jedi
-Jinja2
-joblib==1.3.2
-json5
-jsonschema
-jsonschema-specifications
-jupyter-events
-jupyter-lsp
-jupyter_client
-jupyter_core
-jupyter_server
-jupyter_server_terminals
-jupyterlab
-jupyterlab-pygments
-jupyterlab_server
-kiwisolver==1.4.5
-langchain==0.0.141
-layoutparser==0.3.4
-llava==0.0.1.dev0
-lxml==4.9.3
-lz4==4.3.2
-Markdown==3.5.1
-markdown-it-py==3.0.0
-MarkupSafe
-marshmallow==3.20.1
-matplotlib==3.7.4
-matplotlib-inline
-mdurl==0.1.2
-mistune
-monotonic==1.6
-mpmath==1.3.0
-msg-parser==1.2.0
-multidict==6.0.4
-multiprocess==0.70.14
-mypy-extensions==1.0.0
-nbclient
-nbconvert
-nbformat
-nest-asyncio
-networkx==3.1
-nltk==3.8.1
-notebook_shim
-numpy==1.23.5
-olefile==0.47
-omegaconf==2.3.0
-onnxruntime==1.16.3
-openai==0.27.4
-openapi-schema-pydantic==1.2.4
-opencv-python==4.6.0.66
-openpyxl==3.1.2
-orjson==3.9.10
-overrides
-packaging
+bitsandbytes
+torch
+transformers
 pandas
-pandocfilters
-parso
-pdf2image==1.16.3
-pdfminer.six==20221105
-pdfplumber==0.10.3
-peft==0.7.1
-pickleshare
-Pillow==10.1.0
-pkgutil_resolve_name
-platformdirs
-portalocker==2.8.2
-posthog==3.1.0
-prometheus-client
-prompt-toolkit
-protobuf==4.25.1
-psutil
-pure-eval
-pyarrow==14.0.2
-pyarrow-hotfix==0.6
-pycocotools==2.0.7
-pycparser
-pydub==0.25.1
-Pygments
-pyOpenSSL
-pypandoc==1.12
-pyparsing==3.1.1
-pypdfium2==4.25.0
-pyreadline3==3.4.1
-PySocks
-pytesseract==0.3.10
-python-dateutil
-python-docx==1.1.0
-python-dotenv==1.0.0
-python-json-logger
-python-magic==0.4.27
-python-multipart==0.0.6
-python-pptx==0.6.23
-pytube==12.1.3
-pytz
-PyYAML
-pyzmq
-referencing
-regex==2023.10.3
-requests
-responses==0.18.0
-rfc3339-validator
-rfc3986-validator
-rich==13.7.0
-rpds-py
-safetensors==0.4.1
-scikit-learn==1.3.2
-scipy==1.10.1
-semantic-version==2.10.0
-Send2Trash
-sentence-transformers==2.2.2
-sentencepiece==0.1.99
-shellingham==1.5.4
-six
-sniffio
-soupsieve
-SQLAlchemy==1.4.50
-stack-data
-starlette==0.27.0
-sympy==1.12
-tenacity==8.2.3
-terminado
-threadpoolctl==3.2.0
-tiktoken==0.3.3
-timm==0.9.12
-tinycss2
-tokenizers==0.15.0
-tomli
-tomlkit==0.12.0
-toolz==0.12.0
-torch==2.1.1
-torchaudio==2.1.1
-torchvision==0.16.1
-tornado
-tqdm==4.66.1
-traitlets
-transformers==4.35.2
-typer==0.9.0
-typing-inspect==0.9.0
-typing_extensions==4.9.0
-tzdata==2023.3
-unstructured==0.5.12
-unstructured-inference==0.3.2
-urllib3
-uvicorn==0.24.0.post1
-watchfiles==0.21.0
-watermark==2.3.1
-wcwidth
-webencodings==0.5.1
-websocket-client
-websockets==11.0.3
-win-inet-pton
-wrapt==1.14.1
-XlsxWriter==3.1.9
-xxhash==3.4.1
-yarl==1.9.4
-youtube-transcript-api==0.5.0
-zipp
-zstandard==0.22.0
-bitsandbytes
+loralib
+datasets
+accelerate