update

app.py

@@ -1,6 +1,6 @@
 import gradio as gr
-from models.vsa_model import VisionSearchAssistant
-from models.vsa_prompt import COCO_CLASSES
+# from models.vsa_model import VisionSearchAssistant
+# from models.vsa_prompt import COCO_CLASSES
 
 
 SAMPLES = {

requirements.txt

@@ -0,0 +1,6 @@
+duckduckgo_search==5.3.1b1
+einops
+git+https://github.com/InternLM/lagent.git
+lmdeploy
+termcolor
+transformers==4.41.0

scripts/env.txt

@@ -0,0 +1,236 @@
+accelerate==1.0.1
+addict==2.4.0
+aiofiles==23.2.1
+aiohappyeyeballs==2.4.3
+aiohttp==3.10.10
+aiosignal==1.3.1
+airportsdata==20241001
+altair==5.4.1
+annotated-types==0.7.0
+anyio==4.6.2.post1
+argon2-cffi==23.1.0
+argon2-cffi-bindings==21.2.0
+arrow==1.3.0
+arxiv==2.1.3
+asttokens==2.4.1
+async-lru==2.0.4
+async-timeout==4.0.3
+attrs==24.2.0
+babel==2.16.0
+beautifulsoup4==4.12.3
+bitsandbytes==0.44.1
+bleach==6.1.0
+blinker==1.8.2
+Brotli==1.1.0
+cachetools==5.5.0
+certifi==2024.8.30
+cffi==1.17.1
+charset-normalizer==3.4.0
+click==8.1.7
+cloudpickle==3.1.0
+colorama==0.4.6
+comm==0.2.2
+contourpy==1.3.0
+cycler==0.12.1
+datasets==3.0.1
+debugpy==1.8.7
+decorator==5.1.1
+defusedxml==0.7.1
+dill==0.3.8
+diskcache==5.6.3
+distro==1.9.0
+duckduckgo_search==5.3.1b1
+einops==0.6.1
+einops-exts==0.0.4
+exceptiongroup==1.2.2
+executing==2.1.0
+fastapi==0.115.2
+fastjsonschema==2.20.0
+feedparser==6.0.11
+ffmpy==0.4.0
+filelock==3.16.1
+fire==0.7.0
+fonttools==4.54.1
+fqdn==1.5.1
+frozenlist==1.4.1
+fsspec==2024.6.1
+func_timeout==4.3.5
+gitdb==4.0.11
+GitPython==3.1.43
+gradio==5.1.0
+gradio_client==1.4.0
+griffe==0.49.0
+h11==0.14.0
+h2==4.1.0
+hpack==4.0.0
+httpcore==1.0.6
+httpx==0.27.2
+huggingface-hub==0.26.0
+hyperframe==6.0.1
+idna==3.10
+importlib_metadata==8.5.0
+importlib_resources==6.4.5
+interegular==0.3.3
+ipykernel==6.29.5
+ipython==8.28.0
+ipywidgets==8.1.5
+isoduration==20.11.0
+jedi==0.19.1
+Jinja2==3.1.4
+jiter==0.6.1
+joblib==1.4.2
+json5==0.9.25
+jsonpointer==3.0.0
+jsonschema==4.23.0
+jsonschema-specifications==2024.10.1
+jupyter==1.1.1
+jupyter-console==6.6.3
+jupyter-events==0.10.0
+jupyter-lsp==2.2.5
+jupyter_client==8.6.3
+jupyter_core==5.7.2
+jupyter_server==2.14.2
+jupyter_server_terminals==0.5.3
+jupyterlab==4.2.5
+jupyterlab_pygments==0.3.0
+jupyterlab_server==2.27.3
+jupyterlab_widgets==3.0.13
+kiwisolver==1.4.7
+lagent @ git+https://github.com/InternLM/lagent.git@238aacf5e711f45cdbdfb26a6c2f4336fb64cd36
+lark==1.2.2
+latex2mathml==3.77.0
+lmdeploy==0.6.1
+markdown-it-py==3.0.0
+markdown2==2.5.1
+MarkupSafe==2.1.5
+matplotlib==3.9.2
+matplotlib-inline==0.1.7
+mdurl==0.1.2
+mistune==3.0.2
+mmengine-lite==0.10.5
+mpmath==1.3.0
+multidict==6.1.0
+multiprocess==0.70.16
+narwhals==1.9.4
+nbclient==0.10.0
+nbconvert==7.16.4
+nbformat==5.10.4
+nest-asyncio==1.6.0
+networkx==3.4.1
+notebook==7.2.2
+notebook_shim==0.2.4
+numpy==1.26.4
+nvidia-cublas-cu12==12.1.3.1
+nvidia-cuda-cupti-cu12==12.1.105
+nvidia-cuda-nvrtc-cu12==12.1.105
+nvidia-cuda-runtime-cu12==12.1.105
+nvidia-cudnn-cu12==8.9.2.26
+nvidia-cufft-cu12==11.0.2.54
+nvidia-curand-cu12==10.3.2.106
+nvidia-cusolver-cu12==11.4.5.107
+nvidia-cusparse-cu12==12.1.0.106
+nvidia-nccl-cu12==2.18.1
+nvidia-nvjitlink-cu12==12.6.77
+nvidia-nvtx-cu12==12.1.105
+openai==1.52.0
+orjson==3.10.9
+outlines==0.1.1
+outlines_core==0.1.14
+overrides==7.7.0
+packaging==24.1
+pandas==2.2.3
+pandocfilters==1.5.1
+parso==0.8.4
+peft==0.11.1
+pexpect==4.9.0
+phx-class-registry==4.1.0
+pillow==10.4.0
+platformdirs==4.3.6
+prometheus_client==0.21.0
+prompt_toolkit==3.0.48
+propcache==0.2.0
+protobuf==5.28.2
+psutil==6.1.0
+ptyprocess==0.7.0
+pure_eval==0.2.3
+pyarrow==17.0.0
+pycountry==24.6.1
+pycparser==2.22
+pydantic==2.9.2
+pydantic_core==2.23.4
+pydeck==0.9.1
+pydub==0.25.1
+Pygments==2.18.0
+pynvml==11.5.3
+pyparsing==3.2.0
+python-dateutil==2.9.0.post0
+python-json-logger==2.0.7
+python-multipart==0.0.13
+pytz==2024.2
+PyYAML==6.0.2
+pyzmq==26.2.0
+referencing==0.35.1
+regex==2024.9.11
+requests==2.32.3
+rfc3339-validator==0.1.4
+rfc3986-validator==0.1.1
+rich==13.9.2
+rpds-py==0.20.0
+ruff==0.7.0
+safetensors==0.4.5
+scikit-learn==1.2.2
+scipy==1.14.1
+semantic-version==2.10.0
+Send2Trash==1.8.3
+sentencepiece==0.1.99
+sgmllib3k==1.0.0
+shellingham==1.5.4
+shortuuid==1.0.13
+six==1.16.0
+smmap==5.0.1
+sniffio==1.3.1
+socksio==1.0.0
+soupsieve==2.6
+stack-data==0.6.3
+starlette==0.40.0
+streamlit==1.39.0
+svgwrite==1.4.3
+sympy==1.13.3
+tenacity==9.0.0
+termcolor==2.5.0
+terminado==0.18.1
+threadpoolctl==3.5.0
+tiktoken==0.8.0
+timeout-decorator==0.5.0
+timm==0.6.13
+tinycss2==1.3.0
+tokenizers==0.19.1
+toml==0.10.2
+tomli==2.0.2
+tomlkit==0.12.0
+torch==2.1.2
+torchvision==0.16.2
+tornado==6.4.1
+tqdm==4.66.5
+traitlets==5.14.3
+transformers==4.41.0
+triton==2.1.0
+typer==0.12.5
+types-python-dateutil==2.9.0.20241003
+typing_extensions==4.12.2
+tzdata==2024.2
+uri-template==1.3.0
+urllib3==2.2.3
+uvicorn==0.32.0
+watchdog==5.0.3
+wavedrom==2.0.3.post3
+wcwidth==0.2.13
+webcolors==24.8.0
+webencodings==0.5.1
+websocket-client==1.8.0
+websockets==11.0.3
+widgetsnbextension==4.0.13
+xxhash==3.5.0
+yapf==0.40.2
+yarl==1.15.5
+zipp==3.20.2

scripts/install.sh

@@ -1,2 +1 @@
-pip install -e models/LLaVA
-# pip install gradio==5.1.0
+pip install -e models/LLaVA