{ "cells": [ { "cell_type": "markdown", "metadata": {}, "source": [ "*This notebook serves as an example of how to run the FinAI evaluation harness to benchmark models across various financial datasets.*" ] }, { "cell_type": "markdown", "metadata": { "id": "1cS0GtlOYJh4" }, "source": [ "**Important: When you run, make sure you choose runtime A100 GPU (Google Colab)**" ] }, { "cell_type": "markdown", "metadata": { "id": "I3E8BvAE5GEM" }, "source": [ "Clone the repo and install required dependencies" ] }, { "cell_type": "code", "execution_count": 1, "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "uYf2Zhg65I_9", "outputId": "99a2ba9d-2cde-4b2b-e953-7d76df633d3c" }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "fatal: destination path 'PIXIU' already exists and is not an empty directory.\n", "/content/PIXIU\n", "Processing ./src/factscore_package/en_core_web_sm-3.7.1.tar.gz\n", " Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n", "Requirement already satisfied: transformers in /usr/local/lib/python3.10/dist-packages (from -r requirements.txt (line 1)) (4.42.4)\n", "Requirement already satisfied: peft in /usr/local/lib/python3.10/dist-packages (from -r requirements.txt (line 2)) (0.12.0)\n", "Requirement already satisfied: gradio in /usr/local/lib/python3.10/dist-packages (from -r requirements.txt (line 3)) (3.50.2)\n", "Requirement already satisfied: tqdm in /usr/local/lib/python3.10/dist-packages (from -r requirements.txt (line 4)) (4.66.5)\n", "Requirement already satisfied: scikit-learn in /usr/local/lib/python3.10/dist-packages (from -r requirements.txt (line 5)) (1.3.2)\n", "Requirement already satisfied: sentencepiece in /usr/local/lib/python3.10/dist-packages (from -r requirements.txt (line 6)) (0.1.99)\n", "Requirement already satisfied: pandas in /usr/local/lib/python3.10/dist-packages (from -r requirements.txt (line 7)) (2.1.4)\n", "Requirement already satisfied: seqeval in /usr/local/lib/python3.10/dist-packages (from -r requirements.txt (line 8)) (1.2.2)\n", "Requirement already satisfied: numpy in /usr/local/lib/python3.10/dist-packages (from -r requirements.txt (line 9)) (1.26.4)\n", "Requirement already satisfied: evaluate in /usr/local/lib/python3.10/dist-packages (from -r requirements.txt (line 10)) (0.4.2)\n", "Requirement already satisfied: openai in /usr/local/lib/python3.10/dist-packages (from -r requirements.txt (line 11)) (1.43.0)\n", "Requirement already satisfied: rank_bm25 in /usr/local/lib/python3.10/dist-packages (from -r requirements.txt (line 12)) (0.2.2)\n", "Requirement already satisfied: spacy in /usr/local/lib/python3.10/dist-packages (from -r requirements.txt (line 13)) (3.7.6)\n", "Requirement already satisfied: sentence_transformers in /usr/local/lib/python3.10/dist-packages (from -r requirements.txt (line 14)) (3.0.1)\n", "Requirement already satisfied: vllm==0.2.7 in /usr/local/lib/python3.10/dist-packages (from -r requirements.txt (line 16)) (0.2.7)\n", "Requirement already satisfied: ninja in /usr/local/lib/python3.10/dist-packages (from vllm==0.2.7->-r requirements.txt (line 16)) (1.11.1.1)\n", "Requirement already satisfied: psutil in /usr/local/lib/python3.10/dist-packages (from vllm==0.2.7->-r requirements.txt (line 16)) (5.9.5)\n", "Requirement already satisfied: ray>=2.5.1 in /usr/local/lib/python3.10/dist-packages (from vllm==0.2.7->-r requirements.txt (line 16)) (2.35.0)\n", "Requirement already satisfied: torch==2.1.2 in /usr/local/lib/python3.10/dist-packages (from vllm==0.2.7->-r requirements.txt (line 16)) (2.1.2)\n", "Requirement already satisfied: xformers==0.0.23.post1 in /usr/local/lib/python3.10/dist-packages (from vllm==0.2.7->-r requirements.txt (line 16)) (0.0.23.post1)\n", "Requirement already satisfied: fastapi in /usr/local/lib/python3.10/dist-packages (from vllm==0.2.7->-r requirements.txt (line 16)) (0.112.2)\n", "Requirement already satisfied: uvicorn[standard] in /usr/local/lib/python3.10/dist-packages (from vllm==0.2.7->-r requirements.txt (line 16)) (0.30.6)\n", "Requirement already satisfied: pydantic==1.10.13 in /usr/local/lib/python3.10/dist-packages (from vllm==0.2.7->-r requirements.txt (line 16)) (1.10.13)\n", "Requirement already satisfied: aioprometheus[starlette] in /usr/local/lib/python3.10/dist-packages (from vllm==0.2.7->-r requirements.txt (line 16)) (23.12.0)\n", "Requirement already satisfied: typing-extensions>=4.2.0 in /usr/local/lib/python3.10/dist-packages (from pydantic==1.10.13->vllm==0.2.7->-r requirements.txt (line 16)) (4.12.2)\n", "Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from torch==2.1.2->vllm==0.2.7->-r requirements.txt (line 16)) (3.15.4)\n", "Requirement already satisfied: sympy in /usr/local/lib/python3.10/dist-packages (from torch==2.1.2->vllm==0.2.7->-r requirements.txt (line 16)) (1.13.2)\n", "Requirement already satisfied: networkx in /usr/local/lib/python3.10/dist-packages (from torch==2.1.2->vllm==0.2.7->-r requirements.txt (line 16)) (3.3)\n", "Requirement already satisfied: jinja2 in /usr/local/lib/python3.10/dist-packages (from torch==2.1.2->vllm==0.2.7->-r requirements.txt (line 16)) (3.1.4)\n", "Requirement already satisfied: fsspec in /usr/local/lib/python3.10/dist-packages (from torch==2.1.2->vllm==0.2.7->-r requirements.txt (line 16)) (2024.6.1)\n", "Requirement already satisfied: nvidia-cuda-nvrtc-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch==2.1.2->vllm==0.2.7->-r requirements.txt (line 16)) (12.1.105)\n", "Requirement already satisfied: nvidia-cuda-runtime-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch==2.1.2->vllm==0.2.7->-r requirements.txt (line 16)) (12.1.105)\n", "Requirement already satisfied: nvidia-cuda-cupti-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch==2.1.2->vllm==0.2.7->-r requirements.txt (line 16)) (12.1.105)\n", "Requirement already satisfied: nvidia-cudnn-cu12==8.9.2.26 in /usr/local/lib/python3.10/dist-packages (from torch==2.1.2->vllm==0.2.7->-r requirements.txt (line 16)) (8.9.2.26)\n", "Requirement already satisfied: nvidia-cublas-cu12==12.1.3.1 in /usr/local/lib/python3.10/dist-packages (from torch==2.1.2->vllm==0.2.7->-r requirements.txt (line 16)) (12.1.3.1)\n", "Requirement already satisfied: nvidia-cufft-cu12==11.0.2.54 in /usr/local/lib/python3.10/dist-packages (from torch==2.1.2->vllm==0.2.7->-r requirements.txt (line 16)) (11.0.2.54)\n", "Requirement already satisfied: nvidia-curand-cu12==10.3.2.106 in /usr/local/lib/python3.10/dist-packages (from torch==2.1.2->vllm==0.2.7->-r requirements.txt (line 16)) (10.3.2.106)\n", "Requirement already satisfied: nvidia-cusolver-cu12==11.4.5.107 in /usr/local/lib/python3.10/dist-packages (from torch==2.1.2->vllm==0.2.7->-r requirements.txt (line 16)) (11.4.5.107)\n", "Requirement already satisfied: nvidia-cusparse-cu12==12.1.0.106 in /usr/local/lib/python3.10/dist-packages (from torch==2.1.2->vllm==0.2.7->-r requirements.txt (line 16)) (12.1.0.106)\n", "Requirement already satisfied: nvidia-nccl-cu12==2.18.1 in /usr/local/lib/python3.10/dist-packages (from torch==2.1.2->vllm==0.2.7->-r requirements.txt (line 16)) (2.18.1)\n", "Requirement already satisfied: nvidia-nvtx-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch==2.1.2->vllm==0.2.7->-r requirements.txt (line 16)) (12.1.105)\n", "Requirement already satisfied: triton==2.1.0 in /usr/local/lib/python3.10/dist-packages (from torch==2.1.2->vllm==0.2.7->-r requirements.txt (line 16)) (2.1.0)\n", "Requirement already satisfied: nvidia-nvjitlink-cu12 in /usr/local/lib/python3.10/dist-packages (from nvidia-cusolver-cu12==11.4.5.107->torch==2.1.2->vllm==0.2.7->-r requirements.txt (line 16)) (12.6.68)\n", "Requirement already satisfied: huggingface-hub<1.0,>=0.23.2 in /usr/local/lib/python3.10/dist-packages (from transformers->-r requirements.txt (line 1)) (0.23.5)\n", "Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from transformers->-r requirements.txt (line 1)) (24.1)\n", "Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.10/dist-packages (from transformers->-r requirements.txt (line 1)) (6.0.2)\n", "Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.10/dist-packages (from transformers->-r requirements.txt (line 1)) (2024.5.15)\n", "Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from transformers->-r requirements.txt (line 1)) (2.32.3)\n", "Requirement already satisfied: safetensors>=0.4.1 in /usr/local/lib/python3.10/dist-packages (from transformers->-r requirements.txt (line 1)) (0.4.4)\n", "Requirement already satisfied: tokenizers<0.20,>=0.19 in /usr/local/lib/python3.10/dist-packages (from transformers->-r requirements.txt (line 1)) (0.19.1)\n", "Requirement already satisfied: accelerate>=0.21.0 in /usr/local/lib/python3.10/dist-packages (from peft->-r requirements.txt (line 2)) (0.32.1)\n", "Requirement already satisfied: aiofiles<24.0,>=22.0 in /usr/local/lib/python3.10/dist-packages (from gradio->-r requirements.txt (line 3)) (23.2.1)\n", "Requirement already satisfied: altair<6.0,>=4.2.0 in /usr/local/lib/python3.10/dist-packages (from gradio->-r requirements.txt (line 3)) (4.2.2)\n", "Requirement already satisfied: ffmpy in /usr/local/lib/python3.10/dist-packages (from gradio->-r requirements.txt (line 3)) (0.4.0)\n", "Requirement already satisfied: gradio-client==0.6.1 in /usr/local/lib/python3.10/dist-packages (from gradio->-r requirements.txt (line 3)) (0.6.1)\n", "Requirement already satisfied: httpx in /usr/local/lib/python3.10/dist-packages (from gradio->-r requirements.txt (line 3)) (0.27.2)\n", "Requirement already satisfied: importlib-resources<7.0,>=1.3 in /usr/local/lib/python3.10/dist-packages (from gradio->-r requirements.txt (line 3)) (6.4.4)\n", "Requirement already satisfied: markupsafe~=2.0 in /usr/local/lib/python3.10/dist-packages (from gradio->-r requirements.txt (line 3)) (2.1.5)\n", "Requirement already satisfied: matplotlib~=3.0 in /usr/local/lib/python3.10/dist-packages (from gradio->-r requirements.txt (line 3)) (3.7.1)\n", "Requirement already satisfied: orjson~=3.0 in /usr/local/lib/python3.10/dist-packages (from gradio->-r requirements.txt (line 3)) (3.10.7)\n", "Requirement already satisfied: pillow<11.0,>=8.0 in /usr/local/lib/python3.10/dist-packages (from gradio->-r requirements.txt (line 3)) (9.4.0)\n", "Requirement already satisfied: pydub in /usr/local/lib/python3.10/dist-packages (from gradio->-r requirements.txt (line 3)) (0.25.1)\n", "Requirement already satisfied: python-multipart in /usr/local/lib/python3.10/dist-packages (from gradio->-r requirements.txt (line 3)) (0.0.9)\n", "Requirement already satisfied: semantic-version~=2.0 in /usr/local/lib/python3.10/dist-packages (from gradio->-r requirements.txt (line 3)) (2.10.0)\n", "Requirement already satisfied: websockets<12.0,>=10.0 in /usr/local/lib/python3.10/dist-packages (from gradio->-r requirements.txt (line 3)) (11.0.3)\n", "Requirement already satisfied: scipy>=1.5.0 in /usr/local/lib/python3.10/dist-packages (from scikit-learn->-r requirements.txt (line 5)) (1.13.1)\n", "Requirement already satisfied: joblib>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from scikit-learn->-r requirements.txt (line 5)) (1.4.2)\n", "Requirement already satisfied: threadpoolctl>=2.0.0 in /usr/local/lib/python3.10/dist-packages (from scikit-learn->-r requirements.txt (line 5)) (3.5.0)\n", "Requirement already satisfied: python-dateutil>=2.8.2 in /usr/local/lib/python3.10/dist-packages (from pandas->-r requirements.txt (line 7)) (2.8.2)\n", "Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.10/dist-packages (from pandas->-r requirements.txt (line 7)) (2024.1)\n", "Requirement already satisfied: tzdata>=2022.1 in /usr/local/lib/python3.10/dist-packages (from pandas->-r requirements.txt (line 7)) (2024.1)\n", "Requirement already satisfied: datasets>=2.0.0 in /usr/local/lib/python3.10/dist-packages (from evaluate->-r requirements.txt (line 10)) (2.21.0)\n", "Requirement already satisfied: dill in /usr/local/lib/python3.10/dist-packages (from evaluate->-r requirements.txt (line 10)) (0.3.8)\n", "Requirement already satisfied: xxhash in /usr/local/lib/python3.10/dist-packages (from evaluate->-r requirements.txt (line 10)) (3.5.0)\n", "Requirement already satisfied: multiprocess in /usr/local/lib/python3.10/dist-packages (from evaluate->-r requirements.txt (line 10)) (0.70.16)\n", "Requirement already satisfied: anyio<5,>=3.5.0 in /usr/local/lib/python3.10/dist-packages (from openai->-r requirements.txt (line 11)) (3.7.1)\n", "Requirement already satisfied: distro<2,>=1.7.0 in /usr/lib/python3/dist-packages (from openai->-r requirements.txt (line 11)) (1.7.0)\n", "Requirement already satisfied: jiter<1,>=0.4.0 in /usr/local/lib/python3.10/dist-packages (from openai->-r requirements.txt (line 11)) (0.5.0)\n", "Requirement already satisfied: sniffio in /usr/local/lib/python3.10/dist-packages (from openai->-r requirements.txt (line 11)) (1.3.1)\n", "Requirement already satisfied: spacy-legacy<3.1.0,>=3.0.11 in /usr/local/lib/python3.10/dist-packages (from spacy->-r requirements.txt (line 13)) (3.0.12)\n", "Requirement already satisfied: spacy-loggers<2.0.0,>=1.0.0 in /usr/local/lib/python3.10/dist-packages (from spacy->-r requirements.txt (line 13)) (1.0.5)\n", "Requirement already satisfied: murmurhash<1.1.0,>=0.28.0 in /usr/local/lib/python3.10/dist-packages (from spacy->-r requirements.txt (line 13)) (1.0.10)\n", "Requirement already satisfied: cymem<2.1.0,>=2.0.2 in /usr/local/lib/python3.10/dist-packages (from spacy->-r requirements.txt (line 13)) (2.0.8)\n", "Requirement already satisfied: preshed<3.1.0,>=3.0.2 in /usr/local/lib/python3.10/dist-packages (from spacy->-r requirements.txt (line 13)) (3.0.9)\n", "Requirement already satisfied: thinc<8.3.0,>=8.2.2 in /usr/local/lib/python3.10/dist-packages (from spacy->-r requirements.txt (line 13)) (8.2.5)\n", "Requirement already satisfied: wasabi<1.2.0,>=0.9.1 in /usr/local/lib/python3.10/dist-packages (from spacy->-r requirements.txt (line 13)) (1.1.3)\n", "Requirement already satisfied: srsly<3.0.0,>=2.4.3 in /usr/local/lib/python3.10/dist-packages (from spacy->-r requirements.txt (line 13)) (2.4.8)\n", "Requirement already satisfied: catalogue<2.1.0,>=2.0.6 in /usr/local/lib/python3.10/dist-packages (from spacy->-r requirements.txt (line 13)) (2.0.10)\n", "Requirement already satisfied: weasel<0.5.0,>=0.1.0 in /usr/local/lib/python3.10/dist-packages (from spacy->-r requirements.txt (line 13)) (0.4.1)\n", "Requirement already satisfied: typer<1.0.0,>=0.3.0 in /usr/local/lib/python3.10/dist-packages (from spacy->-r requirements.txt (line 13)) (0.12.5)\n", "Requirement already satisfied: setuptools in /usr/local/lib/python3.10/dist-packages (from spacy->-r requirements.txt (line 13)) (71.0.4)\n", "Requirement already satisfied: langcodes<4.0.0,>=3.2.0 in /usr/local/lib/python3.10/dist-packages (from spacy->-r requirements.txt (line 13)) (3.4.0)\n", "Requirement already satisfied: entrypoints in /usr/local/lib/python3.10/dist-packages (from altair<6.0,>=4.2.0->gradio->-r requirements.txt (line 3)) (0.4)\n", "Requirement already satisfied: jsonschema>=3.0 in /usr/local/lib/python3.10/dist-packages (from altair<6.0,>=4.2.0->gradio->-r requirements.txt (line 3)) (4.23.0)\n", "Requirement already satisfied: toolz in /usr/local/lib/python3.10/dist-packages (from altair<6.0,>=4.2.0->gradio->-r requirements.txt (line 3)) (0.12.1)\n", "Requirement already satisfied: idna>=2.8 in /usr/local/lib/python3.10/dist-packages (from anyio<5,>=3.5.0->openai->-r requirements.txt (line 11)) (3.8)\n", "Requirement already satisfied: exceptiongroup in /usr/local/lib/python3.10/dist-packages (from anyio<5,>=3.5.0->openai->-r requirements.txt (line 11)) (1.2.2)\n", "Requirement already satisfied: pyarrow>=15.0.0 in /usr/local/lib/python3.10/dist-packages (from datasets>=2.0.0->evaluate->-r requirements.txt (line 10)) (17.0.0)\n", "Requirement already satisfied: aiohttp in /usr/local/lib/python3.10/dist-packages (from datasets>=2.0.0->evaluate->-r requirements.txt (line 10)) (3.10.5)\n", "Requirement already satisfied: certifi in /usr/local/lib/python3.10/dist-packages (from httpx->gradio->-r requirements.txt (line 3)) (2024.7.4)\n", "Requirement already satisfied: httpcore==1.* in /usr/local/lib/python3.10/dist-packages (from httpx->gradio->-r requirements.txt (line 3)) (1.0.5)\n", "Requirement already satisfied: h11<0.15,>=0.13 in /usr/local/lib/python3.10/dist-packages (from httpcore==1.*->httpx->gradio->-r requirements.txt (line 3)) (0.14.0)\n", "Requirement already satisfied: language-data>=1.2 in /usr/local/lib/python3.10/dist-packages (from langcodes<4.0.0,>=3.2.0->spacy->-r requirements.txt (line 13)) (1.2.0)\n", "Requirement already satisfied: contourpy>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib~=3.0->gradio->-r requirements.txt (line 3)) (1.2.1)\n", "Requirement already satisfied: cycler>=0.10 in /usr/local/lib/python3.10/dist-packages (from matplotlib~=3.0->gradio->-r requirements.txt (line 3)) (0.12.1)\n", "Requirement already satisfied: fonttools>=4.22.0 in /usr/local/lib/python3.10/dist-packages (from matplotlib~=3.0->gradio->-r requirements.txt (line 3)) (4.53.1)\n", "Requirement already satisfied: kiwisolver>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib~=3.0->gradio->-r requirements.txt (line 3)) (1.4.5)\n", "Requirement already satisfied: pyparsing>=2.3.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib~=3.0->gradio->-r requirements.txt (line 3)) (3.1.4)\n", "Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.10/dist-packages (from python-dateutil>=2.8.2->pandas->-r requirements.txt (line 7)) (1.16.0)\n", "Requirement already satisfied: click>=7.0 in /usr/local/lib/python3.10/dist-packages (from ray>=2.5.1->vllm==0.2.7->-r requirements.txt (line 16)) (8.1.7)\n", "Requirement already satisfied: msgpack<2.0.0,>=1.0.0 in /usr/local/lib/python3.10/dist-packages (from ray>=2.5.1->vllm==0.2.7->-r requirements.txt (line 16)) (1.0.8)\n", "Requirement already satisfied: protobuf!=3.19.5,>=3.15.3 in /usr/local/lib/python3.10/dist-packages (from ray>=2.5.1->vllm==0.2.7->-r requirements.txt (line 16)) (3.20.3)\n", "Requirement already satisfied: aiosignal in /usr/local/lib/python3.10/dist-packages (from ray>=2.5.1->vllm==0.2.7->-r requirements.txt (line 16)) (1.3.1)\n", "Requirement already satisfied: frozenlist in /usr/local/lib/python3.10/dist-packages (from ray>=2.5.1->vllm==0.2.7->-r requirements.txt (line 16)) (1.4.1)\n", "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests->transformers->-r requirements.txt (line 1)) (3.3.2)\n", "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->transformers->-r requirements.txt (line 1)) (2.0.7)\n", "Requirement already satisfied: blis<0.8.0,>=0.7.8 in /usr/local/lib/python3.10/dist-packages (from thinc<8.3.0,>=8.2.2->spacy->-r requirements.txt (line 13)) (0.7.11)\n", "Requirement already satisfied: confection<1.0.0,>=0.0.1 in /usr/local/lib/python3.10/dist-packages (from thinc<8.3.0,>=8.2.2->spacy->-r requirements.txt (line 13)) (0.1.5)\n", "Requirement already satisfied: shellingham>=1.3.0 in /usr/local/lib/python3.10/dist-packages (from typer<1.0.0,>=0.3.0->spacy->-r requirements.txt (line 13)) (1.5.4)\n", "Requirement already satisfied: rich>=10.11.0 in /usr/local/lib/python3.10/dist-packages (from typer<1.0.0,>=0.3.0->spacy->-r requirements.txt (line 13)) (13.8.0)\n", "Requirement already satisfied: cloudpathlib<1.0.0,>=0.7.0 in /usr/local/lib/python3.10/dist-packages (from weasel<0.5.0,>=0.1.0->spacy->-r requirements.txt (line 13)) (0.18.1)\n", "Requirement already satisfied: smart-open<8.0.0,>=5.2.1 in /usr/local/lib/python3.10/dist-packages (from weasel<0.5.0,>=0.1.0->spacy->-r requirements.txt (line 13)) (7.0.4)\n", "Requirement already satisfied: quantile-python>=1.1 in /usr/local/lib/python3.10/dist-packages (from aioprometheus[starlette]->vllm==0.2.7->-r requirements.txt (line 16)) (1.1)\n", "Requirement already satisfied: starlette>=0.14.2 in /usr/local/lib/python3.10/dist-packages (from aioprometheus[starlette]->vllm==0.2.7->-r requirements.txt (line 16)) (0.38.2)\n", "Requirement already satisfied: httptools>=0.5.0 in /usr/local/lib/python3.10/dist-packages (from uvicorn[standard]->vllm==0.2.7->-r requirements.txt (line 16)) (0.6.1)\n", "Requirement already satisfied: python-dotenv>=0.13 in /usr/local/lib/python3.10/dist-packages (from uvicorn[standard]->vllm==0.2.7->-r requirements.txt (line 16)) (1.0.1)\n", "Requirement already satisfied: uvloop!=0.15.0,!=0.15.1,>=0.14.0 in /usr/local/lib/python3.10/dist-packages (from uvicorn[standard]->vllm==0.2.7->-r requirements.txt (line 16)) (0.20.0)\n", "Requirement already satisfied: watchfiles>=0.13 in /usr/local/lib/python3.10/dist-packages (from uvicorn[standard]->vllm==0.2.7->-r requirements.txt (line 16)) (0.24.0)\n", "Requirement already satisfied: aiohappyeyeballs>=2.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.0.0->evaluate->-r requirements.txt (line 10)) (2.4.0)\n", "Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.0.0->evaluate->-r requirements.txt (line 10)) (24.2.0)\n", "Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.0.0->evaluate->-r requirements.txt (line 10)) (6.0.5)\n", "Requirement already satisfied: yarl<2.0,>=1.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.0.0->evaluate->-r requirements.txt (line 10)) (1.9.4)\n", "Requirement already satisfied: async-timeout<5.0,>=4.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.0.0->evaluate->-r requirements.txt (line 10)) (4.0.3)\n", "Requirement already satisfied: jsonschema-specifications>=2023.03.6 in /usr/local/lib/python3.10/dist-packages (from jsonschema>=3.0->altair<6.0,>=4.2.0->gradio->-r requirements.txt (line 3)) (2023.12.1)\n", "Requirement already satisfied: referencing>=0.28.4 in /usr/local/lib/python3.10/dist-packages (from jsonschema>=3.0->altair<6.0,>=4.2.0->gradio->-r requirements.txt (line 3)) (0.35.1)\n", "Requirement already satisfied: rpds-py>=0.7.1 in /usr/local/lib/python3.10/dist-packages (from jsonschema>=3.0->altair<6.0,>=4.2.0->gradio->-r requirements.txt (line 3)) (0.20.0)\n", "Requirement already satisfied: marisa-trie>=0.7.7 in /usr/local/lib/python3.10/dist-packages (from language-data>=1.2->langcodes<4.0.0,>=3.2.0->spacy->-r requirements.txt (line 13)) (1.2.0)\n", "Requirement already satisfied: markdown-it-py>=2.2.0 in /usr/local/lib/python3.10/dist-packages (from rich>=10.11.0->typer<1.0.0,>=0.3.0->spacy->-r requirements.txt (line 13)) (3.0.0)\n", "Requirement already satisfied: pygments<3.0.0,>=2.13.0 in /usr/local/lib/python3.10/dist-packages (from rich>=10.11.0->typer<1.0.0,>=0.3.0->spacy->-r requirements.txt (line 13)) (2.16.1)\n", "Requirement already satisfied: wrapt in /usr/local/lib/python3.10/dist-packages (from smart-open<8.0.0,>=5.2.1->weasel<0.5.0,>=0.1.0->spacy->-r requirements.txt (line 13)) (1.16.0)\n", "Requirement already satisfied: mpmath<1.4,>=1.1.0 in /usr/local/lib/python3.10/dist-packages (from sympy->torch==2.1.2->vllm==0.2.7->-r requirements.txt (line 16)) (1.3.0)\n", "Requirement already satisfied: mdurl~=0.1 in /usr/local/lib/python3.10/dist-packages (from markdown-it-py>=2.2.0->rich>=10.11.0->typer<1.0.0,>=0.3.0->spacy->-r requirements.txt (line 13)) (0.1.2)\n", "Building wheels for collected packages: en_core_web_sm\n", " Building wheel for en_core_web_sm (setup.py) ... \u001b[?25l\u001b[?25hdone\n", " Created wheel for en_core_web_sm: filename=en_core_web_sm-3.7.1-py3-none-any.whl size=12803373 sha256=dca44a62aa0d8de1166dd6300f3aa129f03bade84d6d218facbed56314eafe2d\n", " Stored in directory: /root/.cache/pip/wheels/64/e9/df/1c136b2b33655373f405db67954521cfd390f783090c2df8a0\n", "Successfully built en_core_web_sm\n", "Installing collected packages: en_core_web_sm\n", " Attempting uninstall: en_core_web_sm\n", " Found existing installation: en_core_web_sm 3.7.1\n", " Uninstalling en_core_web_sm-3.7.1:\n", " Successfully uninstalled en_core_web_sm-3.7.1\n", "Successfully installed en_core_web_sm-3.7.1\n", "/content/PIXIU/src/financial-evaluation\n", "Obtaining file:///content/PIXIU/src/financial-evaluation\n", " Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n", "Requirement already satisfied: datasets>=2.0.0 in /usr/local/lib/python3.10/dist-packages (from lm_eval==0.3.0) (2.21.0)\n", "Requirement already satisfied: einops in /usr/local/lib/python3.10/dist-packages (from lm_eval==0.3.0) (0.8.0)\n", "Requirement already satisfied: jsonlines in /usr/local/lib/python3.10/dist-packages (from lm_eval==0.3.0) (4.0.0)\n", "Requirement already satisfied: numexpr in /usr/local/lib/python3.10/dist-packages (from lm_eval==0.3.0) (2.10.1)\n", "Requirement already satisfied: openai>=0.6.4 in /usr/local/lib/python3.10/dist-packages (from lm_eval==0.3.0) (1.43.0)\n", "Requirement already satisfied: omegaconf>=2.2 in /usr/local/lib/python3.10/dist-packages (from lm_eval==0.3.0) (2.3.0)\n", "Requirement already satisfied: peft>=0.2.0 in /usr/local/lib/python3.10/dist-packages (from lm_eval==0.3.0) (0.12.0)\n", "Requirement already satisfied: pybind11>=2.6.2 in /usr/local/lib/python3.10/dist-packages (from lm_eval==0.3.0) (2.13.5)\n", "Requirement already satisfied: pycountry in /usr/local/lib/python3.10/dist-packages (from lm_eval==0.3.0) (24.6.1)\n", "Requirement already satisfied: pytablewriter in /usr/local/lib/python3.10/dist-packages (from lm_eval==0.3.0) (1.2.0)\n", "Requirement already satisfied: rouge-score>=0.0.4 in /usr/local/lib/python3.10/dist-packages (from lm_eval==0.3.0) (0.1.2)\n", "Requirement already satisfied: sacrebleu==1.5.0 in /usr/local/lib/python3.10/dist-packages (from lm_eval==0.3.0) (1.5.0)\n", "Requirement already satisfied: scikit-learn>=0.24.1 in /usr/local/lib/python3.10/dist-packages (from lm_eval==0.3.0) (1.3.2)\n", "Requirement already satisfied: sqlitedict in /usr/local/lib/python3.10/dist-packages (from lm_eval==0.3.0) (2.1.0)\n", "Requirement already satisfied: torch>=1.7 in /usr/local/lib/python3.10/dist-packages (from lm_eval==0.3.0) (2.1.2)\n", "Requirement already satisfied: tqdm-multiprocess in /usr/local/lib/python3.10/dist-packages (from lm_eval==0.3.0) (0.0.11)\n", "Requirement already satisfied: transformers>=4.1 in /usr/local/lib/python3.10/dist-packages (from lm_eval==0.3.0) (4.42.4)\n", "Requirement already satisfied: zstandard in /usr/local/lib/python3.10/dist-packages (from lm_eval==0.3.0) (0.23.0)\n", "Requirement already satisfied: accelerate>=0.17.1 in /usr/local/lib/python3.10/dist-packages (from lm_eval==0.3.0) (0.32.1)\n", "Requirement already satisfied: portalocker in /usr/local/lib/python3.10/dist-packages (from sacrebleu==1.5.0->lm_eval==0.3.0) (2.10.1)\n", "Requirement already satisfied: nagisa>=0.2.7 in /usr/local/lib/python3.10/dist-packages (from lm_eval==0.3.0) (0.2.11)\n", "Requirement already satisfied: jieba>=0.42.1 in /usr/local/lib/python3.10/dist-packages (from lm_eval==0.3.0) (0.42.1)\n", "Requirement already satisfied: numpy<2.0.0,>=1.17 in /usr/local/lib/python3.10/dist-packages (from accelerate>=0.17.1->lm_eval==0.3.0) (1.26.4)\n", "Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from accelerate>=0.17.1->lm_eval==0.3.0) (24.1)\n", "Requirement already satisfied: psutil in /usr/local/lib/python3.10/dist-packages (from accelerate>=0.17.1->lm_eval==0.3.0) (5.9.5)\n", "Requirement already satisfied: pyyaml in /usr/local/lib/python3.10/dist-packages (from accelerate>=0.17.1->lm_eval==0.3.0) (6.0.2)\n", "Requirement already satisfied: huggingface-hub in /usr/local/lib/python3.10/dist-packages (from accelerate>=0.17.1->lm_eval==0.3.0) (0.23.5)\n", "Requirement already satisfied: safetensors>=0.3.1 in /usr/local/lib/python3.10/dist-packages (from accelerate>=0.17.1->lm_eval==0.3.0) (0.4.4)\n", "Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from datasets>=2.0.0->lm_eval==0.3.0) (3.15.4)\n", "Requirement already satisfied: pyarrow>=15.0.0 in /usr/local/lib/python3.10/dist-packages (from datasets>=2.0.0->lm_eval==0.3.0) (17.0.0)\n", "Requirement already satisfied: dill<0.3.9,>=0.3.0 in /usr/local/lib/python3.10/dist-packages (from datasets>=2.0.0->lm_eval==0.3.0) (0.3.8)\n", "Requirement already satisfied: pandas in /usr/local/lib/python3.10/dist-packages (from datasets>=2.0.0->lm_eval==0.3.0) (2.1.4)\n", "Requirement already satisfied: requests>=2.32.2 in /usr/local/lib/python3.10/dist-packages (from datasets>=2.0.0->lm_eval==0.3.0) (2.32.3)\n", "Requirement already satisfied: tqdm>=4.66.3 in /usr/local/lib/python3.10/dist-packages (from datasets>=2.0.0->lm_eval==0.3.0) (4.66.5)\n", "Requirement already satisfied: xxhash in /usr/local/lib/python3.10/dist-packages (from datasets>=2.0.0->lm_eval==0.3.0) (3.5.0)\n", "Requirement already satisfied: multiprocess in /usr/local/lib/python3.10/dist-packages (from datasets>=2.0.0->lm_eval==0.3.0) (0.70.16)\n", "Requirement already satisfied: fsspec<=2024.6.1,>=2023.1.0 in /usr/local/lib/python3.10/dist-packages (from fsspec[http]<=2024.6.1,>=2023.1.0->datasets>=2.0.0->lm_eval==0.3.0) (2024.6.1)\n", "Requirement already satisfied: aiohttp in /usr/local/lib/python3.10/dist-packages (from datasets>=2.0.0->lm_eval==0.3.0) (3.10.5)\n", "Requirement already satisfied: six in /usr/local/lib/python3.10/dist-packages (from nagisa>=0.2.7->lm_eval==0.3.0) (1.16.0)\n", "Requirement already satisfied: DyNet38 in /usr/local/lib/python3.10/dist-packages (from nagisa>=0.2.7->lm_eval==0.3.0) (2.2)\n", "Requirement already satisfied: antlr4-python3-runtime==4.9.* in /usr/local/lib/python3.10/dist-packages (from omegaconf>=2.2->lm_eval==0.3.0) (4.9.3)\n", "Requirement already satisfied: anyio<5,>=3.5.0 in /usr/local/lib/python3.10/dist-packages (from openai>=0.6.4->lm_eval==0.3.0) (3.7.1)\n", "Requirement already satisfied: distro<2,>=1.7.0 in /usr/lib/python3/dist-packages (from openai>=0.6.4->lm_eval==0.3.0) (1.7.0)\n", "Requirement already satisfied: httpx<1,>=0.23.0 in /usr/local/lib/python3.10/dist-packages (from openai>=0.6.4->lm_eval==0.3.0) (0.27.2)\n", "Requirement already satisfied: jiter<1,>=0.4.0 in /usr/local/lib/python3.10/dist-packages (from openai>=0.6.4->lm_eval==0.3.0) (0.5.0)\n", "Requirement already satisfied: pydantic<3,>=1.9.0 in /usr/local/lib/python3.10/dist-packages (from openai>=0.6.4->lm_eval==0.3.0) (1.10.13)\n", "Requirement already satisfied: sniffio in /usr/local/lib/python3.10/dist-packages (from openai>=0.6.4->lm_eval==0.3.0) (1.3.1)\n", "Requirement already satisfied: typing-extensions<5,>=4.11 in /usr/local/lib/python3.10/dist-packages (from openai>=0.6.4->lm_eval==0.3.0) (4.12.2)\n", "Requirement already satisfied: absl-py in /usr/local/lib/python3.10/dist-packages (from rouge-score>=0.0.4->lm_eval==0.3.0) (1.4.0)\n", "Requirement already satisfied: nltk in /usr/local/lib/python3.10/dist-packages (from rouge-score>=0.0.4->lm_eval==0.3.0) (3.8.1)\n", "Requirement already satisfied: scipy>=1.5.0 in /usr/local/lib/python3.10/dist-packages (from scikit-learn>=0.24.1->lm_eval==0.3.0) (1.13.1)\n", "Requirement already satisfied: joblib>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from scikit-learn>=0.24.1->lm_eval==0.3.0) (1.4.2)\n", "Requirement already satisfied: threadpoolctl>=2.0.0 in /usr/local/lib/python3.10/dist-packages (from scikit-learn>=0.24.1->lm_eval==0.3.0) (3.5.0)\n", "Requirement already satisfied: sympy in /usr/local/lib/python3.10/dist-packages (from torch>=1.7->lm_eval==0.3.0) (1.13.2)\n", "Requirement already satisfied: networkx in /usr/local/lib/python3.10/dist-packages (from torch>=1.7->lm_eval==0.3.0) (3.3)\n", "Requirement already satisfied: jinja2 in /usr/local/lib/python3.10/dist-packages (from torch>=1.7->lm_eval==0.3.0) (3.1.4)\n", "Requirement already satisfied: nvidia-cuda-nvrtc-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch>=1.7->lm_eval==0.3.0) (12.1.105)\n", "Requirement already satisfied: nvidia-cuda-runtime-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch>=1.7->lm_eval==0.3.0) (12.1.105)\n", "Requirement already satisfied: nvidia-cuda-cupti-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch>=1.7->lm_eval==0.3.0) (12.1.105)\n", "Requirement already satisfied: nvidia-cudnn-cu12==8.9.2.26 in /usr/local/lib/python3.10/dist-packages (from torch>=1.7->lm_eval==0.3.0) (8.9.2.26)\n", "Requirement already satisfied: nvidia-cublas-cu12==12.1.3.1 in /usr/local/lib/python3.10/dist-packages (from torch>=1.7->lm_eval==0.3.0) (12.1.3.1)\n", "Requirement already satisfied: nvidia-cufft-cu12==11.0.2.54 in /usr/local/lib/python3.10/dist-packages (from torch>=1.7->lm_eval==0.3.0) (11.0.2.54)\n", "Requirement already satisfied: nvidia-curand-cu12==10.3.2.106 in /usr/local/lib/python3.10/dist-packages (from torch>=1.7->lm_eval==0.3.0) (10.3.2.106)\n", "Requirement already satisfied: nvidia-cusolver-cu12==11.4.5.107 in /usr/local/lib/python3.10/dist-packages (from torch>=1.7->lm_eval==0.3.0) (11.4.5.107)\n", "Requirement already satisfied: nvidia-cusparse-cu12==12.1.0.106 in /usr/local/lib/python3.10/dist-packages (from torch>=1.7->lm_eval==0.3.0) (12.1.0.106)\n", "Requirement already satisfied: nvidia-nccl-cu12==2.18.1 in /usr/local/lib/python3.10/dist-packages (from torch>=1.7->lm_eval==0.3.0) (2.18.1)\n", "Requirement already satisfied: nvidia-nvtx-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch>=1.7->lm_eval==0.3.0) (12.1.105)\n", "Requirement already satisfied: triton==2.1.0 in /usr/local/lib/python3.10/dist-packages (from torch>=1.7->lm_eval==0.3.0) (2.1.0)\n", "Requirement already satisfied: nvidia-nvjitlink-cu12 in /usr/local/lib/python3.10/dist-packages (from nvidia-cusolver-cu12==11.4.5.107->torch>=1.7->lm_eval==0.3.0) (12.6.68)\n", "Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.10/dist-packages (from transformers>=4.1->lm_eval==0.3.0) (2024.5.15)\n", "Requirement already satisfied: tokenizers<0.20,>=0.19 in /usr/local/lib/python3.10/dist-packages (from transformers>=4.1->lm_eval==0.3.0) (0.19.1)\n", "Requirement already satisfied: attrs>=19.2.0 in /usr/local/lib/python3.10/dist-packages (from jsonlines->lm_eval==0.3.0) (24.2.0)\n", "Requirement already satisfied: setuptools>=38.3.0 in /usr/local/lib/python3.10/dist-packages (from pytablewriter->lm_eval==0.3.0) (71.0.4)\n", "Requirement already satisfied: DataProperty<2,>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from pytablewriter->lm_eval==0.3.0) (1.0.1)\n", "Requirement already satisfied: mbstrdecoder<2,>=1.0.0 in /usr/local/lib/python3.10/dist-packages (from pytablewriter->lm_eval==0.3.0) (1.1.3)\n", "Requirement already satisfied: pathvalidate<4,>=2.3.0 in /usr/local/lib/python3.10/dist-packages (from pytablewriter->lm_eval==0.3.0) (3.2.1)\n", "Requirement already satisfied: tabledata<2,>=1.3.1 in /usr/local/lib/python3.10/dist-packages (from pytablewriter->lm_eval==0.3.0) (1.3.3)\n", "Requirement already satisfied: tcolorpy<1,>=0.0.5 in /usr/local/lib/python3.10/dist-packages (from pytablewriter->lm_eval==0.3.0) (0.1.6)\n", "Requirement already satisfied: typepy<2,>=1.3.2 in /usr/local/lib/python3.10/dist-packages (from typepy[datetime]<2,>=1.3.2->pytablewriter->lm_eval==0.3.0) (1.3.2)\n", "Requirement already satisfied: colorama in /usr/local/lib/python3.10/dist-packages (from tqdm-multiprocess->lm_eval==0.3.0) (0.4.6)\n", "Requirement already satisfied: idna>=2.8 in /usr/local/lib/python3.10/dist-packages (from anyio<5,>=3.5.0->openai>=0.6.4->lm_eval==0.3.0) (3.8)\n", "Requirement already satisfied: exceptiongroup in /usr/local/lib/python3.10/dist-packages (from anyio<5,>=3.5.0->openai>=0.6.4->lm_eval==0.3.0) (1.2.2)\n", "Requirement already satisfied: aiohappyeyeballs>=2.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.0.0->lm_eval==0.3.0) (2.4.0)\n", "Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.0.0->lm_eval==0.3.0) (1.3.1)\n", "Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.0.0->lm_eval==0.3.0) (1.4.1)\n", "Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.0.0->lm_eval==0.3.0) (6.0.5)\n", "Requirement already satisfied: yarl<2.0,>=1.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.0.0->lm_eval==0.3.0) (1.9.4)\n", "Requirement already satisfied: async-timeout<5.0,>=4.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets>=2.0.0->lm_eval==0.3.0) (4.0.3)\n", "Requirement already satisfied: certifi in /usr/local/lib/python3.10/dist-packages (from httpx<1,>=0.23.0->openai>=0.6.4->lm_eval==0.3.0) (2024.7.4)\n", "Requirement already satisfied: httpcore==1.* in /usr/local/lib/python3.10/dist-packages (from httpx<1,>=0.23.0->openai>=0.6.4->lm_eval==0.3.0) (1.0.5)\n", "Requirement already satisfied: h11<0.15,>=0.13 in /usr/local/lib/python3.10/dist-packages (from httpcore==1.*->httpx<1,>=0.23.0->openai>=0.6.4->lm_eval==0.3.0) (0.14.0)\n", "Requirement already satisfied: chardet<6,>=3.0.4 in /usr/local/lib/python3.10/dist-packages (from mbstrdecoder<2,>=1.0.0->pytablewriter->lm_eval==0.3.0) (5.2.0)\n", "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests>=2.32.2->datasets>=2.0.0->lm_eval==0.3.0) (3.3.2)\n", "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests>=2.32.2->datasets>=2.0.0->lm_eval==0.3.0) (2.0.7)\n", "Requirement already satisfied: python-dateutil<3.0.0,>=2.8.0 in /usr/local/lib/python3.10/dist-packages (from typepy[datetime]<2,>=1.3.2->pytablewriter->lm_eval==0.3.0) (2.8.2)\n", "Requirement already satisfied: pytz>=2018.9 in /usr/local/lib/python3.10/dist-packages (from typepy[datetime]<2,>=1.3.2->pytablewriter->lm_eval==0.3.0) (2024.1)\n", "Requirement already satisfied: cython in /usr/local/lib/python3.10/dist-packages (from DyNet38->nagisa>=0.2.7->lm_eval==0.3.0) (3.0.11)\n", "Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from jinja2->torch>=1.7->lm_eval==0.3.0) (2.1.5)\n", "Requirement already satisfied: click in /usr/local/lib/python3.10/dist-packages (from nltk->rouge-score>=0.0.4->lm_eval==0.3.0) (8.1.7)\n", "Requirement already satisfied: tzdata>=2022.1 in /usr/local/lib/python3.10/dist-packages (from pandas->datasets>=2.0.0->lm_eval==0.3.0) (2024.1)\n", "Requirement already satisfied: mpmath<1.4,>=1.1.0 in /usr/local/lib/python3.10/dist-packages (from sympy->torch>=1.7->lm_eval==0.3.0) (1.3.0)\n", "Installing collected packages: lm_eval\n", " Attempting uninstall: lm_eval\n", " Found existing installation: lm_eval 0.3.0\n", " Uninstalling lm_eval-0.3.0:\n", " Successfully uninstalled lm_eval-0.3.0\n", " Running setup.py develop for lm_eval\n", "\u001b[33mWARNING: Ignoring invalid distribution -vidia-cudnn-cu12 (/usr/local/lib/python3.10/dist-packages)\u001b[0m\u001b[33m\n", "\u001b[0mSuccessfully installed lm_eval\n", "\u001b[33mWARNING: Ignoring invalid distribution -vidia-cudnn-cu12 (/usr/local/lib/python3.10/dist-packages)\u001b[0m\u001b[33m\n", "\u001b[0mRequirement already satisfied: bert_score in /usr/local/lib/python3.10/dist-packages (0.3.13)\n", "Requirement already satisfied: torch>=1.0.0 in /usr/local/lib/python3.10/dist-packages (from bert_score) (2.1.2)\n", "Requirement already satisfied: pandas>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from bert_score) (2.1.4)\n", "Requirement already satisfied: transformers>=3.0.0 in /usr/local/lib/python3.10/dist-packages (from bert_score) (4.42.4)\n", "Requirement already satisfied: numpy in /usr/local/lib/python3.10/dist-packages (from bert_score) (1.26.4)\n", "Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from bert_score) (2.32.3)\n", "Requirement already satisfied: tqdm>=4.31.1 in /usr/local/lib/python3.10/dist-packages (from bert_score) (4.66.5)\n", "Requirement already satisfied: matplotlib in /usr/local/lib/python3.10/dist-packages (from bert_score) (3.7.1)\n", "Requirement already satisfied: packaging>=20.9 in /usr/local/lib/python3.10/dist-packages (from bert_score) (24.1)\n", "Requirement already satisfied: python-dateutil>=2.8.2 in /usr/local/lib/python3.10/dist-packages (from pandas>=1.0.1->bert_score) (2.8.2)\n", "Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.10/dist-packages (from pandas>=1.0.1->bert_score) (2024.1)\n", "Requirement already satisfied: tzdata>=2022.1 in /usr/local/lib/python3.10/dist-packages (from pandas>=1.0.1->bert_score) (2024.1)\n", "Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from torch>=1.0.0->bert_score) (3.15.4)\n", "Requirement already satisfied: typing-extensions in /usr/local/lib/python3.10/dist-packages (from torch>=1.0.0->bert_score) (4.12.2)\n", "Requirement already satisfied: sympy in /usr/local/lib/python3.10/dist-packages (from torch>=1.0.0->bert_score) (1.13.2)\n", "Requirement already satisfied: networkx in /usr/local/lib/python3.10/dist-packages (from torch>=1.0.0->bert_score) (3.3)\n", "Requirement already satisfied: jinja2 in /usr/local/lib/python3.10/dist-packages (from torch>=1.0.0->bert_score) (3.1.4)\n", "Requirement already satisfied: fsspec in /usr/local/lib/python3.10/dist-packages (from torch>=1.0.0->bert_score) (2024.6.1)\n", "Requirement already satisfied: nvidia-cuda-nvrtc-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch>=1.0.0->bert_score) (12.1.105)\n", "Requirement already satisfied: nvidia-cuda-runtime-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch>=1.0.0->bert_score) (12.1.105)\n", "Requirement already satisfied: nvidia-cuda-cupti-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch>=1.0.0->bert_score) (12.1.105)\n", "Collecting nvidia-cudnn-cu12==8.9.2.26 (from torch>=1.0.0->bert_score)\n", " Using cached nvidia_cudnn_cu12-8.9.2.26-py3-none-manylinux1_x86_64.whl.metadata (1.6 kB)\n", "Requirement already satisfied: nvidia-cublas-cu12==12.1.3.1 in /usr/local/lib/python3.10/dist-packages (from torch>=1.0.0->bert_score) (12.1.3.1)\n", "Requirement already satisfied: nvidia-cufft-cu12==11.0.2.54 in /usr/local/lib/python3.10/dist-packages (from torch>=1.0.0->bert_score) (11.0.2.54)\n", "Requirement already satisfied: nvidia-curand-cu12==10.3.2.106 in /usr/local/lib/python3.10/dist-packages (from torch>=1.0.0->bert_score) (10.3.2.106)\n", "Requirement already satisfied: nvidia-cusolver-cu12==11.4.5.107 in /usr/local/lib/python3.10/dist-packages (from torch>=1.0.0->bert_score) (11.4.5.107)\n", "Requirement already satisfied: nvidia-cusparse-cu12==12.1.0.106 in /usr/local/lib/python3.10/dist-packages (from torch>=1.0.0->bert_score) (12.1.0.106)\n", "Collecting nvidia-nccl-cu12==2.18.1 (from torch>=1.0.0->bert_score)\n", " Using cached nvidia_nccl_cu12-2.18.1-py3-none-manylinux1_x86_64.whl.metadata (1.8 kB)\n", "Requirement already satisfied: nvidia-nvtx-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch>=1.0.0->bert_score) (12.1.105)\n", "Collecting triton==2.1.0 (from torch>=1.0.0->bert_score)\n", " Using cached triton-2.1.0-0-cp310-cp310-manylinux2014_x86_64.manylinux_2_17_x86_64.whl.metadata (1.3 kB)\n", "Requirement already satisfied: nvidia-nvjitlink-cu12 in /usr/local/lib/python3.10/dist-packages (from nvidia-cusolver-cu12==11.4.5.107->torch>=1.0.0->bert_score) (12.6.68)\n", "Requirement already satisfied: huggingface-hub<1.0,>=0.23.2 in /usr/local/lib/python3.10/dist-packages (from transformers>=3.0.0->bert_score) (0.23.5)\n", "Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.10/dist-packages (from transformers>=3.0.0->bert_score) (6.0.2)\n", "Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.10/dist-packages (from transformers>=3.0.0->bert_score) (2024.5.15)\n", "Requirement already satisfied: safetensors>=0.4.1 in /usr/local/lib/python3.10/dist-packages (from transformers>=3.0.0->bert_score) (0.4.4)\n", "Requirement already satisfied: tokenizers<0.20,>=0.19 in /usr/local/lib/python3.10/dist-packages (from transformers>=3.0.0->bert_score) (0.19.1)\n", "Requirement already satisfied: contourpy>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib->bert_score) (1.2.1)\n", "Requirement already satisfied: cycler>=0.10 in /usr/local/lib/python3.10/dist-packages (from matplotlib->bert_score) (0.12.1)\n", "Requirement already satisfied: fonttools>=4.22.0 in /usr/local/lib/python3.10/dist-packages (from matplotlib->bert_score) (4.53.1)\n", "Requirement already satisfied: kiwisolver>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib->bert_score) (1.4.5)\n", "Requirement already satisfied: pillow>=6.2.0 in /usr/local/lib/python3.10/dist-packages (from matplotlib->bert_score) (9.4.0)\n", "Requirement already satisfied: pyparsing>=2.3.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib->bert_score) (3.1.4)\n", "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests->bert_score) (3.3.2)\n", "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->bert_score) (3.8)\n", "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->bert_score) (2.0.7)\n", "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->bert_score) (2024.7.4)\n", "Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.10/dist-packages (from python-dateutil>=2.8.2->pandas>=1.0.1->bert_score) (1.16.0)\n", "Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from jinja2->torch>=1.0.0->bert_score) (2.1.5)\n", "Requirement already satisfied: mpmath<1.4,>=1.1.0 in /usr/local/lib/python3.10/dist-packages (from sympy->torch>=1.0.0->bert_score) (1.3.0)\n", "Using cached nvidia_cudnn_cu12-8.9.2.26-py3-none-manylinux1_x86_64.whl (731.7 MB)\n", "Using cached nvidia_nccl_cu12-2.18.1-py3-none-manylinux1_x86_64.whl (209.8 MB)\n", "Using cached triton-2.1.0-0-cp310-cp310-manylinux2014_x86_64.manylinux_2_17_x86_64.whl (89.2 MB)\n", "\u001b[33mWARNING: Ignoring invalid distribution -vidia-cudnn-cu12 (/usr/local/lib/python3.10/dist-packages)\u001b[0m\u001b[33m\n", "\u001b[0mInstalling collected packages: triton, nvidia-nccl-cu12, nvidia-cudnn-cu12\n", " Attempting uninstall: triton\n", " Found existing installation: triton 3.0.0\n", " Uninstalling triton-3.0.0:\n", " Successfully uninstalled triton-3.0.0\n", " Attempting uninstall: nvidia-nccl-cu12\n", " Found existing installation: nvidia-nccl-cu12 2.20.5\n", " Uninstalling nvidia-nccl-cu12-2.20.5:\n", " Successfully uninstalled nvidia-nccl-cu12-2.20.5\n", "\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n", "torchaudio 2.4.0+cu121 requires torch==2.4.0, but you have torch 2.1.2 which is incompatible.\n", "torchvision 0.19.0+cu121 requires torch==2.4.0, but you have torch 2.1.2 which is incompatible.\u001b[0m\u001b[31m\n", "\u001b[0mSuccessfully installed nvidia-cudnn-cu12-8.9.2.26 nvidia-nccl-cu12-2.18.1 triton-2.1.0\n", "Requirement already satisfied: gdown in /usr/local/lib/python3.10/dist-packages (5.1.0)\n", "Requirement already satisfied: beautifulsoup4 in /usr/local/lib/python3.10/dist-packages (from gdown) (4.12.3)\n", "Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from gdown) (3.15.4)\n", "Requirement already satisfied: requests[socks] in /usr/local/lib/python3.10/dist-packages (from gdown) (2.32.3)\n", "Requirement already satisfied: tqdm in /usr/local/lib/python3.10/dist-packages (from gdown) (4.66.5)\n", "Requirement already satisfied: soupsieve>1.2 in /usr/local/lib/python3.10/dist-packages (from beautifulsoup4->gdown) (2.6)\n", "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests[socks]->gdown) (3.3.2)\n", "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests[socks]->gdown) (3.8)\n", "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests[socks]->gdown) (2.0.7)\n", "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests[socks]->gdown) (2024.7.4)\n", "Requirement already satisfied: PySocks!=1.5.7,>=1.5.6 in /usr/local/lib/python3.10/dist-packages (from requests[socks]->gdown) (1.7.1)\n", "Collecting vllm==0.5.4\n", " Using cached vllm-0.5.4-cp38-abi3-manylinux1_x86_64.whl.metadata (1.8 kB)\n", "Requirement already satisfied: cmake>=3.21 in /usr/local/lib/python3.10/dist-packages (from vllm==0.5.4) (3.30.2)\n", "Requirement already satisfied: ninja in /usr/local/lib/python3.10/dist-packages (from vllm==0.5.4) (1.11.1.1)\n", "Requirement already satisfied: psutil in /usr/local/lib/python3.10/dist-packages (from vllm==0.5.4) (5.9.5)\n", "Requirement already satisfied: sentencepiece in /usr/local/lib/python3.10/dist-packages (from vllm==0.5.4) (0.1.99)\n", "Requirement already satisfied: numpy<2.0.0 in /usr/local/lib/python3.10/dist-packages (from vllm==0.5.4) (1.26.4)\n", "Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from vllm==0.5.4) (2.32.3)\n", "Requirement already satisfied: tqdm in /usr/local/lib/python3.10/dist-packages (from vllm==0.5.4) (4.66.5)\n", "Requirement already satisfied: py-cpuinfo in /usr/local/lib/python3.10/dist-packages (from vllm==0.5.4) (9.0.0)\n", "Collecting transformers>=4.43.2 (from vllm==0.5.4)\n", " Using cached transformers-4.44.2-py3-none-any.whl.metadata (43 kB)\n", "Requirement already satisfied: tokenizers>=0.19.1 in /usr/local/lib/python3.10/dist-packages (from vllm==0.5.4) (0.19.1)\n", "Requirement already satisfied: fastapi in /usr/local/lib/python3.10/dist-packages (from vllm==0.5.4) (0.112.2)\n", "Requirement already satisfied: aiohttp in /usr/local/lib/python3.10/dist-packages (from vllm==0.5.4) (3.10.5)\n", "Requirement already satisfied: openai in /usr/local/lib/python3.10/dist-packages (from vllm==0.5.4) (1.43.0)\n", "Requirement already satisfied: uvicorn[standard] in /usr/local/lib/python3.10/dist-packages (from vllm==0.5.4) (0.30.6)\n", "Collecting pydantic>=2.0 (from vllm==0.5.4)\n", " Using cached pydantic-2.8.2-py3-none-any.whl.metadata (125 kB)\n", "Requirement already satisfied: pillow in /usr/local/lib/python3.10/dist-packages (from vllm==0.5.4) (9.4.0)\n", "Requirement already satisfied: prometheus-client>=0.18.0 in /usr/local/lib/python3.10/dist-packages (from vllm==0.5.4) (0.20.0)\n", "Collecting prometheus-fastapi-instrumentator>=7.0.0 (from vllm==0.5.4)\n", " Using cached prometheus_fastapi_instrumentator-7.0.0-py3-none-any.whl.metadata (13 kB)\n", "Collecting tiktoken>=0.6.0 (from vllm==0.5.4)\n", " Using cached tiktoken-0.7.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (6.6 kB)\n", "Collecting lm-format-enforcer==0.10.3 (from vllm==0.5.4)\n", " Using cached lm_format_enforcer-0.10.3-py3-none-any.whl.metadata (16 kB)\n", "Collecting outlines<0.1,>=0.0.43 (from vllm==0.5.4)\n", " Using cached outlines-0.0.46-py3-none-any.whl.metadata (15 kB)\n", "Requirement already satisfied: typing-extensions in /usr/local/lib/python3.10/dist-packages (from vllm==0.5.4) (4.12.2)\n", "Requirement already satisfied: filelock>=3.10.4 in /usr/local/lib/python3.10/dist-packages (from vllm==0.5.4) (3.15.4)\n", "Requirement already satisfied: pyzmq in /usr/local/lib/python3.10/dist-packages (from vllm==0.5.4) (24.0.1)\n", "Requirement already satisfied: ray>=2.9 in /usr/local/lib/python3.10/dist-packages (from vllm==0.5.4) (2.35.0)\n", "Collecting nvidia-ml-py (from vllm==0.5.4)\n", " Using cached nvidia_ml_py-12.560.30-py3-none-any.whl.metadata (8.6 kB)\n", "Requirement already satisfied: torch==2.4.0 in /usr/local/lib/python3.10/dist-packages (from vllm==0.5.4) (2.4.0)\n", "Requirement already satisfied: torchvision==0.19 in /usr/local/lib/python3.10/dist-packages (from vllm==0.5.4) (0.19.0+cu121)\n", "Collecting xformers==0.0.27.post2 (from vllm==0.5.4)\n", " Using cached xformers-0.0.27.post2-cp310-cp310-manylinux2014_x86_64.whl.metadata (1.0 kB)\n", "Collecting vllm-flash-attn==2.6.1 (from vllm==0.5.4)\n", " Using cached vllm_flash_attn-2.6.1-cp310-cp310-manylinux1_x86_64.whl.metadata (476 bytes)\n", "Collecting interegular>=0.3.2 (from lm-format-enforcer==0.10.3->vllm==0.5.4)\n", " Using cached interegular-0.3.3-py37-none-any.whl.metadata (3.0 kB)\n", "Requirement already satisfied: packaging in /usr/local/lib/python3.10/dist-packages (from lm-format-enforcer==0.10.3->vllm==0.5.4) (24.1)\n", "Requirement already satisfied: pyyaml in /usr/local/lib/python3.10/dist-packages (from lm-format-enforcer==0.10.3->vllm==0.5.4) (6.0.2)\n", "Requirement already satisfied: sympy in /usr/local/lib/python3.10/dist-packages (from torch==2.4.0->vllm==0.5.4) (1.13.2)\n", "Requirement already satisfied: networkx in /usr/local/lib/python3.10/dist-packages (from torch==2.4.0->vllm==0.5.4) (3.3)\n", "Requirement already satisfied: jinja2 in /usr/local/lib/python3.10/dist-packages (from torch==2.4.0->vllm==0.5.4) (3.1.4)\n", "Requirement already satisfied: fsspec in /usr/local/lib/python3.10/dist-packages (from torch==2.4.0->vllm==0.5.4) (2024.6.1)\n", "Requirement already satisfied: nvidia-cuda-nvrtc-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch==2.4.0->vllm==0.5.4) (12.1.105)\n", "Requirement already satisfied: nvidia-cuda-runtime-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch==2.4.0->vllm==0.5.4) (12.1.105)\n", "Requirement already satisfied: nvidia-cuda-cupti-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch==2.4.0->vllm==0.5.4) (12.1.105)\n", "Collecting nvidia-cudnn-cu12==9.1.0.70 (from torch==2.4.0->vllm==0.5.4)\n", " Using cached nvidia_cudnn_cu12-9.1.0.70-py3-none-manylinux2014_x86_64.whl.metadata (1.6 kB)\n", "Requirement already satisfied: nvidia-cublas-cu12==12.1.3.1 in /usr/local/lib/python3.10/dist-packages (from torch==2.4.0->vllm==0.5.4) (12.1.3.1)\n", "Requirement already satisfied: nvidia-cufft-cu12==11.0.2.54 in /usr/local/lib/python3.10/dist-packages (from torch==2.4.0->vllm==0.5.4) (11.0.2.54)\n", "Requirement already satisfied: nvidia-curand-cu12==10.3.2.106 in /usr/local/lib/python3.10/dist-packages (from torch==2.4.0->vllm==0.5.4) (10.3.2.106)\n", "Requirement already satisfied: nvidia-cusolver-cu12==11.4.5.107 in /usr/local/lib/python3.10/dist-packages (from torch==2.4.0->vllm==0.5.4) (11.4.5.107)\n", "Requirement already satisfied: nvidia-cusparse-cu12==12.1.0.106 in /usr/local/lib/python3.10/dist-packages (from torch==2.4.0->vllm==0.5.4) (12.1.0.106)\n", "Collecting nvidia-nccl-cu12==2.20.5 (from torch==2.4.0->vllm==0.5.4)\n", " Using cached nvidia_nccl_cu12-2.20.5-py3-none-manylinux2014_x86_64.whl.metadata (1.8 kB)\n", "Requirement already satisfied: nvidia-nvtx-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch==2.4.0->vllm==0.5.4) (12.1.105)\n", "Collecting triton==3.0.0 (from torch==2.4.0->vllm==0.5.4)\n", " Using cached triton-3.0.0-1-cp310-cp310-manylinux2014_x86_64.manylinux_2_17_x86_64.whl.metadata (1.3 kB)\n", "Requirement already satisfied: nvidia-nvjitlink-cu12 in /usr/local/lib/python3.10/dist-packages (from nvidia-cusolver-cu12==11.4.5.107->torch==2.4.0->vllm==0.5.4) (12.6.68)\n", "Collecting lark (from outlines<0.1,>=0.0.43->vllm==0.5.4)\n", " Using cached lark-1.2.2-py3-none-any.whl.metadata (1.8 kB)\n", "Requirement already satisfied: nest-asyncio in /usr/local/lib/python3.10/dist-packages (from outlines<0.1,>=0.0.43->vllm==0.5.4) (1.6.0)\n", "Requirement already satisfied: cloudpickle in /usr/local/lib/python3.10/dist-packages (from outlines<0.1,>=0.0.43->vllm==0.5.4) (2.2.1)\n", "Collecting diskcache (from outlines<0.1,>=0.0.43->vllm==0.5.4)\n", " Using cached diskcache-5.6.3-py3-none-any.whl.metadata (20 kB)\n", "Requirement already satisfied: numba in /usr/local/lib/python3.10/dist-packages (from outlines<0.1,>=0.0.43->vllm==0.5.4) (0.60.0)\n", "Requirement already satisfied: referencing in /usr/local/lib/python3.10/dist-packages (from outlines<0.1,>=0.0.43->vllm==0.5.4) (0.35.1)\n", "Requirement already satisfied: jsonschema in /usr/local/lib/python3.10/dist-packages (from outlines<0.1,>=0.0.43->vllm==0.5.4) (4.23.0)\n", "Requirement already satisfied: datasets in /usr/local/lib/python3.10/dist-packages (from outlines<0.1,>=0.0.43->vllm==0.5.4) (2.21.0)\n", "Requirement already satisfied: pycountry in /usr/local/lib/python3.10/dist-packages (from outlines<0.1,>=0.0.43->vllm==0.5.4) (24.6.1)\n", "Collecting pyairports (from outlines<0.1,>=0.0.43->vllm==0.5.4)\n", " Using cached pyairports-2.1.1-py3-none-any.whl.metadata (1.7 kB)\n", "Requirement already satisfied: starlette<1.0.0,>=0.30.0 in /usr/local/lib/python3.10/dist-packages (from prometheus-fastapi-instrumentator>=7.0.0->vllm==0.5.4) (0.38.2)\n", "Requirement already satisfied: annotated-types>=0.4.0 in /usr/local/lib/python3.10/dist-packages (from pydantic>=2.0->vllm==0.5.4) (0.7.0)\n", "Requirement already satisfied: pydantic-core==2.20.1 in /usr/local/lib/python3.10/dist-packages (from pydantic>=2.0->vllm==0.5.4) (2.20.1)\n", "Requirement already satisfied: click>=7.0 in /usr/local/lib/python3.10/dist-packages (from ray>=2.9->vllm==0.5.4) (8.1.7)\n", "Requirement already satisfied: msgpack<2.0.0,>=1.0.0 in /usr/local/lib/python3.10/dist-packages (from ray>=2.9->vllm==0.5.4) (1.0.8)\n", "Requirement already satisfied: protobuf!=3.19.5,>=3.15.3 in /usr/local/lib/python3.10/dist-packages (from ray>=2.9->vllm==0.5.4) (3.20.3)\n", "Requirement already satisfied: aiosignal in /usr/local/lib/python3.10/dist-packages (from ray>=2.9->vllm==0.5.4) (1.3.1)\n", "Requirement already satisfied: frozenlist in /usr/local/lib/python3.10/dist-packages (from ray>=2.9->vllm==0.5.4) (1.4.1)\n", "Requirement already satisfied: regex>=2022.1.18 in /usr/local/lib/python3.10/dist-packages (from tiktoken>=0.6.0->vllm==0.5.4) (2024.5.15)\n", "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests->vllm==0.5.4) (3.3.2)\n", "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->vllm==0.5.4) (3.8)\n", "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->vllm==0.5.4) (2.0.7)\n", "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->vllm==0.5.4) (2024.7.4)\n", "Requirement already satisfied: huggingface-hub<1.0,>=0.16.4 in /usr/local/lib/python3.10/dist-packages (from tokenizers>=0.19.1->vllm==0.5.4) (0.23.5)\n", "Requirement already satisfied: safetensors>=0.4.1 in /usr/local/lib/python3.10/dist-packages (from transformers>=4.43.2->vllm==0.5.4) (0.4.4)\n", "Requirement already satisfied: aiohappyeyeballs>=2.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->vllm==0.5.4) (2.4.0)\n", "Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->vllm==0.5.4) (24.2.0)\n", "Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.10/dist-packages (from aiohttp->vllm==0.5.4) (6.0.5)\n", "Requirement already satisfied: yarl<2.0,>=1.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->vllm==0.5.4) (1.9.4)\n", "Requirement already satisfied: async-timeout<5.0,>=4.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->vllm==0.5.4) (4.0.3)\n", "Requirement already satisfied: anyio<5,>=3.5.0 in /usr/local/lib/python3.10/dist-packages (from openai->vllm==0.5.4) (3.7.1)\n", "Requirement already satisfied: distro<2,>=1.7.0 in /usr/lib/python3/dist-packages (from openai->vllm==0.5.4) (1.7.0)\n", "Requirement already satisfied: httpx<1,>=0.23.0 in /usr/local/lib/python3.10/dist-packages (from openai->vllm==0.5.4) (0.27.2)\n", "Requirement already satisfied: jiter<1,>=0.4.0 in /usr/local/lib/python3.10/dist-packages (from openai->vllm==0.5.4) (0.5.0)\n", "Requirement already satisfied: sniffio in /usr/local/lib/python3.10/dist-packages (from openai->vllm==0.5.4) (1.3.1)\n", "Requirement already satisfied: h11>=0.8 in /usr/local/lib/python3.10/dist-packages (from uvicorn[standard]->vllm==0.5.4) (0.14.0)\n", "Requirement already satisfied: httptools>=0.5.0 in /usr/local/lib/python3.10/dist-packages (from uvicorn[standard]->vllm==0.5.4) (0.6.1)\n", "Requirement already satisfied: python-dotenv>=0.13 in /usr/local/lib/python3.10/dist-packages (from uvicorn[standard]->vllm==0.5.4) (1.0.1)\n", "Requirement already satisfied: uvloop!=0.15.0,!=0.15.1,>=0.14.0 in /usr/local/lib/python3.10/dist-packages (from uvicorn[standard]->vllm==0.5.4) (0.20.0)\n", "Requirement already satisfied: watchfiles>=0.13 in /usr/local/lib/python3.10/dist-packages (from uvicorn[standard]->vllm==0.5.4) (0.24.0)\n", "Requirement already satisfied: websockets>=10.4 in /usr/local/lib/python3.10/dist-packages (from uvicorn[standard]->vllm==0.5.4) (11.0.3)\n", "Requirement already satisfied: exceptiongroup in /usr/local/lib/python3.10/dist-packages (from anyio<5,>=3.5.0->openai->vllm==0.5.4) (1.2.2)\n", "Requirement already satisfied: httpcore==1.* in /usr/local/lib/python3.10/dist-packages (from httpx<1,>=0.23.0->openai->vllm==0.5.4) (1.0.5)\n", "Requirement already satisfied: pyarrow>=15.0.0 in /usr/local/lib/python3.10/dist-packages (from datasets->outlines<0.1,>=0.0.43->vllm==0.5.4) (17.0.0)\n", "Requirement already satisfied: dill<0.3.9,>=0.3.0 in /usr/local/lib/python3.10/dist-packages (from datasets->outlines<0.1,>=0.0.43->vllm==0.5.4) (0.3.8)\n", "Requirement already satisfied: pandas in /usr/local/lib/python3.10/dist-packages (from datasets->outlines<0.1,>=0.0.43->vllm==0.5.4) (2.1.4)\n", "Requirement already satisfied: xxhash in /usr/local/lib/python3.10/dist-packages (from datasets->outlines<0.1,>=0.0.43->vllm==0.5.4) (3.5.0)\n", "Requirement already satisfied: multiprocess in /usr/local/lib/python3.10/dist-packages (from datasets->outlines<0.1,>=0.0.43->vllm==0.5.4) (0.70.16)\n", "Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from jinja2->torch==2.4.0->vllm==0.5.4) (2.1.5)\n", "Requirement already satisfied: jsonschema-specifications>=2023.03.6 in /usr/local/lib/python3.10/dist-packages (from jsonschema->outlines<0.1,>=0.0.43->vllm==0.5.4) (2023.12.1)\n", "Requirement already satisfied: rpds-py>=0.7.1 in /usr/local/lib/python3.10/dist-packages (from jsonschema->outlines<0.1,>=0.0.43->vllm==0.5.4) (0.20.0)\n", "Requirement already satisfied: llvmlite<0.44,>=0.43.0dev0 in /usr/local/lib/python3.10/dist-packages (from numba->outlines<0.1,>=0.0.43->vllm==0.5.4) (0.43.0)\n", "Requirement already satisfied: mpmath<1.4,>=1.1.0 in /usr/local/lib/python3.10/dist-packages (from sympy->torch==2.4.0->vllm==0.5.4) (1.3.0)\n", "Requirement already satisfied: python-dateutil>=2.8.2 in /usr/local/lib/python3.10/dist-packages (from pandas->datasets->outlines<0.1,>=0.0.43->vllm==0.5.4) (2.8.2)\n", "Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.10/dist-packages (from pandas->datasets->outlines<0.1,>=0.0.43->vllm==0.5.4) (2024.1)\n", "Requirement already satisfied: tzdata>=2022.1 in /usr/local/lib/python3.10/dist-packages (from pandas->datasets->outlines<0.1,>=0.0.43->vllm==0.5.4) (2024.1)\n", "Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.10/dist-packages (from python-dateutil>=2.8.2->pandas->datasets->outlines<0.1,>=0.0.43->vllm==0.5.4) (1.16.0)\n", "Using cached vllm-0.5.4-cp38-abi3-manylinux1_x86_64.whl (124.2 MB)\n", "Using cached lm_format_enforcer-0.10.3-py3-none-any.whl (43 kB)\n", "Using cached vllm_flash_attn-2.6.1-cp310-cp310-manylinux1_x86_64.whl (75.9 MB)\n", "Using cached xformers-0.0.27.post2-cp310-cp310-manylinux2014_x86_64.whl (20.8 MB)\n", "Using cached nvidia_cudnn_cu12-9.1.0.70-py3-none-manylinux2014_x86_64.whl (664.8 MB)\n", "Using cached nvidia_nccl_cu12-2.20.5-py3-none-manylinux2014_x86_64.whl (176.2 MB)\n", "Using cached triton-3.0.0-1-cp310-cp310-manylinux2014_x86_64.manylinux_2_17_x86_64.whl (209.4 MB)\n", "Using cached outlines-0.0.46-py3-none-any.whl (101 kB)\n", "Using cached prometheus_fastapi_instrumentator-7.0.0-py3-none-any.whl (19 kB)\n", "Using cached pydantic-2.8.2-py3-none-any.whl (423 kB)\n", "Using cached tiktoken-0.7.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.1 MB)\n", "Using cached transformers-4.44.2-py3-none-any.whl (9.5 MB)\n", "Using cached nvidia_ml_py-12.560.30-py3-none-any.whl (40 kB)\n", "Using cached interegular-0.3.3-py37-none-any.whl (23 kB)\n", "Using cached diskcache-5.6.3-py3-none-any.whl (45 kB)\n", "Using cached lark-1.2.2-py3-none-any.whl (111 kB)\n", "Using cached pyairports-2.1.1-py3-none-any.whl (371 kB)\n", "Installing collected packages: pyairports, nvidia-ml-py, triton, nvidia-nccl-cu12, nvidia-cudnn-cu12, lark, interegular, diskcache, tiktoken, pydantic, prometheus-fastapi-instrumentator, lm-format-enforcer, xformers, vllm-flash-attn, transformers, outlines, vllm\n", " Attempting uninstall: triton\n", " Found existing installation: triton 2.1.0\n", " Uninstalling triton-2.1.0:\n", " Successfully uninstalled triton-2.1.0\n", " Attempting uninstall: nvidia-nccl-cu12\n", " Found existing installation: nvidia-nccl-cu12 2.18.1\n", " Uninstalling nvidia-nccl-cu12-2.18.1:\n", " Successfully uninstalled nvidia-nccl-cu12-2.18.1\n", " Attempting uninstall: nvidia-cudnn-cu12\n", " Found existing installation: nvidia-cudnn-cu12 8.9.2.26\n", " Uninstalling nvidia-cudnn-cu12-8.9.2.26:\n", " Successfully uninstalled nvidia-cudnn-cu12-8.9.2.26\n", " Attempting uninstall: pydantic\n", " Found existing installation: pydantic 1.10.13\n", " Uninstalling pydantic-1.10.13:\n", " Successfully uninstalled pydantic-1.10.13\n", " Attempting uninstall: xformers\n", " Found existing installation: xformers 0.0.23.post1\n", " Uninstalling xformers-0.0.23.post1:\n", " Successfully uninstalled xformers-0.0.23.post1\n", " Attempting uninstall: transformers\n", " Found existing installation: transformers 4.42.4\n", " Uninstalling transformers-4.42.4:\n", " Successfully uninstalled transformers-4.42.4\n", " Attempting uninstall: vllm\n", " Found existing installation: vllm 0.2.7\n", " Uninstalling vllm-0.2.7:\n", " Successfully uninstalled vllm-0.2.7\n", "Successfully installed diskcache-5.6.3 interegular-0.3.3 lark-1.2.2 lm-format-enforcer-0.10.3 nvidia-cudnn-cu12-9.1.0.70 nvidia-ml-py-12.560.30 nvidia-nccl-cu12-2.20.5 outlines-0.0.46 prometheus-fastapi-instrumentator-7.0.0 pyairports-2.1.1 pydantic-2.8.2 tiktoken-0.7.0 transformers-4.44.2 triton-3.0.0 vllm-0.5.4 vllm-flash-attn-2.6.1 xformers-0.0.27.post2\n", "Requirement already satisfied: torch==2.4.0 in /usr/local/lib/python3.10/dist-packages (2.4.0)\n", "Requirement already satisfied: torchvision==0.19 in /usr/local/lib/python3.10/dist-packages (0.19.0+cu121)\n", "Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from torch==2.4.0) (3.15.4)\n", "Requirement already satisfied: typing-extensions>=4.8.0 in /usr/local/lib/python3.10/dist-packages (from torch==2.4.0) (4.12.2)\n", "Requirement already satisfied: sympy in /usr/local/lib/python3.10/dist-packages (from torch==2.4.0) (1.13.2)\n", "Requirement already satisfied: networkx in /usr/local/lib/python3.10/dist-packages (from torch==2.4.0) (3.3)\n", "Requirement already satisfied: jinja2 in /usr/local/lib/python3.10/dist-packages (from torch==2.4.0) (3.1.4)\n", "Requirement already satisfied: fsspec in /usr/local/lib/python3.10/dist-packages (from torch==2.4.0) (2024.6.1)\n", "Requirement already satisfied: nvidia-cuda-nvrtc-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch==2.4.0) (12.1.105)\n", "Requirement already satisfied: nvidia-cuda-runtime-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch==2.4.0) (12.1.105)\n", "Requirement already satisfied: nvidia-cuda-cupti-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch==2.4.0) (12.1.105)\n", "Requirement already satisfied: nvidia-cudnn-cu12==9.1.0.70 in /usr/local/lib/python3.10/dist-packages (from torch==2.4.0) (9.1.0.70)\n", "Requirement already satisfied: nvidia-cublas-cu12==12.1.3.1 in /usr/local/lib/python3.10/dist-packages (from torch==2.4.0) (12.1.3.1)\n", "Requirement already satisfied: nvidia-cufft-cu12==11.0.2.54 in /usr/local/lib/python3.10/dist-packages (from torch==2.4.0) (11.0.2.54)\n", "Requirement already satisfied: nvidia-curand-cu12==10.3.2.106 in /usr/local/lib/python3.10/dist-packages (from torch==2.4.0) (10.3.2.106)\n", "Requirement already satisfied: nvidia-cusolver-cu12==11.4.5.107 in /usr/local/lib/python3.10/dist-packages (from torch==2.4.0) (11.4.5.107)\n", "Requirement already satisfied: nvidia-cusparse-cu12==12.1.0.106 in /usr/local/lib/python3.10/dist-packages (from torch==2.4.0) (12.1.0.106)\n", "Requirement already satisfied: nvidia-nccl-cu12==2.20.5 in /usr/local/lib/python3.10/dist-packages (from torch==2.4.0) (2.20.5)\n", "Requirement already satisfied: nvidia-nvtx-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch==2.4.0) (12.1.105)\n", "Requirement already satisfied: triton==3.0.0 in /usr/local/lib/python3.10/dist-packages (from torch==2.4.0) (3.0.0)\n", "Requirement already satisfied: numpy in /usr/local/lib/python3.10/dist-packages (from torchvision==0.19) (1.26.4)\n", "Requirement already satisfied: pillow!=8.3.*,>=5.3.0 in /usr/local/lib/python3.10/dist-packages (from torchvision==0.19) (9.4.0)\n", "Requirement already satisfied: nvidia-nvjitlink-cu12 in /usr/local/lib/python3.10/dist-packages (from nvidia-cusolver-cu12==11.4.5.107->torch==2.4.0) (12.6.68)\n", "Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from jinja2->torch==2.4.0) (2.1.5)\n", "Requirement already satisfied: mpmath<1.4,>=1.1.0 in /usr/local/lib/python3.10/dist-packages (from sympy->torch==2.4.0) (1.3.0)\n", "Requirement already satisfied: peft in /usr/local/lib/python3.10/dist-packages (0.12.0)\n", "Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.10/dist-packages (from peft) (1.26.4)\n", "Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from peft) (24.1)\n", "Requirement already satisfied: psutil in /usr/local/lib/python3.10/dist-packages (from peft) (5.9.5)\n", "Requirement already satisfied: pyyaml in /usr/local/lib/python3.10/dist-packages (from peft) (6.0.2)\n", "Requirement already satisfied: torch>=1.13.0 in /usr/local/lib/python3.10/dist-packages (from peft) (2.4.0)\n", "Requirement already satisfied: transformers in /usr/local/lib/python3.10/dist-packages (from peft) (4.44.2)\n", "Requirement already satisfied: tqdm in /usr/local/lib/python3.10/dist-packages (from peft) (4.66.5)\n", "Requirement already satisfied: accelerate>=0.21.0 in /usr/local/lib/python3.10/dist-packages (from peft) (0.32.1)\n", "Requirement already satisfied: safetensors in /usr/local/lib/python3.10/dist-packages (from peft) (0.4.4)\n", "Requirement already satisfied: huggingface-hub>=0.17.0 in /usr/local/lib/python3.10/dist-packages (from peft) (0.23.5)\n", "Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from huggingface-hub>=0.17.0->peft) (3.15.4)\n", "Requirement already satisfied: fsspec>=2023.5.0 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub>=0.17.0->peft) (2024.6.1)\n", "Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from huggingface-hub>=0.17.0->peft) (2.32.3)\n", "Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub>=0.17.0->peft) (4.12.2)\n", "Requirement already satisfied: sympy in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->peft) (1.13.2)\n", "Requirement already satisfied: networkx in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->peft) (3.3)\n", "Requirement already satisfied: jinja2 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->peft) (3.1.4)\n", "Requirement already satisfied: nvidia-cuda-nvrtc-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->peft) (12.1.105)\n", "Requirement already satisfied: nvidia-cuda-runtime-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->peft) (12.1.105)\n", "Requirement already satisfied: nvidia-cuda-cupti-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->peft) (12.1.105)\n", "Requirement already satisfied: nvidia-cudnn-cu12==9.1.0.70 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->peft) (9.1.0.70)\n", "Requirement already satisfied: nvidia-cublas-cu12==12.1.3.1 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->peft) (12.1.3.1)\n", "Requirement already satisfied: nvidia-cufft-cu12==11.0.2.54 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->peft) (11.0.2.54)\n", "Requirement already satisfied: nvidia-curand-cu12==10.3.2.106 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->peft) (10.3.2.106)\n", "Requirement already satisfied: nvidia-cusolver-cu12==11.4.5.107 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->peft) (11.4.5.107)\n", "Requirement already satisfied: nvidia-cusparse-cu12==12.1.0.106 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->peft) (12.1.0.106)\n", "Requirement already satisfied: nvidia-nccl-cu12==2.20.5 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->peft) (2.20.5)\n", "Requirement already satisfied: nvidia-nvtx-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->peft) (12.1.105)\n", "Requirement already satisfied: triton==3.0.0 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->peft) (3.0.0)\n", "Requirement already satisfied: nvidia-nvjitlink-cu12 in /usr/local/lib/python3.10/dist-packages (from nvidia-cusolver-cu12==11.4.5.107->torch>=1.13.0->peft) (12.6.68)\n", "Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.10/dist-packages (from transformers->peft) (2024.5.15)\n", "Requirement already satisfied: tokenizers<0.20,>=0.19 in /usr/local/lib/python3.10/dist-packages (from transformers->peft) (0.19.1)\n", "Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from jinja2->torch>=1.13.0->peft) (2.1.5)\n", "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests->huggingface-hub>=0.17.0->peft) (3.3.2)\n", "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->huggingface-hub>=0.17.0->peft) (3.8)\n", "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->huggingface-hub>=0.17.0->peft) (2.0.7)\n", "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->huggingface-hub>=0.17.0->peft) (2024.7.4)\n", "Requirement already satisfied: mpmath<1.4,>=1.1.0 in /usr/local/lib/python3.10/dist-packages (from sympy->torch>=1.13.0->peft) (1.3.0)\n" ] } ], "source": [ "!git clone https://github.com/The-FinAI/PIXIU --recursive\n", "%cd PIXIU\n", "!pip install -r requirements.txt\n", "%cd /content/PIXIU/src/financial-evaluation\n", "!pip install -e .[multilingual]\n", "!pip install bert_score\n", "!pip install gdown\n", "!pip install vllm==0.5.4\n", "!pip install torch==2.4.0 torchvision==0.19\n", "!pip install peft" ] }, { "cell_type": "markdown", "metadata": { "id": "fosY1vFA5N5E" }, "source": [ "Connect to Google Drive and Download BART checkpoint to src/metrics/BARTScore/" ] }, { "cell_type": "code", "execution_count": 3, "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "J3EeA1fScj_7", "outputId": "32b06645-ed23-4fa8-9cb4-a6ae57439690" }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Mounted at /content/drive\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "Downloading...\n", "From (original): https://drive.google.com/uc?id=19Fpob1RhQHyvMlOqxPO89z1W58PvkOm-\n", "From (redirected): https://drive.google.com/uc?id=19Fpob1RhQHyvMlOqxPO89z1W58PvkOm-&confirm=t&uuid=48f5e04f-f2cc-42fe-9359-1d726b67e32b\n", "To: /content/PIXIU/src/metrics/BARTScore/bart_score.pth\n", "100%|██████████| 1.63G/1.63G [00:33<00:00, 48.0MB/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "File not found in Google Drive. Downloaded instead.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\n" ] } ], "source": [ "from google.colab import drive\n", "import os\n", "import gdown\n", "\n", "drive.mount('/content/drive')\n", "\n", "source_path = \"/content/drive/My Drive/bart_score.pth\"\n", "destination_path = \"/content/PIXIU/src/metrics/BARTScore/bart_score.pth\"\n", "\n", "if os.path.exists(source_path) and not os.path.exists(destination_path):\n", " !cp \"{source_path}\" \"{destination_path}\"\n", " print(\"File found in Google Drive and copied.\")\n", "else:\n", " file_id = '19Fpob1RhQHyvMlOqxPO89z1W58PvkOm-'\n", " url = f'https://drive.google.com/uc?id={file_id}'\n", " gdown.download(url, destination_path, quiet=False)\n", " print(\"File not found in Google Drive. Downloaded instead.\")\n" ] }, { "cell_type": "code", "execution_count": 4, "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "NPovkuRT5VA4", "outputId": "b92f0fe5-8c6b-4361-e98a-45026c50ed43" }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "/content/PIXIU/src\n" ] } ], "source": [ "%cd /content/PIXIU/src" ] }, { "cell_type": "code", "execution_count": 5, "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "zpV3xb7PTKnO", "outputId": "cbec11bf-e00e-4082-bbf0-93c4593b2c65" }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "/content\n" ] } ], "source": [ "%cd /content" ] }, { "cell_type": "code", "execution_count": 6, "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "15rbRZfMJlWe", "outputId": "0f5cefa0-d280-41b0-9fe4-f1b3350b0403" }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "/env/python:/content/PIXIU/src/metrics/BARTScore/\n" ] } ], "source": [ "import os\n", "\n", "os.environ['PYTHONPATH'] += \":/content/PIXIU/src/metrics/BARTScore/\"\n", "!echo $PYTHONPATH" ] }, { "cell_type": "markdown", "metadata": { "id": "45lcr7ikF3NC" }, "source": [ "# Login with your Hugging Face Access Token. Make sure to request access to models on Hugging Face before use." ] }, { "cell_type": "code", "execution_count": 8, "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "ZiIwTL11ZurU", "outputId": "58f1f01c-6a5b-402c-b88e-c6b292c67278" }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "The token has not been saved to the git credentials helper. Pass `add_to_git_credential=True` in this function directly or `--add-to-git-credential` if using via `huggingface-cli` if you want to set the git credential as well.\n", "Token is valid (permission: write).\n", "Your token has been saved to /root/.cache/huggingface/token\n", "Login successful\n" ] } ], "source": [ "from huggingface_hub import login\n", "#login(token=\"HUGGINGFACE_TOKEN\")" ] }, { "cell_type": "markdown", "metadata": { "id": "ioK7fRvdoY4G" }, "source": [ "# Currently availible datasets\n", "1. **NER**: `flare_ner`\n", "2. **FINER-ORD**: `flare_finer_ord`\n", "3. **FinRED**: `flare_finred`\n", "4. **SC**: `flare_causal20_sc`\n", "5. **CD**: `flare_cd`\n", "6. **FNXL**: `flare_fnxl`\n", "7. **FSRL**: `flare_fsrl`\n", "8. **FPB**: `flare_fpb`\n", "9. **FiQA-SA**: `flare_fiqasa`\n", "10. **TSA**: `flare_tsa`\n", "11. **Headlines**: `flare_headlines`\n", "12. **FOMC**: `flare_fomc`\n", "13. **FinArg-ACC**: `flare_finarg_ecc_auc`\n", "14. **FinArg-ARC**: `flare_finarg_ecc_arc`\n", "15. **MultiFin**: `flare_multifin_en`\n", "16. **MA**: `flare_ma`\n", "17. **MLESG**: `flare_mlesg`\n", "18. **FinQA**: `flare_finqa`\n", "19. **TATQA**: `flare_tatqa`\n", "20. **Regulations**: (No specific task name provided for this)\n", "21. **ConvFinQA**: `flare_convfinqa`\n", "22. **EDTSUM**: `flare_edtsum`\n", "23. **ECTSUM**: `flare_ectsum`\n", "24. **BigData22**: `flare_sm_bigdata`\n", "25. **ACL18**: `flare_sm_acl`\n", "26. **CIKM18**: `flare_sm_cikm`\n", "27. **German**: `flare_german`\n", "28. **Australian**: `flare_australian`\n", "29. **LendingClub**: `flare_cra_lendingclub`\n", "30. **ccf**: `flare_cra_ccf`\n", "31. **ccfraud**: `flare_cra_ccfraud`\n", "32. **polish**: `flare_cra_polish`\n", "33. **taiwan**: `flare_cra_taiwan`\n", "34. **portoseguro**: `flare_cra_portoseguro`\n", "35. **travelinsurance**: `flare_cra_travelinsurace`\n", "36. **ESMultiFin**: `flare_es_multifin`\n", "37. **ESEFP**: `flare_es_efp`\n", "38. **ESEFPA**: `flare_es_efpa`\n", "39. **ESTSA**: `flare_es_tsa`\n", "40. **ESFINANCEES**: `flare_es_financees`\n", "40. **ESFNS**: `flare_es_fns`" ] }, { "cell_type": "markdown", "metadata": { "id": "CHfFLQXV40Ls" }, "source": [ "# Example Usage" ] }, { "cell_type": "code", "execution_count": 9, "metadata": { "id": "PlG91Na1DJXI" }, "outputs": [], "source": [ "trust_remote_code=True" ] }, { "cell_type": "markdown", "metadata": { "id": "gO5Ez_yNnQuj" }, "source": [ "# meta-llama/Meta-Llama-3.1-8B on ESFNS dataset" ] }, { "cell_type": "code", "execution_count": 11, "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "DQuNKplaD7tR", "outputId": "c763d4b5-c429-4cb1-855e-74aa1fd833cd" }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "2024-08-30 06:08:11.042735: I tensorflow/core/util/port.cc:153] oneDNN custom operations are on. You may see slightly different numerical results due to floating-point round-off errors from different computation orders. To turn them off, set the environment variable `TF_ENABLE_ONEDNN_OPTS=0`.\n", "2024-08-30 06:08:11.058717: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:485] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered\n", "2024-08-30 06:08:11.080395: E external/local_xla/xla/stream_executor/cuda/cuda_dnn.cc:8454] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered\n", "2024-08-30 06:08:11.086999: E external/local_xla/xla/stream_executor/cuda/cuda_blas.cc:1452] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered\n", "2024-08-30 06:08:11.102997: I tensorflow/core/platform/cpu_feature_guard.cc:210] This TensorFlow binary is optimized to use available CPU instructions in performance-critical operations.\n", "To enable the following instructions: AVX2 AVX512F AVX512_VNNI FMA, in other operations, rebuild TensorFlow with the appropriate compiler flags.\n", "2024-08-30 06:08:12.440474: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Could not find TensorRT\n", "[nltk_data] Downloading package punkt to /root/nltk_data...\n", "[nltk_data] Package punkt is already up-to-date!\n", "Selected Tasks: ['flare_es_multifin']\n", "config.json: 100% 826/826 [00:00<00:00, 5.46MB/s]\n", "WARNING 08-30 06:08:21 arg_utils.py:766] Chunked prefill is enabled by default for models with max_model_len > 32K. Currently, chunked prefill might not work with some features or models. If you encounter any issues, please disable chunked prefill by setting --enable-chunked-prefill=False.\n", "INFO 08-30 06:08:21 config.py:820] Chunked prefill is enabled with max_num_batched_tokens=512.\n", "INFO 08-30 06:08:21 llm_engine.py:174] Initializing an LLM engine (v0.5.4) with config: model='meta-llama/Meta-Llama-3.1-8B', speculative_config=None, tokenizer='meta-llama/Meta-Llama-3.1-8B', skip_tokenizer_init=False, tokenizer_mode=slow, revision=main, rope_scaling=None, rope_theta=None, tokenizer_revision=main, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=131072, download_dir=None, load_format=LoadFormat.AUTO, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, kv_cache_dtype=auto, quantization_param_path=None, device_config=cuda, decoding_config=DecodingConfig(guided_decoding_backend='outlines'), observability_config=ObservabilityConfig(otlp_traces_endpoint=None), seed=0, served_model_name=meta-llama/Meta-Llama-3.1-8B, use_v2_block_manager=False, enable_prefix_caching=False)\n", "tokenizer_config.json: 100% 50.5k/50.5k [00:00<00:00, 7.74MB/s]\n", "tokenizer.json: 100% 9.09M/9.09M [00:00<00:00, 21.3MB/s]\n", "special_tokens_map.json: 100% 73.0/73.0 [00:00<00:00, 507kB/s]\n", "generation_config.json: 100% 185/185 [00:00<00:00, 1.33MB/s]\n", "INFO 08-30 06:08:23 model_runner.py:720] Starting to load model meta-llama/Meta-Llama-3.1-8B...\n", "INFO 08-30 06:08:23 weight_utils.py:225] Using model weights format ['*.safetensors']\n", "model-00004-of-00004.safetensors: 2% 21.0M/1.17G [00:00<00:06, 170MB/s]\n", "model-00001-of-00004.safetensors: 0% 0.00/4.98G [00:00, ?B/s]\u001b[A\n", "\n", "model-00004-of-00004.safetensors: 4% 52.4M/1.17G [00:00<00:04, 224MB/s]\n", "\n", "model-00004-of-00004.safetensors: 7% 83.9M/1.17G [00:00<00:04, 238MB/s]\n", "model-00001-of-00004.safetensors: 0% 10.5M/4.98G [00:00<02:13, 37.3MB/s]\u001b[A\n", "\n", "model-00004-of-00004.safetensors: 10% 115M/1.17G [00:00<00:04, 245MB/s] \n", "model-00001-of-00004.safetensors: 0% 21.0M/4.98G [00:00<01:22, 59.9MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 2% 83.9M/4.92G [00:00<00:22, 216MB/s]\u001b[A\u001b[A\n", "model-00004-of-00004.safetensors: 13% 147M/1.17G [00:00<00:04, 240MB/s]\n", "\n", "model-00004-of-00004.safetensors: 15% 178M/1.17G [00:00<00:03, 250MB/s]\n", "model-00001-of-00004.safetensors: 1% 73.4M/4.98G [00:00<00:32, 150MB/s]\u001b[A\n", "\n", "model-00004-of-00004.safetensors: 18% 210M/1.17G [00:00<00:03, 252MB/s]\n", "model-00001-of-00004.safetensors: 2% 105M/4.98G [00:00<00:27, 180MB/s] \u001b[A\n", "\n", "model-00004-of-00004.safetensors: 21% 241M/1.17G [00:00<00:03, 251MB/s]\n", "model-00001-of-00004.safetensors: 3% 136M/4.98G [00:00<00:24, 197MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 0% 0.00/5.00G [00:00, ?B/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00004-of-00004.safetensors: 23% 273M/1.17G [00:01<00:03, 253MB/s]\n", "model-00001-of-00004.safetensors: 3% 168M/4.98G [00:01<00:23, 201MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 0% 21.0M/5.00G [00:00<00:31, 160MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00004-of-00004.safetensors: 26% 304M/1.17G [00:01<00:03, 244MB/s]\n", "model-00001-of-00004.safetensors: 4% 199M/4.98G [00:01<00:23, 207MB/s]\u001b[A\n", "\n", "\n", "model-00004-of-00004.safetensors: 29% 336M/1.17G [00:01<00:03, 240MB/s]\n", "\n", "model-00003-of-00004.safetensors: 6% 273M/4.92G [00:01<00:20, 223MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 2% 83.9M/5.00G [00:00<00:22, 218MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 5% 231M/4.98G [00:01<00:23, 206MB/s]\u001b[A\n", "\n", "model-00004-of-00004.safetensors: 31% 367M/1.17G [00:01<00:03, 233MB/s]\n", "model-00001-of-00004.safetensors: 5% 252M/4.98G [00:01<00:23, 205MB/s]\u001b[A\n", "\n", "\n", "model-00004-of-00004.safetensors: 34% 398M/1.17G [00:01<00:03, 240MB/s]\n", "\n", "model-00003-of-00004.safetensors: 7% 336M/4.92G [00:01<00:20, 224MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 6% 283M/4.98G [00:01<00:22, 211MB/s]\u001b[A\n", "\n", "\n", "model-00004-of-00004.safetensors: 37% 430M/1.17G [00:01<00:03, 224MB/s]\n", "\n", "model-00003-of-00004.safetensors: 7% 367M/4.92G [00:01<00:20, 218MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 6% 315M/4.98G [00:01<00:21, 214MB/s]\u001b[A\n", "\n", "\n", "model-00004-of-00004.safetensors: 39% 461M/1.17G [00:01<00:03, 232MB/s]\n", "\n", "model-00003-of-00004.safetensors: 8% 398M/4.92G [00:01<00:20, 223MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 4% 210M/5.00G [00:00<00:20, 233MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00004-of-00004.safetensors: 42% 493M/1.17G [00:02<00:02, 231MB/s]\n", "\n", "model-00003-of-00004.safetensors: 9% 430M/4.92G [00:01<00:20, 223MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 5% 241M/5.00G [00:01<00:20, 237MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00004-of-00004.safetensors: 45% 524M/1.17G [00:02<00:02, 232MB/s]\n", "\n", "model-00003-of-00004.safetensors: 9% 461M/4.92G [00:02<00:19, 223MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 5% 273M/5.00G [00:01<00:20, 232MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00004-of-00004.safetensors: 48% 556M/1.17G [00:02<00:02, 234MB/s]\n", "\n", "\n", "model-00002-of-00004.safetensors: 6% 304M/5.00G [00:01<00:19, 237MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00004-of-00004.safetensors: 50% 587M/1.17G [00:02<00:02, 231MB/s]\n", "\n", "model-00003-of-00004.safetensors: 10% 493M/4.92G [00:02<00:26, 167MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 7% 336M/5.00G [00:01<00:20, 232MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00004-of-00004.safetensors: 53% 619M/1.17G [00:02<00:02, 232MB/s]\n", "\n", "model-00003-of-00004.safetensors: 11% 524M/4.92G [00:02<00:24, 183MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00004-of-00004.safetensors: 56% 650M/1.17G [00:02<00:02, 234MB/s]\n", "model-00004-of-00004.safetensors: 61% 713M/1.17G [00:03<00:02, 184MB/s]\n", "\n", "\n", "model-00002-of-00004.safetensors: 8% 398M/5.00G [00:02<00:37, 123MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 11% 556M/4.92G [00:03<00:39, 109MB/s]\u001b[A\u001b[A\n", "model-00004-of-00004.safetensors: 64% 744M/1.17G [00:03<00:02, 200MB/s]\n", "\n", "model-00003-of-00004.safetensors: 12% 577M/4.92G [00:08<04:54, 14.7MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 9% 430M/5.00G [00:07<04:38, 16.4MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00004-of-00004.safetensors: 66% 776M/1.17G [00:09<00:22, 17.2MB/s]\n", "\n", "\n", "model-00002-of-00004.safetensors: 9% 461M/5.00G [00:08<03:18, 22.9MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 12% 608M/4.92G [00:08<03:23, 21.1MB/s]\u001b[A\u001b[A\n", "model-00004-of-00004.safetensors: 69% 807M/1.17G [00:09<00:15, 23.8MB/s]\n", "\n", "\n", "model-00002-of-00004.safetensors: 10% 493M/5.00G [00:08<02:23, 31.4MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 13% 640M/4.92G [00:09<02:24, 29.6MB/s]\u001b[A\u001b[A\n", "model-00004-of-00004.safetensors: 72% 839M/1.17G [00:09<00:10, 32.7MB/s]\n", "\n", "\n", "model-00002-of-00004.safetensors: 10% 524M/5.00G [00:08<01:45, 42.5MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 14% 671M/4.92G [00:09<01:44, 40.6MB/s]\u001b[A\u001b[A\n", "model-00004-of-00004.safetensors: 75% 870M/1.17G [00:09<00:06, 44.2MB/s]\n", "\n", "\n", "model-00002-of-00004.safetensors: 11% 556M/5.00G [00:08<01:18, 56.5MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 14% 703M/4.92G [00:09<01:17, 54.4MB/s]\u001b[A\u001b[A\n", "model-00004-of-00004.safetensors: 77% 902M/1.17G [00:09<00:04, 58.4MB/s]\n", "\n", "\n", "model-00002-of-00004.safetensors: 12% 587M/5.00G [00:08<01:00, 73.3MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 15% 734M/4.92G [00:09<00:59, 70.8MB/s]\u001b[A\u001b[A\n", "model-00004-of-00004.safetensors: 80% 933M/1.17G [00:09<00:03, 75.0MB/s]\n", "\n", "\n", "model-00002-of-00004.safetensors: 12% 619M/5.00G [00:08<00:47, 91.6MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 16% 765M/4.92G [00:09<00:46, 90.0MB/s]\u001b[A\u001b[A\n", "model-00004-of-00004.safetensors: 83% 965M/1.17G [00:09<00:02, 94.4MB/s]\n", "\n", "\n", "model-00002-of-00004.safetensors: 13% 650M/5.00G [00:08<00:38, 112MB/s] \u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 16% 797M/4.92G [00:09<00:37, 109MB/s] \u001b[A\u001b[A\n", "model-00004-of-00004.safetensors: 85% 996M/1.17G [00:09<00:01, 115MB/s] \n", "\n", "\n", "model-00002-of-00004.safetensors: 14% 682M/5.00G [00:08<00:32, 132MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 17% 828M/4.92G [00:09<00:32, 126MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 16% 807M/4.98G [00:09<00:32, 128MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 14% 713M/5.00G [00:09<00:27, 155MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 17% 860M/4.92G [00:10<00:28, 144MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00004-of-00004.safetensors: 88% 1.03G/1.17G [00:10<00:01, 106MB/s]\n", "\n", "model-00003-of-00004.safetensors: 18% 891M/4.92G [00:10<00:24, 162MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00004-of-00004.safetensors: 91% 1.06G/1.17G [00:10<00:00, 126MB/s]\n", "model-00001-of-00004.safetensors: 17% 839M/4.98G [00:10<00:37, 111MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 19% 923M/4.92G [00:10<00:22, 174MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 16% 807M/5.00G [00:09<00:20, 203MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00004-of-00004.safetensors: 93% 1.09G/1.17G [00:10<00:00, 145MB/s]\n", "\n", "model-00003-of-00004.safetensors: 19% 954M/4.92G [00:10<00:21, 184MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 17% 839M/5.00G [00:09<00:19, 209MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00004-of-00004.safetensors: 96% 1.12G/1.17G [00:10<00:00, 161MB/s]\n", "\n", "model-00003-of-00004.safetensors: 20% 986M/4.92G [00:10<00:20, 192MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 17% 870M/5.00G [00:09<00:19, 213MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00004-of-00004.safetensors: 99% 1.15G/1.17G [00:10<00:00, 178MB/s]\n", "\n", "model-00003-of-00004.safetensors: 21% 1.02G/4.92G [00:10<00:19, 200MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00004-of-00004.safetensors: 100% 1.17G/1.17G [00:10<00:00, 107MB/s]\n", "\n", "model-00001-of-00004.safetensors: 19% 954M/4.98G [00:10<00:23, 173MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 19% 933M/5.00G [00:10<00:17, 227MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 21% 1.05G/4.92G [00:10<00:18, 208MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 20% 986M/4.98G [00:11<00:22, 181MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 19% 965M/5.00G [00:10<00:17, 230MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 20% 1.02G/4.98G [00:11<00:20, 192MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 20% 996M/5.00G [00:10<00:17, 234MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 22% 1.08G/4.92G [00:11<00:25, 148MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 21% 1.03G/5.00G [00:10<00:16, 238MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 21% 1.05G/4.98G [00:11<00:19, 199MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 23% 1.11G/4.92G [00:11<00:24, 155MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 21% 1.06G/5.00G [00:10<00:23, 170MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 22% 1.08G/4.98G [00:11<00:25, 155MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 22% 1.08G/5.00G [00:12<01:44, 37.4MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 23% 1.13G/4.92G [00:13<01:49, 34.6MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 22% 1.10G/4.98G [00:13<01:47, 36.0MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 22% 1.11G/5.00G [00:12<01:15, 51.4MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 24% 1.16G/4.92G [00:13<01:18, 47.7MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 23% 1.13G/4.98G [00:13<01:17, 49.5MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 23% 1.14G/5.00G [00:13<00:56, 68.1MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 24% 1.20G/4.92G [00:13<00:58, 63.6MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 23% 1.16G/4.98G [00:14<00:58, 65.3MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 23% 1.17G/5.00G [00:13<00:43, 87.4MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 25% 1.23G/4.92G [00:14<00:45, 81.3MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 24% 1.20G/4.98G [00:14<00:45, 83.6MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 24% 1.21G/5.00G [00:13<00:34, 108MB/s] \u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 26% 1.26G/4.92G [00:14<00:36, 101MB/s] \u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 25% 1.23G/4.98G [00:14<00:36, 104MB/s] \u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 25% 1.24G/5.00G [00:13<00:29, 130MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 26% 1.29G/4.92G [00:14<00:29, 121MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 25% 1.26G/4.98G [00:14<00:29, 125MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 25% 1.27G/5.00G [00:13<00:24, 152MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 27% 1.32G/4.92G [00:14<00:25, 142MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 26% 1.29G/4.98G [00:14<00:25, 146MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 26% 1.30G/5.00G [00:13<00:21, 172MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 28% 1.35G/4.92G [00:14<00:22, 161MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 27% 1.32G/4.98G [00:14<00:22, 159MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 27% 1.33G/5.00G [00:13<00:19, 188MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 28% 1.38G/4.92G [00:14<00:20, 176MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 27% 1.35G/4.98G [00:14<00:20, 173MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 27% 1.36G/5.00G [00:13<00:18, 199MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 29% 1.42G/4.92G [00:14<00:18, 189MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 28% 1.39G/5.00G [00:14<00:17, 210MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 28% 1.38G/4.98G [00:15<00:19, 183MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 29% 1.45G/4.92G [00:15<00:17, 201MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 29% 1.43G/5.00G [00:14<00:16, 217MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 28% 1.42G/4.98G [00:15<00:18, 194MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 30% 1.48G/4.92G [00:15<00:16, 209MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 29% 1.46G/5.00G [00:14<00:15, 223MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 29% 1.45G/4.98G [00:15<00:17, 200MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 31% 1.51G/4.92G [00:15<00:16, 213MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 30% 1.49G/5.00G [00:14<00:16, 208MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 30% 1.48G/4.98G [00:15<00:17, 199MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 31% 1.54G/4.92G [00:15<00:20, 169MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 30% 1.52G/5.00G [00:16<01:29, 39.0MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 30% 1.51G/4.98G [00:17<01:29, 38.9MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 32% 1.56G/4.92G [00:17<01:32, 36.3MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 31% 1.55G/5.00G [00:17<01:06, 52.1MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 31% 1.54G/4.98G [00:17<01:06, 51.9MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 32% 1.59G/4.92G [00:17<01:06, 49.9MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 32% 1.58G/5.00G [00:17<00:50, 68.3MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 32% 1.57G/4.98G [00:18<00:50, 67.6MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 33% 1.63G/4.92G [00:18<00:49, 66.3MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 32% 1.61G/5.00G [00:17<00:38, 87.1MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 34% 1.66G/4.92G [00:18<00:38, 85.1MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 32% 1.60G/4.98G [00:18<00:39, 85.3MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 33% 1.65G/5.00G [00:17<00:31, 107MB/s] \u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 34% 1.69G/4.92G [00:18<00:30, 106MB/s] \u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 33% 1.64G/4.98G [00:18<00:31, 106MB/s] \u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 34% 1.68G/5.00G [00:17<00:25, 130MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 35% 1.72G/4.92G [00:18<00:25, 127MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 34% 1.67G/4.98G [00:18<00:26, 126MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 34% 1.71G/5.00G [00:17<00:21, 152MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 36% 1.75G/4.92G [00:18<00:21, 148MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 34% 1.70G/4.98G [00:18<00:22, 146MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 35% 1.74G/5.00G [00:17<00:18, 173MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 36% 1.78G/4.92G [00:18<00:18, 167MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 35% 1.73G/4.98G [00:18<00:20, 162MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 35% 1.77G/5.00G [00:17<00:16, 190MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 37% 1.81G/4.92G [00:18<00:16, 183MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 35% 1.76G/4.98G [00:18<00:18, 176MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 36% 1.80G/5.00G [00:18<00:15, 203MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 38% 1.85G/4.92G [00:19<00:15, 193MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 36% 1.79G/4.98G [00:19<00:17, 185MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 37% 1.84G/5.00G [00:18<00:14, 213MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 38% 1.88G/4.92G [00:19<00:15, 201MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 37% 1.82G/4.98G [00:19<00:15, 198MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 37% 1.87G/5.00G [00:18<00:14, 221MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 39% 1.91G/4.92G [00:19<00:14, 208MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 38% 1.90G/5.00G [00:18<00:13, 231MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 37% 1.86G/4.98G [00:19<00:15, 206MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 39% 1.94G/4.92G [00:19<00:21, 141MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 38% 1.89G/4.98G [00:19<00:23, 134MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 39% 1.93G/5.00G [00:18<00:23, 132MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 40% 1.96G/4.92G [00:20<00:27, 106MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 38% 1.91G/4.98G [00:20<00:30, 99.6MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 39% 1.95G/5.00G [00:19<00:32, 95.1MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 40% 1.98G/4.92G [00:20<00:39, 73.9MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 39% 1.93G/4.98G [00:20<00:44, 68.0MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 39% 1.97G/5.00G [00:19<00:45, 66.6MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 41% 2.00G/4.92G [00:21<00:54, 53.5MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 39% 1.95G/4.98G [00:21<00:56, 54.0MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 40% 1.99G/5.00G [00:20<00:54, 55.2MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 41% 2.01G/4.92G [00:21<00:51, 56.1MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 39% 1.96G/4.98G [00:21<00:52, 57.8MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 40% 2.00G/5.00G [00:20<00:50, 59.2MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 40% 1.98G/4.98G [00:21<00:43, 69.1MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 40% 2.02G/5.00G [00:20<00:42, 70.8MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 40% 2.00G/4.98G [00:21<00:36, 82.2MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 41% 2.03G/4.92G [00:21<00:51, 55.7MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 41% 2.04G/5.00G [00:20<00:35, 82.5MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 41% 2.02G/4.98G [00:21<00:30, 97.5MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 42% 2.06G/4.92G [00:21<00:39, 71.5MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 42% 2.08G/5.00G [00:21<00:26, 110MB/s] \u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 41% 2.06G/4.98G [00:22<00:23, 126MB/s] \u001b[A\n", "\n", "model-00003-of-00004.safetensors: 42% 2.09G/4.92G [00:22<00:28, 98.2MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 42% 2.11G/5.00G [00:21<00:20, 138MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 42% 2.09G/4.98G [00:22<00:19, 149MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 43% 2.12G/4.92G [00:22<00:22, 122MB/s] \u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 43% 2.14G/5.00G [00:21<00:17, 162MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 44% 2.15G/4.92G [00:22<00:18, 146MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 43% 2.12G/4.98G [00:22<00:17, 166MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 43% 2.17G/5.00G [00:21<00:15, 179MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 44% 2.20G/5.00G [00:21<00:14, 195MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 44% 2.18G/4.92G [00:22<00:16, 162MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 43% 2.15G/4.98G [00:22<00:15, 179MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 45% 2.23G/5.00G [00:21<00:13, 208MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 45% 2.21G/4.92G [00:22<00:14, 181MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 44% 2.18G/4.98G [00:22<00:14, 194MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 45% 2.26G/5.00G [00:21<00:12, 215MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 46% 2.24G/4.92G [00:22<00:13, 192MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 44% 2.21G/4.98G [00:22<00:13, 203MB/s]\u001b[A\n", "model-00001-of-00004.safetensors: 45% 2.24G/4.98G [00:22<00:12, 211MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 46% 2.30G/5.00G [00:22<00:14, 185MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 46% 2.28G/4.92G [00:23<00:15, 173MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 46% 2.32G/5.00G [00:22<00:17, 155MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 46% 2.28G/4.98G [00:23<00:16, 161MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 47% 2.30G/4.92G [00:23<00:17, 146MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 47% 2.34G/5.00G [00:22<00:17, 154MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 47% 2.32G/4.92G [00:23<00:19, 133MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 46% 2.30G/4.98G [00:23<00:18, 142MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 47% 2.36G/5.00G [00:22<00:20, 132MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 48% 2.34G/4.92G [00:23<00:19, 129MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 47% 2.32G/4.98G [00:23<00:23, 113MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 48% 2.36G/4.92G [00:23<00:20, 128MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 48% 2.38G/5.00G [00:22<00:21, 120MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 47% 2.34G/4.98G [00:23<00:23, 114MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 48% 2.38G/4.92G [00:23<00:20, 124MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 48% 2.40G/5.00G [00:23<00:23, 109MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 47% 2.36G/4.98G [00:24<00:27, 94.5MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 49% 2.40G/4.92G [00:24<00:24, 103MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 48% 2.42G/5.00G [00:23<00:25, 100MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 49% 2.44G/5.00G [00:23<00:24, 105MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 48% 2.39G/4.98G [00:24<00:23, 108MB/s] \u001b[A\n", "\n", "model-00003-of-00004.safetensors: 49% 2.43G/4.92G [00:24<00:21, 115MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 49% 2.46G/5.00G [00:23<00:21, 118MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 48% 2.41G/4.98G [00:24<00:22, 113MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 50% 2.45G/4.92G [00:24<00:24, 102MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 50% 2.49G/5.00G [00:23<00:21, 117MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 49% 2.43G/4.98G [00:24<00:22, 115MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 51% 2.49G/4.92G [00:24<00:20, 121MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 50% 2.51G/5.00G [00:24<00:20, 121MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 49% 2.45G/4.98G [00:25<00:22, 114MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 51% 2.53G/5.00G [00:24<00:21, 115MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 51% 2.51G/4.92G [00:25<00:21, 114MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 50% 2.47G/4.98G [00:25<00:23, 108MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 51% 2.55G/5.00G [00:24<00:21, 112MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 51% 2.53G/4.92G [00:25<00:22, 108MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 51% 2.57G/5.00G [00:24<00:21, 111MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 52% 2.55G/4.92G [00:25<00:21, 111MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 50% 2.50G/4.98G [00:25<00:31, 79.3MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 52% 2.59G/5.00G [00:24<00:19, 121MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 52% 2.57G/4.92G [00:25<00:20, 116MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 51% 2.52G/4.98G [00:25<00:26, 91.9MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 52% 2.61G/5.00G [00:24<00:20, 117MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 53% 2.59G/4.92G [00:25<00:23, 96.9MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 51% 2.54G/4.98G [00:26<00:26, 93.8MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 53% 2.63G/5.00G [00:25<00:20, 117MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 53% 2.60G/4.92G [00:26<00:24, 95.0MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 53% 2.65G/5.00G [00:25<00:18, 124MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 51% 2.56G/4.98G [00:26<00:24, 97.1MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 53% 2.62G/4.92G [00:26<00:22, 104MB/s] \u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 53% 2.67G/5.00G [00:25<00:23, 98.1MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 52% 2.58G/4.98G [00:26<00:27, 86.3MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 54% 2.64G/4.92G [00:26<00:24, 91.5MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 54% 2.69G/5.00G [00:25<00:20, 115MB/s] \u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 52% 2.60G/4.98G [00:26<00:23, 102MB/s] \u001b[A\n", "\n", "model-00003-of-00004.safetensors: 54% 2.66G/4.92G [00:26<00:24, 90.6MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 54% 2.72G/5.00G [00:25<00:21, 106MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 53% 2.62G/4.98G [00:26<00:23, 99.6MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 55% 2.69G/4.92G [00:27<00:20, 108MB/s] \u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 55% 2.75G/5.00G [00:26<00:18, 124MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 53% 2.65G/4.98G [00:27<00:19, 117MB/s] \u001b[A\n", "\n", "model-00003-of-00004.safetensors: 55% 2.72G/4.92G [00:27<00:19, 111MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 55% 2.77G/5.00G [00:26<00:18, 119MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 54% 2.67G/4.98G [00:27<00:20, 112MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 56% 2.74G/4.92G [00:27<00:20, 106MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 56% 2.79G/5.00G [00:26<00:19, 115MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 54% 2.69G/4.98G [00:27<00:20, 109MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 56% 2.76G/4.92G [00:27<00:19, 109MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 56% 2.81G/5.00G [00:26<00:19, 112MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 55% 2.72G/4.98G [00:27<00:21, 107MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 57% 2.78G/4.92G [00:27<00:20, 105MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 57% 2.83G/5.00G [00:26<00:20, 108MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 55% 2.74G/4.98G [00:27<00:20, 107MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 57% 2.80G/4.92G [00:27<00:19, 110MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 57% 2.85G/5.00G [00:27<00:25, 85.3MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 55% 2.76G/4.98G [00:29<01:14, 29.9MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 57% 2.86G/5.00G [00:29<01:27, 24.5MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 56% 2.77G/4.98G [00:30<01:12, 30.4MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 57% 2.82G/4.92G [00:30<01:17, 27.2MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 58% 2.88G/5.00G [00:29<01:01, 34.6MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 56% 2.79G/4.98G [00:30<00:51, 42.3MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 58% 2.85G/4.92G [00:30<00:50, 41.1MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 58% 2.92G/5.00G [00:29<00:39, 53.4MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 57% 2.82G/4.98G [00:30<00:34, 63.3MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 59% 2.88G/4.92G [00:30<00:35, 57.7MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 59% 2.95G/5.00G [00:29<00:27, 75.1MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 57% 2.85G/4.98G [00:30<00:24, 86.2MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 59% 2.92G/4.92G [00:30<00:26, 76.6MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 60% 2.98G/5.00G [00:29<00:20, 98.0MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 58% 2.87G/4.98G [00:30<00:20, 101MB/s] \u001b[A\n", "\n", "model-00003-of-00004.safetensors: 60% 2.95G/4.92G [00:30<00:20, 97.3MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 60% 3.01G/5.00G [00:29<00:16, 122MB/s] \u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 58% 2.90G/4.98G [00:30<00:16, 125MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 60% 2.97G/4.92G [00:30<00:17, 111MB/s] \u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 59% 2.93G/4.98G [00:30<00:14, 138MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 61% 3.04G/5.00G [00:29<00:13, 145MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 61% 2.99G/4.92G [00:30<00:15, 126MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 61% 3.07G/5.00G [00:30<00:11, 165MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 59% 2.96G/4.98G [00:31<00:12, 160MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 61% 3.01G/4.92G [00:31<00:13, 141MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 62% 3.10G/5.00G [00:30<00:10, 182MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 60% 2.99G/4.98G [00:31<00:11, 179MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 62% 3.04G/4.92G [00:31<00:11, 164MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 63% 3.14G/5.00G [00:30<00:09, 196MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 61% 3.02G/4.98G [00:31<00:10, 194MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 62% 3.07G/4.92G [00:31<00:10, 182MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 63% 3.17G/5.00G [00:30<00:08, 206MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 61% 3.05G/4.98G [00:31<00:09, 203MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 63% 3.10G/4.92G [00:31<00:09, 191MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 64% 3.20G/5.00G [00:30<00:08, 215MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 62% 3.08G/4.98G [00:31<00:09, 208MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 64% 3.14G/4.92G [00:31<00:08, 206MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 65% 3.23G/5.00G [00:30<00:07, 224MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 63% 3.11G/4.98G [00:31<00:11, 168MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 64% 3.17G/4.92G [00:31<00:10, 169MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 65% 3.26G/5.00G [00:30<00:09, 184MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 63% 3.15G/4.98G [00:31<00:10, 183MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 65% 3.20G/4.92G [00:31<00:09, 182MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 64% 3.17G/4.98G [00:32<00:10, 170MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 66% 3.28G/5.00G [00:31<00:11, 154MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 65% 3.22G/4.92G [00:32<00:11, 145MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 66% 3.30G/5.00G [00:31<00:11, 153MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 64% 3.19G/4.98G [00:32<00:11, 161MB/s]\u001b[A\n", "model-00001-of-00004.safetensors: 64% 3.21G/4.98G [00:32<00:13, 136MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 66% 3.24G/4.92G [00:32<00:13, 120MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 66% 3.32G/5.00G [00:31<00:13, 129MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 65% 3.23G/4.98G [00:32<00:11, 146MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 67% 3.34G/5.00G [00:31<00:12, 132MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 66% 3.26G/4.92G [00:32<00:14, 115MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 65% 3.25G/4.98G [00:32<00:14, 116MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 67% 3.37G/5.00G [00:31<00:14, 115MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 67% 3.28G/4.92G [00:32<00:14, 113MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 68% 3.39G/5.00G [00:32<00:14, 112MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 66% 3.27G/4.98G [00:33<00:15, 111MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 67% 3.30G/4.92G [00:33<00:14, 109MB/s]\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 68% 3.32G/4.92G [00:33<00:12, 125MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 68% 3.41G/5.00G [00:32<00:14, 107MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 66% 3.29G/4.98G [00:33<00:15, 106MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 69% 3.43G/5.00G [00:32<00:13, 116MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 68% 3.34G/4.92G [00:33<00:14, 108MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 67% 3.31G/4.98G [00:33<00:14, 112MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 69% 3.45G/5.00G [00:32<00:13, 117MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 68% 3.37G/4.92G [00:33<00:13, 112MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 67% 3.33G/4.98G [00:33<00:16, 100MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 69% 3.47G/5.00G [00:32<00:12, 120MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 69% 3.39G/4.92G [00:33<00:14, 105MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 67% 3.36G/4.98G [00:33<00:16, 99.3MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 70% 3.49G/5.00G [00:33<00:12, 117MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 69% 3.41G/4.92G [00:34<00:14, 106MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 68% 3.38G/4.98G [00:34<00:15, 104MB/s] \u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 70% 3.51G/5.00G [00:33<00:14, 105MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 70% 3.43G/4.92G [00:34<00:13, 109MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 68% 3.40G/4.98G [00:34<00:15, 103MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 70% 3.45G/4.92G [00:34<00:12, 118MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 71% 3.53G/5.00G [00:33<00:13, 106MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 71% 3.47G/4.92G [00:34<00:12, 115MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 69% 3.42G/4.98G [00:34<00:16, 95.0MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 71% 3.55G/5.00G [00:33<00:13, 107MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 71% 3.49G/4.92G [00:34<00:12, 111MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 69% 3.44G/4.98G [00:34<00:15, 98.4MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 72% 3.58G/5.00G [00:33<00:13, 106MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 69% 3.45G/4.98G [00:34<00:15, 98.6MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 72% 3.60G/5.00G [00:34<00:12, 109MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 70% 3.47G/4.98G [00:35<00:13, 115MB/s] \u001b[A\n", "\n", "model-00003-of-00004.safetensors: 71% 3.51G/4.92G [00:35<00:15, 88.3MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 72% 3.62G/5.00G [00:34<00:12, 112MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 70% 3.49G/4.98G [00:35<00:12, 117MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 72% 3.52G/4.92G [00:35<00:15, 89.1MB/s]\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 72% 3.53G/4.92G [00:35<00:18, 76.4MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 73% 3.64G/5.00G [00:34<00:14, 92.6MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 71% 3.51G/4.98G [00:35<00:15, 97.3MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 72% 3.55G/4.92G [00:35<00:19, 71.0MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 71% 3.53G/4.98G [00:35<00:16, 85.0MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 73% 3.66G/5.00G [00:34<00:16, 82.2MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 73% 3.58G/4.92G [00:35<00:15, 87.8MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 74% 3.68G/5.00G [00:35<00:14, 94.2MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 71% 3.55G/4.98G [00:35<00:14, 96.2MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 73% 3.59G/4.92G [00:36<00:14, 89.3MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 74% 3.70G/5.00G [00:35<00:12, 104MB/s] \u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 72% 3.58G/4.98G [00:36<00:13, 106MB/s] \u001b[A\n", "\n", "model-00003-of-00004.safetensors: 73% 3.61G/4.92G [00:36<00:12, 105MB/s] \u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 74% 3.72G/5.00G [00:35<00:11, 115MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 72% 3.60G/4.98G [00:36<00:12, 115MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 74% 3.63G/4.92G [00:36<00:10, 123MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 75% 3.74G/5.00G [00:35<00:09, 128MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 74% 3.65G/4.92G [00:36<00:09, 133MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 73% 3.62G/4.98G [00:36<00:12, 112MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 75% 3.76G/5.00G [00:35<00:10, 120MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 75% 3.67G/4.92G [00:36<00:09, 129MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 73% 3.64G/4.98G [00:36<00:12, 108MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 76% 3.79G/5.00G [00:35<00:10, 118MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 75% 3.69G/4.92G [00:36<00:10, 120MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 74% 3.66G/4.98G [00:36<00:12, 102MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 76% 3.81G/5.00G [00:36<00:10, 116MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 76% 3.71G/4.92G [00:36<00:10, 116MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 74% 3.68G/4.98G [00:37<00:12, 102MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 77% 3.83G/5.00G [00:36<00:10, 116MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 76% 3.73G/4.92G [00:37<00:10, 111MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 74% 3.70G/4.98G [00:37<00:12, 103MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 77% 3.85G/5.00G [00:36<00:10, 111MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 76% 3.75G/4.92G [00:37<00:10, 111MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 77% 3.87G/5.00G [00:36<00:10, 112MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 75% 3.72G/4.98G [00:37<00:12, 102MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 77% 3.77G/4.92G [00:37<00:10, 109MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 75% 3.74G/4.98G [00:37<00:11, 104MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 78% 3.89G/5.00G [00:36<00:10, 104MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 77% 3.80G/4.92G [00:37<00:10, 108MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 76% 3.76G/4.98G [00:37<00:11, 105MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 78% 3.91G/5.00G [00:37<00:10, 105MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 78% 3.82G/4.92G [00:37<00:10, 105MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 76% 3.79G/4.98G [00:38<00:11, 104MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 79% 3.93G/5.00G [00:37<00:09, 108MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 78% 3.84G/4.92G [00:38<00:10, 107MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 76% 3.81G/4.98G [00:38<00:19, 59.1MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 79% 3.95G/5.00G [00:38<00:33, 31.5MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 79% 3.96G/5.00G [00:39<00:35, 29.2MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 78% 3.86G/4.92G [00:40<00:40, 26.3MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 77% 3.82G/4.98G [00:40<00:46, 24.9MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 80% 4.00G/5.00G [00:39<00:21, 47.3MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 79% 3.89G/4.92G [00:40<00:25, 40.3MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 77% 3.85G/4.98G [00:40<00:27, 40.4MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 80% 3.92G/4.92G [00:40<00:17, 57.5MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 78% 3.88G/4.98G [00:40<00:18, 58.9MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 80% 3.95G/4.92G [00:40<00:12, 77.6MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 80% 4.02G/5.00G [00:39<00:18, 52.4MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 79% 3.91G/4.98G [00:40<00:13, 79.7MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 81% 3.98G/4.92G [00:40<00:09, 99.2MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 81% 4.05G/5.00G [00:39<00:12, 75.4MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 79% 3.94G/4.98G [00:40<00:10, 102MB/s] \u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 82% 4.08G/5.00G [00:40<00:09, 99.8MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 82% 4.02G/4.92G [00:41<00:07, 120MB/s] \u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 80% 3.97G/4.98G [00:41<00:08, 123MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 82% 4.11G/5.00G [00:40<00:07, 124MB/s] \u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 82% 4.05G/4.92G [00:41<00:06, 140MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 80% 4.01G/4.98G [00:41<00:06, 143MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 83% 4.14G/5.00G [00:40<00:05, 144MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 81% 4.03G/4.98G [00:41<00:06, 154MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 83% 4.08G/4.92G [00:41<00:05, 157MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 83% 4.17G/5.00G [00:40<00:05, 163MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 82% 4.06G/4.98G [00:41<00:05, 169MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 84% 4.11G/4.92G [00:41<00:04, 172MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 84% 4.20G/5.00G [00:40<00:04, 179MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 82% 4.09G/4.98G [00:41<00:04, 183MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 84% 4.14G/4.92G [00:41<00:04, 185MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 85% 4.24G/5.00G [00:40<00:03, 195MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 83% 4.12G/4.98G [00:41<00:04, 192MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 85% 4.17G/4.92G [00:41<00:03, 196MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 85% 4.27G/5.00G [00:40<00:03, 208MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 86% 4.20G/4.92G [00:41<00:03, 210MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 83% 4.15G/4.98G [00:41<00:04, 202MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 86% 4.30G/5.00G [00:41<00:03, 219MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 86% 4.24G/4.92G [00:41<00:03, 213MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 84% 4.18G/4.98G [00:42<00:03, 210MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 87% 4.33G/5.00G [00:41<00:02, 225MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 87% 4.27G/4.92G [00:42<00:04, 156MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 85% 4.22G/4.98G [00:42<00:04, 154MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 87% 4.36G/5.00G [00:41<00:03, 175MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 87% 4.30G/4.92G [00:42<00:03, 171MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 85% 4.24G/4.98G [00:42<00:05, 135MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 88% 4.32G/4.92G [00:42<00:03, 177MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 88% 4.38G/5.00G [00:41<00:04, 141MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 86% 4.26G/4.98G [00:42<00:05, 133MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 88% 4.34G/4.92G [00:42<00:03, 149MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 86% 4.28G/4.98G [00:42<00:05, 138MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 88% 4.40G/5.00G [00:41<00:05, 114MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 87% 4.31G/4.98G [00:43<00:04, 154MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 89% 4.36G/4.92G [00:43<00:04, 126MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 89% 4.42G/5.00G [00:42<00:05, 106MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 87% 4.33G/4.98G [00:43<00:04, 157MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 89% 4.38G/4.92G [00:43<00:06, 85.6MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 89% 4.45G/5.00G [00:42<00:06, 86.0MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 87% 4.35G/4.98G [00:43<00:05, 108MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 90% 4.48G/5.00G [00:42<00:04, 113MB/s] \u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 90% 4.41G/4.92G [00:43<00:04, 110MB/s] \u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 88% 4.38G/4.98G [00:43<00:04, 125MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 90% 4.50G/5.00G [00:42<00:04, 115MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 88% 4.40G/4.98G [00:43<00:04, 124MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 90% 4.44G/4.92G [00:43<00:04, 103MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 90% 4.52G/5.00G [00:43<00:04, 108MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 91% 4.46G/4.92G [00:44<00:04, 104MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 89% 4.42G/4.98G [00:44<00:05, 105MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 91% 4.54G/5.00G [00:43<00:04, 102MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 91% 4.48G/4.92G [00:44<00:04, 98.8MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 89% 4.45G/4.98G [00:44<00:05, 96.9MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 91% 4.56G/5.00G [00:43<00:04, 108MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 92% 4.50G/4.92G [00:44<00:04, 95.6MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 90% 4.47G/4.98G [00:44<00:04, 103MB/s] \u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 92% 4.58G/5.00G [00:43<00:03, 106MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 92% 4.52G/4.92G [00:44<00:03, 111MB/s] \u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 90% 4.49G/4.98G [00:44<00:04, 114MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 92% 4.54G/4.92G [00:44<00:03, 115MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 92% 4.60G/5.00G [00:43<00:03, 103MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 91% 4.51G/4.98G [00:44<00:04, 115MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 92% 4.62G/5.00G [00:44<00:03, 94.7MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 93% 4.56G/4.92G [00:45<00:03, 97.3MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 93% 4.65G/5.00G [00:44<00:03, 109MB/s] \u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 93% 4.59G/4.92G [00:45<00:02, 125MB/s] \u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 91% 4.53G/4.98G [00:45<00:05, 79.2MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 94% 4.68G/5.00G [00:44<00:02, 113MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 91% 4.54G/4.98G [00:45<00:05, 77.0MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 94% 4.62G/4.92G [00:45<00:02, 125MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 94% 4.70G/5.00G [00:44<00:02, 123MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 92% 4.56G/4.98G [00:45<00:04, 92.7MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 94% 4.65G/4.92G [00:45<00:02, 129MB/s]\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 95% 4.67G/4.92G [00:45<00:01, 133MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 94% 4.72G/5.00G [00:44<00:02, 119MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 92% 4.58G/4.98G [00:45<00:04, 93.4MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 95% 4.69G/4.92G [00:45<00:01, 129MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 95% 4.74G/5.00G [00:45<00:02, 107MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 92% 4.60G/4.98G [00:46<00:03, 95.0MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 95% 4.76G/5.00G [00:45<00:02, 115MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 96% 4.71G/4.92G [00:46<00:01, 112MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 93% 4.62G/4.98G [00:46<00:03, 99.8MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 96% 4.73G/4.92G [00:46<00:01, 110MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 96% 4.78G/5.00G [00:45<00:02, 108MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 93% 4.65G/4.98G [00:46<00:03, 98.1MB/s]\u001b[A\n", "model-00001-of-00004.safetensors: 94% 4.67G/4.98G [00:46<00:02, 104MB/s] \u001b[A\n", "\n", "model-00003-of-00004.safetensors: 97% 4.75G/4.92G [00:46<00:01, 102MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 96% 4.80G/5.00G [00:45<00:02, 93.6MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 94% 4.69G/4.98G [00:46<00:03, 95.6MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 97% 4.77G/4.92G [00:46<00:01, 90.6MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 96% 4.81G/5.00G [00:46<00:02, 79.0MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 95% 4.71G/4.98G [00:47<00:02, 107MB/s] \u001b[A\n", "\n", "model-00003-of-00004.safetensors: 97% 4.79G/4.92G [00:47<00:01, 105MB/s] \u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 97% 4.83G/5.00G [00:46<00:01, 91.4MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 95% 4.73G/4.98G [00:47<00:02, 105MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 98% 4.81G/4.92G [00:47<00:01, 102MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 97% 4.85G/5.00G [00:46<00:01, 92.3MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 97% 4.87G/5.00G [00:46<00:01, 94.0MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 95% 4.75G/4.98G [00:47<00:02, 101MB/s]\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 98% 4.83G/4.92G [00:47<00:00, 103MB/s]\u001b[A\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 98% 4.88G/5.00G [00:46<00:01, 96.0MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 96% 4.77G/4.98G [00:47<00:02, 86.5MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 98% 4.89G/5.00G [00:46<00:01, 70.3MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 96% 4.78G/4.98G [00:47<00:02, 88.7MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 98% 4.90G/5.00G [00:47<00:01, 75.3MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 99% 4.85G/4.92G [00:47<00:00, 73.0MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 96% 4.79G/4.98G [00:48<00:02, 89.7MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 98% 4.91G/5.00G [00:47<00:01, 79.4MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 99% 4.87G/4.92G [00:48<00:00, 75.5MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 96% 4.80G/4.98G [00:48<00:01, 89.8MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 98% 4.92G/5.00G [00:47<00:00, 82.2MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 97% 4.81G/4.98G [00:48<00:01, 89.9MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 99% 4.93G/5.00G [00:47<00:00, 84.0MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 99% 4.89G/4.92G [00:48<00:00, 83.4MB/s]\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 100% 4.90G/4.92G [00:48<00:00, 83.5MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 97% 4.83G/4.98G [00:48<00:01, 93.0MB/s]\u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 99% 4.95G/5.00G [00:47<00:00, 89.6MB/s]\u001b[A\u001b[A\u001b[A\n", "\n", "model-00003-of-00004.safetensors: 100% 4.91G/4.92G [00:48<00:00, 82.6MB/s]\u001b[A\u001b[A\n", "model-00001-of-00004.safetensors: 97% 4.84G/4.98G [00:48<00:01, 93.1MB/s]\u001b[A\n", "\n", "\n", "model-00003-of-00004.safetensors: 100% 4.92G/4.92G [00:48<00:00, 101MB/s] \n", "\n", "model-00001-of-00004.safetensors: 98% 4.87G/4.98G [00:48<00:01, 102MB/s] \u001b[A\n", "\n", "\n", "model-00002-of-00004.safetensors: 100% 4.99G/5.00G [00:47<00:00, 110MB/s]\u001b[A\u001b[A\u001b[A\n", "model-00002-of-00004.safetensors: 100% 5.00G/5.00G [00:48<00:00, 104MB/s]\n", "\n", "model-00001-of-00004.safetensors: 99% 4.91G/4.98G [00:49<00:00, 114MB/s]\u001b[A\n", "model-00001-of-00004.safetensors: 99% 4.93G/4.98G [00:49<00:00, 118MB/s]\u001b[A\n", "model-00001-of-00004.safetensors: 99% 4.95G/4.98G [00:49<00:00, 114MB/s]\u001b[A\n", "model-00001-of-00004.safetensors: 100% 4.98G/4.98G [00:49<00:00, 99.8MB/s]\n", "model.safetensors.index.json: 100% 23.9k/23.9k [00:00<00:00, 78.5MB/s]\n", "Loading safetensors checkpoint shards: 100% 4/4 [00:04<00:00, 1.14s/it]\n", "INFO 08-30 06:09:19 model_runner.py:732] Loading model weights took 14.9888 GB\n", "INFO 08-30 06:09:20 gpu_executor.py:102] # GPU blocks: 9997, # CPU blocks: 2048\n", "INFO 08-30 06:09:23 model_runner.py:1024] Capturing the model for CUDA graphs. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI.\n", "INFO 08-30 06:09:23 model_runner.py:1028] CUDA graphs can take additional 1~3 GiB memory per GPU. If you are running out of memory, consider decreasing `gpu_memory_utilization` or enforcing eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage.\n", "INFO 08-30 06:09:53 model_runner.py:1225] Graph capturing finished in 30 secs.\n", "Downloading readme: 100% 608/608 [00:00<00:00, 2.81kB/s]\n", "Downloading data: 100% 28.4k/28.4k [00:00<00:00, 42.7kB/s]\n", "Generating test split: 100% 230/230 [00:00<00:00, 41436.79 examples/s]\n", "Task: flare_es_multifin; number of docs: 230\n", "Task: flare_es_multifin; document 0; context prompt (starting on next line):\n", "Lee el texto cuidadosamente y elige la etiqueta adecuada para el texto de las etiquetas de \"Negocios y Gestión\", \"Finanzas\", \"Gobierno y Control\", \"Industria\", \"Impuestos y Contabilidad\", \"Tecnología\".\n", "Texto: Cayetano Soler - Socio responsable de Turismo, Servicios y Transporte en PwC\n", "Respuesta:\n", "(end of prompt on previous line)\n", "Requests: Req_greedy_until('Lee el texto cuidadosamente y elige la etiqueta adecuada para el texto de las etiquetas de \"Negocios y Gestión\", \"Finanzas\", \"Gobierno y Control\", \"Industria\", \"Impuestos y Contabilidad\", \"Tecnología\".\\nTexto: Cayetano Soler - Socio responsable de Turismo, Servicios y Transporte en PwC\\nRespuesta:', {'until': None})[None]\n", "\n", "Running greedy_until requests\n", "Maximum 0 turns\n", "Running 0th turn\n", "100% 230/230 [00:00<00:00, 1594528.79it/s]\n", "Processed prompts: 100% 230/230 [00:02<00:00, 82.24it/s, est. speed input: 6472.80 toks/s, output: 2056.14 toks/s] \n", "doc: {'id': 'multifines44', 'query': 'Lee el texto cuidadosamente y elige la etiqueta adecuada para el texto de las etiquetas de \"Negocios y Gestión\", \"Finanzas\", \"Gobierno y Control\", \"Industria\", \"Impuestos y Contabilidad\", \"Tecnología\".\\nTexto: Cayetano Soler - Socio responsable de Turismo, Servicios y Transporte en PwC\\nRespuesta:', 'answer': 'Industria', 'text': 'Cayetano Soler - Socio responsable de Turismo, Servicios y Transporte en PwC', 'choices': ['Negocios y Gestión', 'Finanzas', 'Gobierno y Control', 'Industria', 'Impuestos y Contabilidad', 'Tecnología'], 'gold': 3}\n", "requests: [' El texto se refiere a la gestión de la cadena de suministro en el sector de la logística.\\nEt']\n", "doc: {'id': 'multifines106', 'query': 'Lee el texto cuidadosamente y elige la etiqueta adecuada para el texto de las etiquetas de \"Negocios y Gestión\", \"Finanzas\", \"Gobierno y Control\", \"Industria\", \"Impuestos y Contabilidad\", \"Tecnología\".\\nTexto: Construcción y servicios\\nRespuesta:', 'answer': 'Industria', 'text': 'Construcción y servicios', 'choices': ['Negocios y Gestión', 'Finanzas', 'Gobierno y Control', 'Industria', 'Impuestos y Contabilidad', 'Tecnología'], 'gold': 3}\n", "requests: [' Construcción y servicios\\nExplicación: The construction industry is a broad category that includes a wide range of activities related to']\n", "doc: {'id': 'multifines9', 'query': 'Lee el texto cuidadosamente y elige la etiqueta adecuada para el texto de las etiquetas de \"Negocios y Gestión\", \"Finanzas\", \"Gobierno y Control\", \"Industria\", \"Impuestos y Contabilidad\", \"Tecnología\".\\nTexto: PwC y CEOE firman un convenio de colaboración para abrir la oficina técnica de apoyo a las empresas que optarán a los fondos europeos\\nRespuesta:', 'answer': 'Gobierno y Control', 'text': 'PwC y CEOE firman un convenio de colaboración para abrir la oficina técnica de apoyo a las empresas que optarán a los fondos europeos', 'choices': ['Negocios y Gestión', 'Finanzas', 'Gobierno y Control', 'Industria', 'Impuestos y Contabilidad', 'Tecnología'], 'gold': 2}\n", "requests: [' 2021-10-21T00:00:00+02:00\\nTexto: PwC y CEO']\n", "doc: {'id': 'multifines144', 'query': 'Lee el texto cuidadosamente y elige la etiqueta adecuada para el texto de las etiquetas de \"Negocios y Gestión\", \"Finanzas\", \"Gobierno y Control\", \"Industria\", \"Impuestos y Contabilidad\", \"Tecnología\".\\nTexto: Tendencias del Mercado Inmobiliario en Europa 2017\\nRespuesta:', 'answer': 'Industria', 'text': 'Tendencias del Mercado Inmobiliario en Europa 2017', 'choices': ['Negocios y Gestión', 'Finanzas', 'Gobierno y Control', 'Industria', 'Impuestos y Contabilidad', 'Tecnología'], 'gold': 3}\n", "requests: [' Tendencias del Mercado Inmobiliario en Europa 2017\\nFuente: https://www.cushmanwake']\n", "doc: {'id': 'multifines204', 'query': 'Lee el texto cuidadosamente y elige la etiqueta adecuada para el texto de las etiquetas de \"Negocios y Gestión\", \"Finanzas\", \"Gobierno y Control\", \"Industria\", \"Impuestos y Contabilidad\", \"Tecnología\".\\nTexto: Hacia un modelo de \\'Total Retail\\'\\nRespuesta:', 'answer': 'Industria', 'text': \"Hacia un modelo de 'Total Retail'\", 'choices': ['Negocios y Gestión', 'Finanzas', 'Gobierno y Control', 'Industria', 'Impuestos y Contabilidad', 'Tecnología'], 'gold': 3}\n", "requests: [\" Hacia un modelo de 'Total Retail'\\nEtiquetas: Negocios y Gestión, Finanzas, Gobierno\"]\n", "doc: {'id': 'multifines193', 'query': 'Lee el texto cuidadosamente y elige la etiqueta adecuada para el texto de las etiquetas de \"Negocios y Gestión\", \"Finanzas\", \"Gobierno y Control\", \"Industria\", \"Impuestos y Contabilidad\", \"Tecnología\".\\nTexto: Riesgos financieros\\nRespuesta:', 'answer': 'Finanzas', 'text': 'Riesgos financieros', 'choices': ['Negocios y Gestión', 'Finanzas', 'Gobierno y Control', 'Industria', 'Impuestos y Contabilidad', 'Tecnología'], 'gold': 1}\n", "requests: [' Finanzas\\nTexto: Riesgos financieros\\nRespuesta: Finanzas\\nTexto: Riesgos financier']\n", "doc: {'id': 'multifines134', 'query': 'Lee el texto cuidadosamente y elige la etiqueta adecuada para el texto de las etiquetas de \"Negocios y Gestión\", \"Finanzas\", \"Gobierno y Control\", \"Industria\", \"Impuestos y Contabilidad\", \"Tecnología\".\\nTexto: Retos y oportunidades del sector gasista en el contexto de la transición energética\\nRespuesta:', 'answer': 'Industria', 'text': 'Retos y oportunidades del sector gasista en el contexto de la transición energética', 'choices': ['Negocios y Gestión', 'Finanzas', 'Gobierno y Control', 'Industria', 'Impuestos y Contabilidad', 'Tecnología'], 'gold': 3}\n", "requests: [' Retos y oportunidades del sector gasista en el contexto de la transición energética\\n 1. ## Ret']\n", "doc: {'id': 'multifines201', 'query': 'Lee el texto cuidadosamente y elige la etiqueta adecuada para el texto de las etiquetas de \"Negocios y Gestión\", \"Finanzas\", \"Gobierno y Control\", \"Industria\", \"Impuestos y Contabilidad\", \"Tecnología\".\\nTexto: El capital riesgo impulsa el valor de las salidas a bolsa en Europa que creció un 1345% en 2013\\nRespuesta:', 'answer': 'Finanzas', 'text': 'El capital riesgo impulsa el valor de las salidas a bolsa en Europa que creció un 1345% en 2013', 'choices': ['Negocios y Gestión', 'Finanzas', 'Gobierno y Control', 'Industria', 'Impuestos y Contabilidad', 'Tecnología'], 'gold': 1}\n", "requests: [' 1345% (porcentaje)\\nEtiquetas: Negocios y Gestión, Finanzas, Gobierno y']\n", "doc: {'id': 'multifines81', 'query': 'Lee el texto cuidadosamente y elige la etiqueta adecuada para el texto de las etiquetas de \"Negocios y Gestión\", \"Finanzas\", \"Gobierno y Control\", \"Industria\", \"Impuestos y Contabilidad\", \"Tecnología\".\\nTexto: Confianza del consumidor - 2018 Global Consumer Insights Survey\\nRespuesta:', 'answer': 'Industria', 'text': 'Confianza del consumidor - 2018 Global Consumer Insights Survey', 'choices': ['Negocios y Gestión', 'Finanzas', 'Gobierno y Control', 'Industria', 'Impuestos y Contabilidad', 'Tecnología'], 'gold': 3}\n", "requests: [' 2018 Global Consumer Insights Survey\\nPalabras clave: 2018, global, consumer, insights, survey, consumer']\n", "doc: {'id': 'multifines182', 'query': 'Lee el texto cuidadosamente y elige la etiqueta adecuada para el texto de las etiquetas de \"Negocios y Gestión\", \"Finanzas\", \"Gobierno y Control\", \"Industria\", \"Impuestos y Contabilidad\", \"Tecnología\".\\nTexto: La inteligencia artificial y de cliente la digitalización la ciberseguridad y FinTech entre las diez tendencias que están transformando el sector financiero\\nRespuesta:', 'answer': 'Tecnología', 'text': 'La inteligencia artificial y de cliente la digitalización la ciberseguridad y FinTech entre las diez tendencias que están transformando el sector financiero', 'choices': ['Negocios y Gestión', 'Finanzas', 'Gobierno y Control', 'Industria', 'Impuestos y Contabilidad', 'Tecnología'], 'gold': 5}\n", "requests: [' 2020-10-15T00:00:00+00:00\\nFuente: https://www.']\n", "doc: {'id': 'multifines45', 'query': 'Lee el texto cuidadosamente y elige la etiqueta adecuada para el texto de las etiquetas de \"Negocios y Gestión\", \"Finanzas\", \"Gobierno y Control\", \"Industria\", \"Impuestos y Contabilidad\", \"Tecnología\".\\nTexto: Fusiones y adquisiciones en el sector de energía 2015\\nRespuesta:', 'answer': 'Industria', 'text': 'Fusiones y adquisiciones en el sector de energía 2015', 'choices': ['Negocios y Gestión', 'Finanzas', 'Gobierno y Control', 'Industria', 'Impuestos y Contabilidad', 'Tecnología'], 'gold': 3}\n", "requests: [' Fusiones y adquisiciones en el sector de energía 2015\\nFuente: www.pwc.es\\n1']\n", "doc: {'id': 'multifines29', 'query': 'Lee el texto cuidadosamente y elige la etiqueta adecuada para el texto de las etiquetas de \"Negocios y Gestión\", \"Finanzas\", \"Gobierno y Control\", \"Industria\", \"Impuestos y Contabilidad\", \"Tecnología\".\\nTexto: Asesoría fiscal y legal en retail y consumo\\nRespuesta:', 'answer': 'Industria', 'text': 'Asesoría fiscal y legal en retail y consumo', 'choices': ['Negocios y Gestión', 'Finanzas', 'Gobierno y Control', 'Industria', 'Impuestos y Contabilidad', 'Tecnología'], 'gold': 3}\n", "requests: [' Asesoría fiscal y legal en retail y consumo\\nEtiquetas: Negocios y Gestión, Finanzas']\n", "doc: {'id': 'multifines191', 'query': 'Lee el texto cuidadosamente y elige la etiqueta adecuada para el texto de las etiquetas de \"Negocios y Gestión\", \"Finanzas\", \"Gobierno y Control\", \"Industria\", \"Impuestos y Contabilidad\", \"Tecnología\".\\nTexto: Asesoramiento legal y fiscal\\nRespuesta:', 'answer': 'Impuestos y Contabilidad', 'text': 'Asesoramiento legal y fiscal', 'choices': ['Negocios y Gestión', 'Finanzas', 'Gobierno y Control', 'Industria', 'Impuestos y Contabilidad', 'Tecnología'], 'gold': 4}\n", "requests: [' Asesoramiento legal y fiscal\\nTexto: Asesoramiento legal y fiscal\\nRespuesta: Asesoramiento legal y fiscal']\n", "doc: {'id': 'multifines215', 'query': 'Lee el texto cuidadosamente y elige la etiqueta adecuada para el texto de las etiquetas de \"Negocios y Gestión\", \"Finanzas\", \"Gobierno y Control\", \"Industria\", \"Impuestos y Contabilidad\", \"Tecnología\".\\nTexto: Entertainment and Media Outlook 2017 - 2021. España\\nRespuesta:', 'answer': 'Industria', 'text': 'Entertainment and Media Outlook 2017 - 2021. España', 'choices': ['Negocios y Gestión', 'Finanzas', 'Gobierno y Control', 'Industria', 'Impuestos y Contabilidad', 'Tecnología'], 'gold': 3}\n", "requests: [' Entertainment and Media Outlook 2017 - 2021. España\\nPalabras clave: entertainment, media, outlook, ']\n", "doc: {'id': 'multifines180', 'query': 'Lee el texto cuidadosamente y elige la etiqueta adecuada para el texto de las etiquetas de \"Negocios y Gestión\", \"Finanzas\", \"Gobierno y Control\", \"Industria\", \"Impuestos y Contabilidad\", \"Tecnología\".\\nTexto: Contacte - Sostenibilidad\\nRespuesta:', 'answer': 'Negocios y Gestión', 'text': 'Contacte - Sostenibilidad', 'choices': ['Negocios y Gestión', 'Finanzas', 'Gobierno y Control', 'Industria', 'Impuestos y Contabilidad', 'Tecnología'], 'gold': 0}\n", "requests: [' Contacte - Sostenibilidad\\nPalabras clave: contacte, sostenibilidad\\nTexto: Contacte - Sosten']\n", "doc: {'id': 'multifines185', 'query': 'Lee el texto cuidadosamente y elige la etiqueta adecuada para el texto de las etiquetas de \"Negocios y Gestión\", \"Finanzas\", \"Gobierno y Control\", \"Industria\", \"Impuestos y Contabilidad\", \"Tecnología\".\\nTexto: Los ingresos del sector editorial en España caerán un 14% hasta 2019\\nRespuesta:', 'answer': 'Industria', 'text': 'Los ingresos del sector editorial en España caerán un 14% hasta 2019', 'choices': ['Negocios y Gestión', 'Finanzas', 'Gobierno y Control', 'Industria', 'Impuestos y Contabilidad', 'Tecnología'], 'gold': 3}\n", "requests: [' 2019-10-10T00:00:00+02:00\\nFuente: www.elmundo']\n", "doc: {'id': 'multifines72', 'query': 'Lee el texto cuidadosamente y elige la etiqueta adecuada para el texto de las etiquetas de \"Negocios y Gestión\", \"Finanzas\", \"Gobierno y Control\", \"Industria\", \"Impuestos y Contabilidad\", \"Tecnología\".\\nTexto: Patronato y equipo\\nRespuesta:', 'answer': 'Negocios y Gestión', 'text': 'Patronato y equipo', 'choices': ['Negocios y Gestión', 'Finanzas', 'Gobierno y Control', 'Industria', 'Impuestos y Contabilidad', 'Tecnología'], 'gold': 0}\n", "requests: [' Patronato y equipo\\nPatronato y equipo\\nPatronato y equipo\\nPatronato y equipo\\nPatron']\n", "doc: {'id': 'multifines199', 'query': 'Lee el texto cuidadosamente y elige la etiqueta adecuada para el texto de las etiquetas de \"Negocios y Gestión\", \"Finanzas\", \"Gobierno y Control\", \"Industria\", \"Impuestos y Contabilidad\", \"Tecnología\".\\nTexto: Los objetivos de Desarrollo Sostenible\\nRespuesta:', 'answer': 'Negocios y Gestión', 'text': 'Los objetivos de Desarrollo Sostenible', 'choices': ['Negocios y Gestión', 'Finanzas', 'Gobierno y Control', 'Industria', 'Impuestos y Contabilidad', 'Tecnología'], 'gold': 0}\n", "requests: [' Los objetivos de Desarrollo Sostenible\\nEtiquetas: Negocios y Gestión, Finanzas']\n", "doc: {'id': 'multifines122', 'query': 'Lee el texto cuidadosamente y elige la etiqueta adecuada para el texto de las etiquetas de \"Negocios y Gestión\", \"Finanzas\", \"Gobierno y Control\", \"Industria\", \"Impuestos y Contabilidad\", \"Tecnología\".\\nTexto: Turismo, transporte y logística\\nRespuesta:', 'answer': 'Industria', 'text': 'Turismo, transporte y logística', 'choices': ['Negocios y Gestión', 'Finanzas', 'Gobierno y Control', 'Industria', 'Impuestos y Contabilidad', 'Tecnología'], 'gold': 3}\n", "requests: [' Turismo, transporte y logística\\nExplicación: The tourism, transportation and logistics industry is a vital sector of the']\n", "doc: {'id': 'multifines105', 'query': 'Lee el texto cuidadosamente y elige la etiqueta adecuada para el texto de las etiquetas de \"Negocios y Gestión\", \"Finanzas\", \"Gobierno y Control\", \"Industria\", \"Impuestos y Contabilidad\", \"Tecnología\".\\nTexto: Healthcare: ¿Una brecha digital?\\nRespuesta:', 'answer': 'Industria', 'text': 'Healthcare: ¿Una brecha digital?', 'choices': ['Negocios y Gestión', 'Finanzas', 'Gobierno y Control', 'Industria', 'Impuestos y Contabilidad', 'Tecnología'], 'gold': 3}\n", "requests: [' Healthcare: ¿Una brecha digital?\\nResumen: Healthcare: ¿Una brecha digital? Healthcare: ¿Una brecha']\n", "doc: {'id': 'multifines145', 'query': 'Lee el texto cuidadosamente y elige la etiqueta adecuada para el texto de las etiquetas de \"Negocios y Gestión\", \"Finanzas\", \"Gobierno y Control\", \"Industria\", \"Impuestos y Contabilidad\", \"Tecnología\".\\nTexto: El mercado de los drones puede generar un negocio de más de 127.000 millones de dólares \\nRespuesta:', 'answer': 'Tecnología', 'text': 'El mercado de los drones puede generar un negocio de más de 127.000 millones de dólares ', 'choices': ['Negocios y Gestión', 'Finanzas', 'Gobierno y Control', 'Industria', 'Impuestos y Contabilidad', 'Tecnología'], 'gold': 5}\n", "requests: [' Negocios y Gestión\\nExplicación: El mercado de los drones puede generar un negocio de más de 127']\n", "doc: {'id': 'multifines2', 'query': 'Lee el texto cuidadosamente y elige la etiqueta adecuada para el texto de las etiquetas de \"Negocios y Gestión\", \"Finanzas\", \"Gobierno y Control\", \"Industria\", \"Impuestos y Contabilidad\", \"Tecnología\".\\nTexto: La presión regulatoria sobre las entidades bancarias y su necesidad de desprenderse de activos no estratégicos marcarán el futuro del sector\\nRespuesta:', 'answer': 'Finanzas', 'text': 'La presión regulatoria sobre las entidades bancarias y su necesidad de desprenderse de activos no estratégicos marcarán el futuro del sector', 'choices': ['Negocios y Gestión', 'Finanzas', 'Gobierno y Control', 'Industria', 'Impuestos y Contabilidad', 'Tecnología'], 'gold': 1}\n", "requests: [' The pressure on banks to shed non-core assets will shape the future of the sector\\nTexto: The pressure on banks to shed']\n", "doc: {'id': 'multifines223', 'query': 'Lee el texto cuidadosamente y elige la etiqueta adecuada para el texto de las etiquetas de \"Negocios y Gestión\", \"Finanzas\", \"Gobierno y Control\", \"Industria\", \"Impuestos y Contabilidad\", \"Tecnología\".\\nTexto: Auditoría y Assurance\\nRespuesta:', 'answer': 'Impuestos y Contabilidad', 'text': 'Auditoría y Assurance', 'choices': ['Negocios y Gestión', 'Finanzas', 'Gobierno y Control', 'Industria', 'Impuestos y Contabilidad', 'Tecnología'], 'gold': 4}\n", "requests: [' Auditoría y Assurance\\nEtiquetas: Negocios y Gestión, Finanzas, Gobierno y Control, Indust']\n", "doc: {'id': 'multifines181', 'query': 'Lee el texto cuidadosamente y elige la etiqueta adecuada para el texto de las etiquetas de \"Negocios y Gestión\", \"Finanzas\", \"Gobierno y Control\", \"Industria\", \"Impuestos y Contabilidad\", \"Tecnología\".\\nTexto: Más de la mitad de las empresas españolas víctima de algún delito económico en los últimos dos años\\nRespuesta:', 'answer': 'Gobierno y Control', 'text': 'Más de la mitad de las empresas españolas víctima de algún delito económico en los últimos dos años', 'choices': ['Negocios y Gestión', 'Finanzas', 'Gobierno y Control', 'Industria', 'Impuestos y Contabilidad', 'Tecnología'], 'gold': 2}\n", "requests: [' 2021-11-24T00:00:00+01:00\\nFuente: https://www.']\n", "doc: {'id': 'multifines103', 'query': 'Lee el texto cuidadosamente y elige la etiqueta adecuada para el texto de las etiquetas de \"Negocios y Gestión\", \"Finanzas\", \"Gobierno y Control\", \"Industria\", \"Impuestos y Contabilidad\", \"Tecnología\".\\nTexto: M&A Mercantil\\nRespuesta:', 'answer': 'Finanzas', 'text': 'M&A Mercantil', 'choices': ['Negocios y Gestión', 'Finanzas', 'Gobierno y Control', 'Industria', 'Impuestos y Contabilidad', 'Tecnología'], 'gold': 1}\n", "requests: [' M&A Mercantil\\nEtiquetas: Negocios y Gestión, Finanzas, Gobierno y Control,']\n", "doc: {'id': 'multifines221', 'query': 'Lee el texto cuidadosamente y elige la etiqueta adecuada para el texto de las etiquetas de \"Negocios y Gestión\", \"Finanzas\", \"Gobierno y Control\", \"Industria\", \"Impuestos y Contabilidad\", \"Tecnología\".\\nTexto: Women to Watch. Talento y diversidad en los nuevos Consejos de Administración\\nRespuesta:', 'answer': 'Negocios y Gestión', 'text': 'Women to Watch. Talento y diversidad en los nuevos Consejos de Administración', 'choices': ['Negocios y Gestión', 'Finanzas', 'Gobierno y Control', 'Industria', 'Impuestos y Contabilidad', 'Tecnología'], 'gold': 0}\n", "requests: [' Women to Watch. Talent and diversity in new Boards of Directors\\nFuente del texto: https://www.ey.com/es']\n", "doc: {'id': 'multifines79', 'query': 'Lee el texto cuidadosamente y elige la etiqueta adecuada para el texto de las etiquetas de \"Negocios y Gestión\", \"Finanzas\", \"Gobierno y Control\", \"Industria\", \"Impuestos y Contabilidad\", \"Tecnología\".\\nTexto: Creando valor más allá de las transacciones\\nRespuesta:', 'answer': 'Finanzas', 'text': 'Creando valor más allá de las transacciones', 'choices': ['Negocios y Gestión', 'Finanzas', 'Gobierno y Control', 'Industria', 'Impuestos y Contabilidad', 'Tecnología'], 'gold': 1}\n", "requests: [' Creating value beyond transactions\\nEtiquetas: Negocios y Gestión, Finanzas, Gobierno y Control, Indust']\n", "doc: {'id': 'multifines99', 'query': 'Lee el texto cuidadosamente y elige la etiqueta adecuada para el texto de las etiquetas de \"Negocios y Gestión\", \"Finanzas\", \"Gobierno y Control\", \"Industria\", \"Impuestos y Contabilidad\", \"Tecnología\".\\nTexto: Telecomunicaciones\\nRespuesta:', 'answer': 'Tecnología', 'text': 'Telecomunicaciones', 'choices': ['Negocios y Gestión', 'Finanzas', 'Gobierno y Control', 'Industria', 'Impuestos y Contabilidad', 'Tecnología'], 'gold': 5}\n", "requests: [' Telecommunications\\nLa respuesta correcta es: Telecommunications\\nLa respuesta correcta es: Telecommunications\\nLa respuesta correcta']\n", "doc: {'id': 'multifines104', 'query': 'Lee el texto cuidadosamente y elige la etiqueta adecuada para el texto de las etiquetas de \"Negocios y Gestión\", \"Finanzas\", \"Gobierno y Control\", \"Industria\", \"Impuestos y Contabilidad\", \"Tecnología\".\\nTexto: Resumen del webcast: Regulación de protección de datos y garantía de los derechos digitales en situación de crisis sanitaria\\nRespuesta:', 'answer': 'Gobierno y Control', 'text': 'Resumen del webcast: Regulación de protección de datos y garantía de los derechos digitales en situación de crisis sanitaria', 'choices': ['Negocios y Gestión', 'Finanzas', 'Gobierno y Control', 'Industria', 'Impuestos y Contabilidad', 'Tecnología'], 'gold': 2}\n", "requests: [' 2020-04-07T00:00:00+02:00\\nTexto: Resumen del webcast']\n", "doc: {'id': 'multifines61', 'query': 'Lee el texto cuidadosamente y elige la etiqueta adecuada para el texto de las etiquetas de \"Negocios y Gestión\", \"Finanzas\", \"Gobierno y Control\", \"Industria\", \"Impuestos y Contabilidad\", \"Tecnología\".\\nTexto: Implicaciones jurídicas para un sector donde la gestión de datos es clave\\nRespuesta:', 'answer': 'Gobierno y Control', 'text': 'Implicaciones jurídicas para un sector donde la gestión de datos es clave', 'choices': ['Negocios y Gestión', 'Finanzas', 'Gobierno y Control', 'Industria', 'Impuestos y Contabilidad', 'Tecnología'], 'gold': 2}\n", "requests: [' Implicaciones jurídicas para un sector donde la gestión de datos es clave\\nFuente del texto: https://']\n", "doc: {'id': 'multifines21', 'query': 'Lee el texto cuidadosamente y elige la etiqueta adecuada para el texto de las etiquetas de \"Negocios y Gestión\", \"Finanzas\", \"Gobierno y Control\", \"Industria\", \"Impuestos y Contabilidad\", \"Tecnología\".\\nTexto: Reglamento Europeo de Protección de Datos. Medidas de Seguridad Reglamento Europeo de Protección de Datos. \\nRespuesta:', 'answer': 'Gobierno y Control', 'text': 'Reglamento Europeo de Protección de Datos. Medidas de Seguridad Reglamento Europeo de Protección de Datos. ', 'choices': ['Negocios y Gestión', 'Finanzas', 'Gobierno y Control', 'Industria', 'Impuestos y Contabilidad', 'Tecnología'], 'gold': 2}\n", "requests: [' Reglamento Europeo de Protección de Datos. Medidas de Seguridad\\nFuente: https://www.']\n", "doc: {'id': 'multifines89', 'query': 'Lee el texto cuidadosamente y elige la etiqueta adecuada para el texto de las etiquetas de \"Negocios y Gestión\", \"Finanzas\", \"Gobierno y Control\", \"Industria\", \"Impuestos y Contabilidad\", \"Tecnología\".\\nTexto: ibex35\\nRespuesta:', 'answer': 'Finanzas', 'text': 'ibex35', 'choices': ['Negocios y Gestión', 'Finanzas', 'Gobierno y Control', 'Industria', 'Impuestos y Contabilidad', 'Tecnología'], 'gold': 1}\n", "requests: [' ibex35\\nEtiquetas: Negocios y Gestión, Finanzas, Gobierno y Control, Industria']\n", "doc: {'id': 'multifines78', 'query': 'Lee el texto cuidadosamente y elige la etiqueta adecuada para el texto de las etiquetas de \"Negocios y Gestión\", \"Finanzas\", \"Gobierno y Control\", \"Industria\", \"Impuestos y Contabilidad\", \"Tecnología\".\\nTexto: Reestructuraciones\\nRespuesta:', 'answer': 'Finanzas', 'text': 'Reestructuraciones', 'choices': ['Negocios y Gestión', 'Finanzas', 'Gobierno y Control', 'Industria', 'Impuestos y Contabilidad', 'Tecnología'], 'gold': 1}\n", "requests: [' Reestructuraciones\\nEtiquetas: Negocios y Gestión, Finanzas, Gobierno y Control, Indust']\n", "doc: {'id': 'multifines12', 'query': 'Lee el texto cuidadosamente y elige la etiqueta adecuada para el texto de las etiquetas de \"Negocios y Gestión\", \"Finanzas\", \"Gobierno y Control\", \"Industria\", \"Impuestos y Contabilidad\", \"Tecnología\".\\nTexto: Operaciones digitales\\nRespuesta:', 'answer': 'Tecnología', 'text': 'Operaciones digitales', 'choices': ['Negocios y Gestión', 'Finanzas', 'Gobierno y Control', 'Industria', 'Impuestos y Contabilidad', 'Tecnología'], 'gold': 5}\n", "requests: [' Digital Operations\\nEtiquetas: Negocios y Gestión, Finanzas, Gobierno y Control, Industria,']\n", "doc: {'id': 'multifines142', 'query': 'Lee el texto cuidadosamente y elige la etiqueta adecuada para el texto de las etiquetas de \"Negocios y Gestión\", \"Finanzas\", \"Gobierno y Control\", \"Industria\", \"Impuestos y Contabilidad\", \"Tecnología\".\\nTexto: PwC y la CEHAT cierran un acuerdo para asesorar a los hoteleros en la presentación de los ERTE por causas productivas\\nRespuesta:', 'answer': 'Industria', 'text': 'PwC y la CEHAT cierran un acuerdo para asesorar a los hoteleros en la presentación de los ERTE por causas productivas', 'choices': ['Negocios y Gestión', 'Finanzas', 'Gobierno y Control', 'Industria', 'Impuestos y Contabilidad', 'Tecnología'], 'gold': 3}\n", "requests: [' PwC y la CEHAT cierran un acuerdo para asesorar a los hoteleros en la presentación']\n", "doc: {'id': 'multifines27', 'query': 'Lee el texto cuidadosamente y elige la etiqueta adecuada para el texto de las etiquetas de \"Negocios y Gestión\", \"Finanzas\", \"Gobierno y Control\", \"Industria\", \"Impuestos y Contabilidad\", \"Tecnología\".\\nTexto: España mejora sus datos en integración laboral femenina pero sigue a la cola de la OCDE \\nRespuesta:', 'answer': 'Negocios y Gestión', 'text': 'España mejora sus datos en integración laboral femenina pero sigue a la cola de la OCDE ', 'choices': ['Negocios y Gestión', 'Finanzas', 'Gobierno y Control', 'Industria', 'Impuestos y Contabilidad', 'Tecnología'], 'gold': 0}\n", "requests: [' 0\\nDuración: 0.0002 segundos\\n\\nPuntuación: 100%\\n\\nTexto: El Gobierno de']\n", "doc: {'id': 'multifines111', 'query': 'Lee el texto cuidadosamente y elige la etiqueta adecuada para el texto de las etiquetas de \"Negocios y Gestión\", \"Finanzas\", \"Gobierno y Control\", \"Industria\", \"Impuestos y Contabilidad\", \"Tecnología\".\\nTexto: Asesoría fiscal y legal en energía\\nRespuesta:', 'answer': 'Industria', 'text': 'Asesoría fiscal y legal en energía', 'choices': ['Negocios y Gestión', 'Finanzas', 'Gobierno y Control', 'Industria', 'Impuestos y Contabilidad', 'Tecnología'], 'gold': 3}\n", "requests: [' Asesoría fiscal y legal en energía\\nEtiquetas: Negocios y Gestión, Finanzas,']\n", "doc: {'id': 'multifines132', 'query': 'Lee el texto cuidadosamente y elige la etiqueta adecuada para el texto de las etiquetas de \"Negocios y Gestión\", \"Finanzas\", \"Gobierno y Control\", \"Industria\", \"Impuestos y Contabilidad\", \"Tecnología\".\\nTexto: Ciudades y ciudadanos en 2.033\\nRespuesta:', 'answer': 'Gobierno y Control', 'text': 'Ciudades y ciudadanos en 2.033', 'choices': ['Negocios y Gestión', 'Finanzas', 'Gobierno y Control', 'Industria', 'Impuestos y Contabilidad', 'Tecnología'], 'gold': 2}\n", "requests: [' Ciudades y ciudadanos en 2.033\\n 1. ### Ciudades y ciudadanos en 2.']\n", "doc: {'id': 'multifines10', 'query': 'Lee el texto cuidadosamente y elige la etiqueta adecuada para el texto de las etiquetas de \"Negocios y Gestión\", \"Finanzas\", \"Gobierno y Control\", \"Industria\", \"Impuestos y Contabilidad\", \"Tecnología\".\\nTexto: La banca europea deberá reforzar sus áreas de regulación para hacer frente a las pruebas de estrés\\nRespuesta:', 'answer': 'Finanzas', 'text': 'La banca europea deberá reforzar sus áreas de regulación para hacer frente a las pruebas de estrés', 'choices': ['Negocios y Gestión', 'Finanzas', 'Gobierno y Control', 'Industria', 'Impuestos y Contabilidad', 'Tecnología'], 'gold': 1}\n", "requests: [' La banca europea deberá reforzar sus áreas de regulación para hacer frente a las pruebas de estrés']\n", "doc: {'id': 'multifines222', 'query': 'Lee el texto cuidadosamente y elige la etiqueta adecuada para el texto de las etiquetas de \"Negocios y Gestión\", \"Finanzas\", \"Gobierno y Control\", \"Industria\", \"Impuestos y Contabilidad\", \"Tecnología\".\\nTexto: Auditoría y Assurance\\nRespuesta:', 'answer': 'Impuestos y Contabilidad', 'text': 'Auditoría y Assurance', 'choices': ['Negocios y Gestión', 'Finanzas', 'Gobierno y Control', 'Industria', 'Impuestos y Contabilidad', 'Tecnología'], 'gold': 4}\n", "requests: [' Auditoría y Assurance\\nEtiquetas: Negocios y Gestión, Finanzas, Gobierno y Control, Indust']\n", "doc: {'id': 'multifines30', 'query': 'Lee el texto cuidadosamente y elige la etiqueta adecuada para el texto de las etiquetas de \"Negocios y Gestión\", \"Finanzas\", \"Gobierno y Control\", \"Industria\", \"Impuestos y Contabilidad\", \"Tecnología\".\\nTexto: Perspectivas del sector de Entretenimiento y Medios 2019-2023. España\\nRespuesta:', 'answer': 'Industria', 'text': 'Perspectivas del sector de Entretenimiento y Medios 2019-2023. España', 'choices': ['Negocios y Gestión', 'Finanzas', 'Gobierno y Control', 'Industria', 'Impuestos y Contabilidad', 'Tecnología'], 'gold': 3}\n", "requests: [' 2019-2023 Entertainment and Media Outlook: Spain\\nMotivo: El texto no se corresponde con la etiqu']\n", "doc: {'id': 'multifines42', 'query': 'Lee el texto cuidadosamente y elige la etiqueta adecuada para el texto de las etiquetas de \"Negocios y Gestión\", \"Finanzas\", \"Gobierno y Control\", \"Industria\", \"Impuestos y Contabilidad\", \"Tecnología\".\\nTexto: Deals. Las personas en las transacciones\\nRespuesta:', 'answer': 'Finanzas', 'text': 'Deals. Las personas en las transacciones', 'choices': ['Negocios y Gestión', 'Finanzas', 'Gobierno y Control', 'Industria', 'Impuestos y Contabilidad', 'Tecnología'], 'gold': 1}\n", "requests: [' Deals. Las personas en las transacciones\\nRespuesta: Deals. Las personas en las transacciones\\nRespuesta: Deals']\n", "doc: {'id': 'multifines152', 'query': 'Lee el texto cuidadosamente y elige la etiqueta adecuada para el texto de las etiquetas de \"Negocios y Gestión\", \"Finanzas\", \"Gobierno y Control\", \"Industria\", \"Impuestos y Contabilidad\", \"Tecnología\".\\nTexto: Data y Analytics\\nRespuesta:', 'answer': 'Tecnología', 'text': 'Data y Analytics', 'choices': ['Negocios y Gestión', 'Finanzas', 'Gobierno y Control', 'Industria', 'Impuestos y Contabilidad', 'Tecnología'], 'gold': 5}\n", "requests: [' Data and Analytics\\nEtiquetas: Data and Analytics\\nEtiquetas: Data and Analytics\\nEtiquetas: Data']\n", "doc: {'id': 'multifines200', 'query': 'Lee el texto cuidadosamente y elige la etiqueta adecuada para el texto de las etiquetas de \"Negocios y Gestión\", \"Finanzas\", \"Gobierno y Control\", \"Industria\", \"Impuestos y Contabilidad\", \"Tecnología\".\\nTexto: Fiscalidad corporativa\\nRespuesta:', 'answer': 'Impuestos y Contabilidad', 'text': 'Fiscalidad corporativa', 'choices': ['Negocios y Gestión', 'Finanzas', 'Gobierno y Control', 'Industria', 'Impuestos y Contabilidad', 'Tecnología'], 'gold': 4}\n", "requests: [' Corporate tax\\nEtiquetas: Negocios y Gestión, Finanzas, Gobierno y Control, Industria,']\n", "doc: {'id': 'multifines4', 'query': 'Lee el texto cuidadosamente y elige la etiqueta adecuada para el texto de las etiquetas de \"Negocios y Gestión\", \"Finanzas\", \"Gobierno y Control\", \"Industria\", \"Impuestos y Contabilidad\", \"Tecnología\".\\nTexto: Encuentros Alumni\\nRespuesta:', 'answer': 'Negocios y Gestión', 'text': 'Encuentros Alumni', 'choices': ['Negocios y Gestión', 'Finanzas', 'Gobierno y Control', 'Industria', 'Impuestos y Contabilidad', 'Tecnología'], 'gold': 0}\n", "requests: [' Encuentros Alumni\\nEtiquetas: Negocios y Gestión, Finanzas, Gobierno y Control, Indust']\n", "doc: {'id': 'multifines60', 'query': 'Lee el texto cuidadosamente y elige la etiqueta adecuada para el texto de las etiquetas de \"Negocios y Gestión\", \"Finanzas\", \"Gobierno y Control\", \"Industria\", \"Impuestos y Contabilidad\", \"Tecnología\".\\nTexto: La tecnología Blockchain podría impulsar la economía mundial en 17 billones de dólares en 2030\\nRespuesta:', 'answer': 'Tecnología', 'text': 'La tecnología Blockchain podría impulsar la economía mundial en 17 billones de dólares en 2030', 'choices': ['Negocios y Gestión', 'Finanzas', 'Gobierno y Control', 'Industria', 'Impuestos y Contabilidad', 'Tecnología'], 'gold': 5}\n", "requests: [' 2020-10-20T00:00:00+00:00\\nFuente: www.forbes.com']\n", "doc: {'id': 'multifines109', 'query': 'Lee el texto cuidadosamente y elige la etiqueta adecuada para el texto de las etiquetas de \"Negocios y Gestión\", \"Finanzas\", \"Gobierno y Control\", \"Industria\", \"Impuestos y Contabilidad\", \"Tecnología\".\\nTexto: Capital humano\\nRespuesta:', 'answer': 'Negocios y Gestión', 'text': 'Capital humano', 'choices': ['Negocios y Gestión', 'Finanzas', 'Gobierno y Control', 'Industria', 'Impuestos y Contabilidad', 'Tecnología'], 'gold': 0}\n", "requests: [' Human capital\\nCapital humano es el valor de los trabajadores de una empresa. Es el valor de los trabajadores de una']\n", "doc: {'id': 'multifines167', 'query': 'Lee el texto cuidadosamente y elige la etiqueta adecuada para el texto de las etiquetas de \"Negocios y Gestión\", \"Finanzas\", \"Gobierno y Control\", \"Industria\", \"Impuestos y Contabilidad\", \"Tecnología\".\\nTexto: Innovación en la industria del metal\\nRespuesta:', 'answer': 'Negocios y Gestión', 'text': 'Innovación en la industria del metal', 'choices': ['Negocios y Gestión', 'Finanzas', 'Gobierno y Control', 'Industria', 'Impuestos y Contabilidad', 'Tecnología'], 'gold': 0}\n", "requests: [' Industria\\nTexto: La innovación en la industria del metal es un tema de gran importancia en la actualidad']\n", "doc: {'id': 'multifines5', 'query': 'Lee el texto cuidadosamente y elige la etiqueta adecuada para el texto de las etiquetas de \"Negocios y Gestión\", \"Finanzas\", \"Gobierno y Control\", \"Industria\", \"Impuestos y Contabilidad\", \"Tecnología\".\\nTexto: Data y Analytics\\nRespuesta:', 'answer': 'Tecnología', 'text': 'Data y Analytics', 'choices': ['Negocios y Gestión', 'Finanzas', 'Gobierno y Control', 'Industria', 'Impuestos y Contabilidad', 'Tecnología'], 'gold': 5}\n", "requests: [' Data and Analytics\\nEtiquetas: Data and Analytics\\nEtiquetas: Data and Analytics\\nEtiquetas: Data']\n", "doc: {'id': 'multifines36', 'query': 'Lee el texto cuidadosamente y elige la etiqueta adecuada para el texto de las etiquetas de \"Negocios y Gestión\", \"Finanzas\", \"Gobierno y Control\", \"Industria\", \"Impuestos y Contabilidad\", \"Tecnología\".\\nTexto: Alumni PwC España\\nRespuesta:', 'answer': 'Negocios y Gestión', 'text': 'Alumni PwC España', 'choices': ['Negocios y Gestión', 'Finanzas', 'Gobierno y Control', 'Industria', 'Impuestos y Contabilidad', 'Tecnología'], 'gold': 0}\n", "requests: [' PwC\\nEtiquetas: Negocios y Gestión, Finanzas, Gobierno y Control, Industria']\n", "doc: {'id': 'multifines52', 'query': 'Lee el texto cuidadosamente y elige la etiqueta adecuada para el texto de las etiquetas de \"Negocios y Gestión\", \"Finanzas\", \"Gobierno y Control\", \"Industria\", \"Impuestos y Contabilidad\", \"Tecnología\".\\nTexto: Las empresas medianas afirman que la digitalización es clave\\nRespuesta:', 'answer': 'Negocios y Gestión', 'text': 'Las empresas medianas afirman que la digitalización es clave', 'choices': ['Negocios y Gestión', 'Finanzas', 'Gobierno y Control', 'Industria', 'Impuestos y Contabilidad', 'Tecnología'], 'gold': 0}\n", "requests: [' Las empresas medianas afirman que la digitalización es clave\\n 1. Las empresas medianas afirman']\n", "doc: {'id': 'multifines3', 'query': 'Lee el texto cuidadosamente y elige la etiqueta adecuada para el texto de las etiquetas de \"Negocios y Gestión\", \"Finanzas\", \"Gobierno y Control\", \"Industria\", \"Impuestos y Contabilidad\", \"Tecnología\".\\nTexto: PwC contratará a 1.100 profesionales el próximo curso\\nRespuesta:', 'answer': 'Negocios y Gestión', 'text': 'PwC contratará a 1.100 profesionales el próximo curso', 'choices': ['Negocios y Gestión', 'Finanzas', 'Gobierno y Control', 'Industria', 'Impuestos y Contabilidad', 'Tecnología'], 'gold': 0}\n", "requests: [' PwC contratará a 1.100 profesionales el próximo curso\\nExtracto: PwC contratar']\n", "doc: {'id': 'multifines15', 'query': 'Lee el texto cuidadosamente y elige la etiqueta adecuada para el texto de las etiquetas de \"Negocios y Gestión\", \"Finanzas\", \"Gobierno y Control\", \"Industria\", \"Impuestos y Contabilidad\", \"Tecnología\".\\nTexto: Cómo impulsar la eficiencia energética en el sector hotelero español\\nRespuesta:', 'answer': 'Industria', 'text': 'Cómo impulsar la eficiencia energética en el sector hotelero español', 'choices': ['Negocios y Gestión', 'Finanzas', 'Gobierno y Control', 'Industria', 'Impuestos y Contabilidad', 'Tecnología'], 'gold': 3}\n", "requests: [' Cómo impulsar la eficiencia energética en el sector hotelero español\\nPalabras clave: Cómo impulsar']\n", "doc: {'id': 'multifines66', 'query': 'Lee el texto cuidadosamente y elige la etiqueta adecuada para el texto de las etiquetas de \"Negocios y Gestión\", \"Finanzas\", \"Gobierno y Control\", \"Industria\", \"Impuestos y Contabilidad\", \"Tecnología\".\\nTexto: ODS 4: el rol de las empresas para conseguir una educación de calidad\\nRespuesta:', 'answer': 'Negocios y Gestión', 'text': 'ODS 4: el rol de las empresas para conseguir una educación de calidad', 'choices': ['Negocios y Gestión', 'Finanzas', 'Gobierno y Control', 'Industria', 'Impuestos y Contabilidad', 'Tecnología'], 'gold': 0}\n", "requests: [' ODS 4: el rol de las empresas para conseguir una educación de calidad\\nTexto: ODS 4:']\n", "doc: {'id': 'multifines110', 'query': 'Lee el texto cuidadosamente y elige la etiqueta adecuada para el texto de las etiquetas de \"Negocios y Gestión\", \"Finanzas\", \"Gobierno y Control\", \"Industria\", \"Impuestos y Contabilidad\", \"Tecnología\".\\nTexto: Publicación del paquete de propuestas de la Comisión Europea para combatir el fraude fiscal Publicación del paquete de propuestas de la Comisión Europea para combatir el fraude fiscal\\nRespuesta:', 'answer': 'Gobierno y Control', 'text': 'Publicación del paquete de propuestas de la Comisión Europea para combatir el fraude fiscal Publicación del paquete de propuestas de la Comisión Europea para combatir el fraude fiscal', 'choices': ['Negocios y Gestión', 'Finanzas', 'Gobierno y Control', 'Industria', 'Impuestos y Contabilidad', 'Tecnología'], 'gold': 2}\n", "requests: ['