Quote Generator Backend init

.gitattributes

@@ -0,0 +1,35 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text

Dockerfile

@@ -0,0 +1,15 @@
+# Get the image of python
+FROM python:3.9
+
+# Copy all the files
+COPY . .
+
+# Set the work directory
+WORKDIR /
+
+# Install the requirements
+RUN pip install --no-cache-dir --upgrade -r /requirements.txt
+
+COPY . .
+
+CMD ["uvicorn", "main:app", "--host", "0.0.0.0", "--port", "7860"]

QuoteGenerator.py

@@ -0,0 +1,35 @@
+from transformers import AutoTokenizer, TFGPT2LMHeadModel, pipeline
+from transformers.pipelines import TextGenerationPipeline
+from typing import Union
+
+class QuoteGenerator():
+    def __init__(self, model_name:str='gruhit13/quote_generator_v1'):
+        self.model_name = model_name
+        self.quote_generator: TextGenerationPipeline
+        self.tokenizer = AutoTokenizer.from_pretrained(self.model_name)
+        self.model = TFGPT2LMHeadModel.from_pretrained(self.model_name)
+        self.default_tags = 'love,life'
+        print("Model has been loaded")
+    
+    def load_generator(self) -> None:
+        self.quote_generator = pipeline('text-generation', model=self.model, tokenizer=self.tokenizer)
+        print("Pipeline has been generated")
+    
+    def preprocess_tags(self, tags: Union[None, str] = None) -> str:
+        if tags is None:
+            tags = self.default_tags
+        
+        return self.tokenizer.bos_token + tags + '<bot>:'
+
+    def generate_quote(self, tags:Union[None, str]=None, 
+                       min_length: int=3, max_length:int=60, 
+                       top_p:float=0.9, top_k:int=5):
+        
+        tags = self.preprocess_tags(tags)
+        print("Tags = ", tags)
+        output = self.quote_generator(tags, min_length=min_length, max_length=max_length,
+                                      temperature=1.0, top_k=5, top_p=top_p, early_stopping=True,
+                                      num_beams=4)
+        
+        return output[0]['generated_text']
+

README.md

@@ -0,0 +1,10 @@
+---
+title: Quote Generator Backend
+emoji: 👁
+colorFrom: pink
+colorTo: green
+sdk: docker
+pinned: false
+---
+
+Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

main.py

@@ -0,0 +1,35 @@
+from fastapi import FastAPI, Request
+from fastapi.middleware.cors import CORSMiddleware
+from QuoteGenerator import QuoteGenerator
+from typing import Union
+from pydantic import BaseModel
+
+class QuoteRequest(BaseModel):
+    tags: Union[None, str]
+
+app = FastAPI()
+
+origins = ['https://quote-generator.streamlit.app/']
+
+# Setting up cors
+app.add_middleware(
+    CORSMiddleware,
+    allow_origins=origins,
+    allow_credentials=True,
+    allow_methods=["GET", "POST"],
+    allow_headers=["*"]
+)
+
+quote_generator = QuoteGenerator()
+quote_generator.load_generator()
+
+@app.get("/")
+def root(request: Request):
+    print("URL ", request.url.path)
+    return {"message": "This is the website for quote-generator"}
+
+@app.post("/generate_quote")
+def generate_quote(req: QuoteRequest):
+    print("Tags: ", req.tags)
+    generated_quote_oup = quote_generator.generate_quote(req.tags)
+    return {'quote': generated_quote_oup}

requirements.txt

@@ -0,0 +1,91 @@
+absl-py==2.1.0
+altair==5.3.0
+annotated-types==0.6.0
+anyio==4.3.0
+astunparse==1.6.3
+attrs==23.2.0
+blinker==1.7.0
+cachetools==5.3.3
+certifi==2024.2.2
+charset-normalizer==3.3.2
+click==8.1.7
+colorama==0.4.6
+fastapi==0.110.1
+filelock==3.13.3
+flatbuffers==24.3.25
+fsspec==2024.3.1
+gast==0.5.4
+gitdb==4.0.11
+GitPython==3.1.43
+google-auth==2.29.0
+google-auth-oauthlib==1.2.0
+google-pasta==0.2.0
+grpcio==1.62.1
+h11==0.14.0
+h5py==3.10.0
+httptools==0.6.1
+huggingface-hub==0.22.2
+idna==3.6
+Jinja2==3.1.3
+jsonschema==4.21.1
+jsonschema-specifications==2023.12.1
+keras==2.15.0
+libclang==18.1.1
+Markdown==3.6
+markdown-it-py==3.0.0
+MarkupSafe==2.1.5
+mdurl==0.1.2
+ml-dtypes==0.2.0
+numpy==1.26.4
+oauthlib==3.2.2
+opt-einsum==3.3.0
+packaging==24.0
+pandas==2.2.1
+pillow==10.3.0
+protobuf==4.25.3
+pyarrow==15.0.2
+pyasn1==0.6.0
+pyasn1_modules==0.4.0
+pydantic==2.6.4
+pydantic_core==2.16.3
+pydeck==0.8.1b0
+Pygments==2.17.2
+python-dateutil==2.9.0.post0
+python-dotenv==1.0.1
+pytz==2024.1
+PyYAML==6.0.1
+referencing==0.34.0
+regex==2023.12.25
+requests==2.31.0
+requests-oauthlib==2.0.0
+rich==13.7.1
+rpds-py==0.18.0
+rsa==4.9
+safetensors==0.4.2
+six==1.16.0
+smmap==5.0.1
+sniffio==1.3.1
+starlette==0.37.2
+tenacity==8.2.3
+tensorboard==2.15.2
+tensorboard-data-server==0.7.2
+tensorflow==2.15.0
+tensorflow-estimator==2.15.0
+tensorflow-intel==2.15.0
+tensorflow-io-gcs-filesystem==0.31.0
+termcolor==2.4.0
+tokenizers==0.15.2
+toml==0.10.2
+toolz==0.12.1
+tornado==6.4
+tqdm==4.66.2
+transformers==4.39.3
+typing_extensions==4.11.0
+tzdata==2024.1
+urllib3==2.2.1
+uvicorn==0.29.0
+watchdog==4.0.0
+watchfiles==0.21.0
+websockets==12.0
+Werkzeug==3.0.2
+wrapt==1.14.1