Create app.py

app.py

@@ -0,0 +1,18 @@
+from langchain_community.chat_models import ChatOllama
+from langchain_core.output_parsers import StrOutputParser
+from langchain_core.prompts import ChatPromptTemplate
+
+# Local Llama3
+llm = ChatOllama(
+ model="llama3",
+ keep_alive=-1,
+ temperature=0,
+ max_new_tokens=512)
+
+# you can changed template for genereted your text
+prompt = ChatPromptTemplate.from_template("Write me a 100 word article on {topic} from the perspective of a {profession}. ")
+
+chain = prompt | llm | StrOutputParser()
+
+for chunk in chain.stream({"topic": "LLMs", "profession": "labor"}):
+ print(chunk, end="", flush=True)