first integration with local ollama server

test.json

@@ -0,0 +1,41 @@
+
+ [{
+ "question": "1) What do you need to do?",
+ "answer": "Pest control treatment"
+ },
+ {
+ "question": "2) In which community is the work taking place?",
+ "answer": "JBR"
+ },
+ {
+ "question": "3) In which building?",
+ "answer": "Sadaf"
+ },
+ {
+ "question": "4) In which unit/apartment number?",
+ "answer": "2408"
+ },
+ {
+ "question": "5) Am I an owner or a tenant?",
+ "answer": "Owner"
+ },
+ {
+ "question": "6) In which date is the work taking place?",
+ "answer": "7/8/2024"
+ },
+ {
+ "question": "7) In which date will the work finish?",
+ "answer": "Unclear" (assuming it's a one-day job, but not specified)
+ },
+ {
+ "question": "8) What is my contact number?",
+ "answer": "Unclear"
+ },
+ {
+ "question": "9) What is the name of the contracting company?",
+ "answer": "Breathe Maintenance"
+ },
+ {
+ "question": "10) What is the contact number of the contracting company?",
+ "answer": "Unclear"
+ }]

app.py

@@ -1,10 +1,32 @@
-from PyPDFForm.middleware.checkbox import Checkbox
+import json
+from json import JSONDecodeError
+
+from repository.ollama import OllamaRepository
+from schema import ModelRoles
 
 if __name__ == '__main__':
- import json
+ with open("questions.txt") as questions_file:
+ questions = questions_file.read()
+ with open("system_prompt.txt") as system_prompt_file:
+ system_prompt = system_prompt_file.read()
+ with open("verification_prompt.txt") as verification_prompt_file:
+ verification_prompt = verification_prompt_file.read()
+ verification_prompt = verification_prompt.replace("{questions}", questions)
+ user_prompt = input(f"Please describe what you need to do. To get the best results "
+ f"try to answer the following questions:\n{questions}\n\n>")
+
+ ollama_repository = OllamaRepository("llama3.1", system_prompt,
+ ModelRoles("system", "user", "assistant"))
+
+ ollama_repository.send_prompt(f"Ingest the following information: {user_prompt}")
+ answer = ollama_repository.send_prompt(verification_prompt)
+ json_data_start = answer["content"].index("{")
+ json_data_stop = answer["content"].rindex("}")
 
- from PyPDF2 import PdfReader
+ answers = "[" + answer["content"][json_data_start:json_data_stop+1] + "]"
+ try:
+ json_answers = json.loads(answers)
+ print(json_answers)
+ except JSONDecodeError as e:
+ print(f"unable to parse \n {answers}")
 
- form = PdfReader("form.pdf")
- checkboxes = [v.name for k,v in form.get_fields().items() if v.field_type == "/Btn" and v.value == "/Yes"]
- print(checkboxes)

questions.txt

@@ -0,0 +1,10 @@
+1) What do you need to do?
+2) In which community is the work taking place?
+3) In which building?
+4) In which unit/apartment number?
+5) Am I an owner or a tenant?
+6) In which date is the work taking place?
+7) In which date will the work finish?
+8) What is my contact number?
+9) What is the name of the contracting company?
+10) What is the contact number of the contracting company?

repository/ollama.py

@@ -0,0 +1,20 @@
+import ollama
+from ollama import Options
+
+from schema import ModelRoles
+
+
+class OllamaRepository:
+ def __init__(self, model, system_msg, roles: ModelRoles):
+ self.model = model
+ self.system_msg = system_msg
+ self.roles = roles
+ self.message_history: list[dict[str, str]] = [{"role": self.roles.system_role, "content": system_msg}]
+
+ def send_prompt(self, prompt):
+ options: Options = Options(temperature=0.1)
+ self.message_history.append({"role": self.roles.user_role, "content":prompt})
+ response = ollama.chat(self.model, self.message_history, options=options)
+ answer = {"role": self.roles.ai_role, "content": response["message"]["content"]}
+ self.message_history.append(answer)
+ return answer

requirements.txt

@@ -1,2 +1,2 @@
 PyPDFForm
-PyPDF2
+ollama

schema.py

@@ -1,7 +1,7 @@
 from typing import TypedDict
 
 
-class FormFields(TypedDict):
+class FormFields(TypedDict, total=True):
  start_date: str
  end_date: str
  signed_by: str
@@ -16,21 +16,96 @@ class FormFields(TypedDict):
  contractor_contact_number: str
  occupant_name: str
  civil: str
- electrical_AC:str
+ electrical_AC: str
+ furniture_delivery: str
+ handyman: str
+ pest_control: str
+ sail_shade: str
+ wardrobes: str
+ wooden_flooring: str
+ plumbing_sanitary: str
+ safety_systems: str
+ soft_landscaping: str
+ balcony_tiles: str
+ bathroom_toilet_refurbish: str
+ staircase_railing: str
+ storage_box: str
+ tiling_works: str
+ doors_door_frames: str
+ gypsum_ceiling: str
+ kitchen_refurbish: str
+ lights_and_sockets: str
+ painting_wallpapering: str
+ seating_area_barbecuing_fountain: str
+ other_work_checkbox: str
+ owner: str
+ tenant: str
+ signature: str
+ minor_work: str
+
+
+class MinorWorkForm:
+ def __init__(self):
+ self.start_date: str
+ self.end_date: str
+ self.signed_by: str
+ self.signature_date: str
+ self.community: str
+ self.email: str
+ self.unit_no: str
+ self.contact_number: str
+ self.building_name: str
+ self.contractor_name: str
+ self.contractor_email: str
+ self.contractor_contact_number: str
+ self.occupant_name: str
+ self.civil: bool
+ self.electrical_AC: bool
+ self.furniture_delivery: bool
+ self.handyman: bool
+ self.pest_control: bool
+ self.sail_shade: bool
+ self.wardrobes: bool
+ self.wooden_flooring: bool
+ self.plumbing_sanitary: bool
+ self.safety_systems: bool
+ self.soft_landscaping: bool
+ self.balcony_tiles: bool
+ self.bathroom_toilet_refurbish: bool
+ self.staircase_railing: bool
+ self.storage_box: bool
+ self.tiling_works: bool
+ self.doors_door_frames: bool
+ self.gypsum_ceiling: bool
+ self.kitchen_refurbish: bool
+ self.lights_and_sockets: bool
+ self.painting_wallpapering: bool
+ self.seating_area_barbecuing_fountain: bool
+ self.other_work_checkbox: bool
+ self.owner: bool
+ self.tenant: bool
+ self.signature: str
+
+class ModelRoles:
+ def __init__(self, system_role, user_role, ai_role):
+ self.system_role = system_role
+ self.user_role = user_role
+ self.ai_role = ai_role
 
 
 form_fields_map: FormFields = {"start_date": "From", "end_date": "to", "signed_by": "name-10",
  "signature_date": "From--1", "community": "Name-2", "email": "Name-3",
  "unit_no": "Name-4", "contact_number": "Name-5", "building_name": "Name-6",
  "contractor_name": "Name-7", "contractor_email": "name-8",
- "contractor_contact_number": "name-9", "occupant_name":"name-1", "other_work": "name-19",
- "civil":"3", "electrical_AC":"10", "furniture_delivery":"14", "handyman":"18",
- "pest_control": "21", "sail_shade":"12", "wardrobes":"16", "wooden_flooring":"24",
- "plumbing_sanitary":"4","safety systems":"4", "soft_landscaping":"9",
- "balcony_tiles":"13", "bathroom_toilet_refurbish":"20",
- "staircase_railing":"17", "storage_box":"11", "tiling_works":"15",
- "doors_door_frames":"6", "gypsum_ceiling":"22", "kitchen_refurbish":"7",
- "lights_and_sockets":"23", "painting_wallpapering":"19",
- "seating_area_barbecuing_fountain":"8",
- "other_work_checkbox": "69", "owner":"Check Box4", "tenant":"Check Box3"}
-
+ "contractor_contact_number": "name-9", "occupant_name": "name-1",
+ "other_work": "name-19", "civil": "3", "electrical_AC": "10", "furniture_delivery": "14",
+ "handyman": "18", "pest_control": "21", "sail_shade": "12", "wardrobes": "16",
+ "wooden_flooring": "24",
+ "plumbing_sanitary": "4", "safety systems": "4", "soft_landscaping": "9",
+ "balcony_tiles": "13", "bathroom_toilet_refurbish": "20",
+ "staircase_railing": "17", "storage_box": "11", "tiling_works": "15",
+ "doors_door_frames": "6", "gypsum_ceiling": "22", "kitchen_refurbish": "7",
+ "lights_and_sockets": "23", "painting_wallpapering": "19",
+ "seating_area_barbecuing_fountain": "8",
+ "other_work_checkbox": "69", "owner": "Check Box4", "tenant": "Check Box3",
+ "signature": "Signature2", "minor_work": "1"}

system_prompt.txt

@@ -0,0 +1,6 @@
+You are a helpful assistant helping tenants and owners when filling minor work permits. Do not answer question outside
+of this domain.
+Keep in mind that 'JBR' is a community, and buildings are named after the following names followed by a number:
+Murjan, Bahar, Shams, Amwaj, Sadaf
+for example "Murjan 1"
+Today is the 6th of August 2024

verification_prompt.txt

@@ -0,0 +1,13 @@
+Please tell if I answered the following questions:
+
+{questions}
+
+The answer should be a list of json objects formatted as follows:
+{
+"question": "<question>"
+"answer": "<answer>"
+}
+if the answer is a date format it as day/month/year.
+If the answer contains temporal references such as 'tomorrow', 'in two days' etc. consider that today it is the
+6th of september 2024.
+If the answer is not provided say "Unclear"