function化(jsonを出力するだけで画像はまだ)

app.py

@@ -5,16 +5,17 @@ import os
 import fileinput
 from dotenv import load_dotenv
 import io
+import json
 from PIL import Image
 from stability_sdk import client
 import stability_sdk.interfaces.gooseai.generation.generation_pb2 as generation
 
-title="ochyAI recipe generator"
+title="najimino AI recipe generator"
 inputs_label="どんな料理か教えてくれれば，新しいレシピを考えます"
-outputs_label="ochyAIが返信をします"
+outputs_label="najimino AIが返信をします"
 visual_outputs_label="料理のイメージ"
 description="""
-- ※入出力の文字数は最大1000文字程度までを目安に入力してください。解答に120秒くらいかかります．エラーが出た場合はログを開いてエラーメッセージを送ってくれるとochyAIが喜びます
+- ※入出力の文字数は最大1000文字程度までを目安に入力してください。回答に20秒くらいかかります．
 """
 
 article = """
@@ -26,10 +27,13 @@ os.environ['STABILITY_HOST'] = 'grpc.stability.ai:443'
 stability_api = client.StabilityInference(
     key=os.getenv('STABILITY_KEY'), 
     verbose=True,
-    engine="stable-diffusion-xl-beta-v2-2-2",
+    engine="stable-diffusion-512-v2-1",
+    # Available engines: stable-diffusion-v1 stable-diffusion-v1-5 stable-diffusion-512-v2-0 stable-diffusion-768-v2-0
+    # stable-diffusion-512-v2-1 stable-diffusion-768-v2-1 stable-diffusion-xl-beta-v2-2-2 stable-inpainting-v1-0 stable-inpainting-512-v2-0
 )
 # MODEL = "gpt-4"
-MODEL = "gpt-3.5-turbo-16k"
+# MODEL = "gpt-3.5-turbo-16k"
+MODEL = "gpt-3.5-turbo-0613"
 
 def get_filetext(filename, cache={}):
     if filename in cache:
@@ -55,14 +59,14 @@ class OpenAI:
         data = {
             "model": MODEL,
             "messages": [
-                {"role": "system", "content": constraints}
+            {"role": "system", "content": constraints}
                 ,{"role": "system", "content": template}
                 ,{"role": "assistant", "content": "Sure!"}
-                ,{"role": "user", "content": prompt}
+            ,{"role": "user", "content": prompt}
                 ,{"role": "assistant", "content": start_with}
-                ],
-        }
-
+                    ],
+                }
+                
         # ChatCompletion APIを呼び出す
         response = requests.post(
             "https://api.openai.com/v1/chat/completions",
@@ -71,7 +75,7 @@ class OpenAI:
                 "Authorization": f"Bearer {openai.api_key}"
             },
             json=data
-        )
+            )
 
         # ChatCompletion APIから返された結果を取得する
         result = response.json()
@@ -80,7 +84,7 @@ class OpenAI:
         content = result["choices"][0]["message"]["content"].strip()
         
         visualize_prompt = content.split("### Prompt for Visual Expression\n\n")[1]
-
+        
         #print("split_content:"+split_content)
 
         #if len(split_content) > 1:
@@ -89,18 +93,27 @@ class OpenAI:
         #    visualize_prompt = "vacant dish"
 
         #print("visualize_prompt:"+visualize_prompt)
-        
+
         answers = stability_api.generate(
             prompt=visualize_prompt,
         )
+        
+    @classmethod
+    def chat_completion_with_function(cls, prompt, messages, functions):
+        print("prompt:"+prompt)
+                
+        response = openai.ChatCompletion.create(
+                model=MODEL,
+                messages=messages,
+                functions=functions,
+                function_call="auto"
+            )
 
-        for resp in answers:
-            for artifact in resp.artifacts:
-                if artifact.finish_reason == generation.FILTER:
-                    print("NSFW")
-                if artifact.type == generation.ARTIFACT_IMAGE:
-                    img = Image.open(io.BytesIO(artifact.binary))
-                    return [content, img]
+        # ChatCompletion APIから返された結果を取得する
+        content = json.dumps(response.choices[0].message, indent=2)
+        print(content)
+        
+        return [content, None]
         
 class NajiminoAI:
     
@@ -118,9 +131,84 @@ class NajiminoAI:
 
     @classmethod
     def generate_emo(cls, user_message):
-        prompt = NajiminoAI.generate_emo_prompt(user_message);
-        start_with = ""
-        result = OpenAI.chat_completion(prompt=prompt, start_with=start_with)
+        # prompt = NajiminoAI.generate_emo_prompt(user_message);
+        # start_with = ""
+        # result = OpenAI.chat_completion(prompt=prompt, start_with=start_with)
+        # result = OpenAI.chat_completion(prompt=user_message, start_with=start_with)
+        
+        constraints = get_filetext(filename = "constraints.md")
+        
+        messages = [
+            {"role": "system", "content": constraints}
+            ,{"role": "user", "content": user_message}
+        ]
+        functions = [
+            {
+                "name": "set_recipe",
+                "description": "どんな料理か教えてくれれば，新しいレシピを考えます",
+                "parameters": {
+                    "type": "object",
+                    "default": {},
+                    "title": "The Schema of new recipe",
+                    "required": [
+                        "lang",
+                        "title",
+                        "description",
+                        "instruction",
+                        "comment_feelings_taste",
+                        # "explanation_to_blind_person",
+                        "explanation_to_blind_person"
+                        # "prompt_for_visual_expression_in_en"
+                    ],
+                    "properties": {
+                        "lang": {
+                            "type": "string",
+                            "default": "ja",
+                            "title": "Language Schema",
+                            "examples": [
+                                "ja"
+                            ]
+                        },
+                        "title": {
+                            "type": "string",
+                            "default": "",
+                            "title": "The title Schema",
+                            "examples": [
+                                "グルテンフリーの香ばしいサバのお好み焼き"
+                            ]
+                        },
+                        "description": {
+                            "type": "string",
+                            "default": "",
+                            "title": "The description Schema"
+                        },
+                        "instruction": {
+                            "type": "string",
+                            "default": "",
+                            "title": "The instruction Schema"
+                        },
+                        "comment_feelings_taste": {
+                            "type": "string",
+                            "default": "",
+                            "title": "The Schema of comment feelings taste Schema"
+                        },
+                        "explanation_to_blind_person": {
+                            "type": "string",
+                            "default": "",
+                            "title": "The Schema of Explanation to blind person"
+                        },
+                        "prompt_for_visual_expression_in_en": {
+                            "type": "string",
+                            "default": "",
+                            "title": "The Schema of prompt for visual expression in English"
+                        }
+                    }
+                }
+            }
+        ]
+        
+        result = OpenAI.chat_completion_with_function(prompt=user_message, messages=messages, functions=functions)
+        
         return result
 
 def main():
@@ -136,4 +224,4 @@ def main():
     iface.launch()
 
 if __name__ == '__main__':
-    main()
+    main()

requirements.txt

@@ -1,3 +1,4 @@
 openai>=0.27.0
 python-dotenv
-stability-sdk
+stability-sdk
+gradio