File size: 2,432 Bytes
1e96bca |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 |
import copy
from MobileAgent.api import encode_image
def init_action_chat():
operation_history = []
sysetm_prompt = "You are a helpful AI mobile phone operating assistant. You need to help me operate the phone to complete the user\'s instruction."
operation_history.append(["system", [{"type": "text", "text": sysetm_prompt}]])
return operation_history
def init_reflect_chat():
operation_history = []
sysetm_prompt = "You are a helpful AI mobile phone operating assistant."
operation_history.append(["system", [{"type": "text", "text": sysetm_prompt}]])
return operation_history
def init_memory_chat():
operation_history = []
sysetm_prompt = "You are a helpful AI mobile phone operating assistant."
operation_history.append(["system", [{"type": "text", "text": sysetm_prompt}]])
return operation_history
def add_response(role, prompt, chat_history, image=None):
new_chat_history = copy.deepcopy(chat_history)
if image:
base64_image = encode_image(image)
content = [
{
"type": "text",
"text": prompt
},
{
"type": "image_url",
"image_url": {
"url": f"data:image/jpeg;base64,{base64_image}"
}
},
]
else:
content = [
{
"type": "text",
"text": prompt
},
]
new_chat_history.append([role, content])
return new_chat_history
def add_response_two_image(role, prompt, chat_history, image):
new_chat_history = copy.deepcopy(chat_history)
base64_image1 = encode_image(image[0])
base64_image2 = encode_image(image[1])
content = [
{
"type": "text",
"text": prompt
},
{
"type": "image_url",
"image_url": {
"url": f"data:image/jpeg;base64,{base64_image1}"
}
},
{
"type": "image_url",
"image_url": {
"url": f"data:image/jpeg;base64,{base64_image2}"
}
},
]
new_chat_history.append([role, content])
return new_chat_history
def print_status(chat_history):
print("*"*100)
for chat in chat_history:
print("role:", chat[0])
print(chat[1][0]["text"] + "<image>"*(len(chat[1])-1) + "\n")
print("*"*100) |