#pip install requests
import requests
from termcolor import cprint

def merge_prompt(string_array):
    return " ".join(string_array)

url = "http://localhost:11434/api/generate"

chat_history = []

start_prompt = '''
[AVAILABLE_TOOLS] [{"type": "function", 
                "function": {"name": "get_current_weather", 
                "description": "Get the current weather", 
                "parameters": {"type": "object", "properties": 
                {"location": {"type": "string", "description": "The city and state, e.g. San Francisco, CA"}, 
                "format": {"type": "string", "enum": ["celsius", "fahrenheit"], 
                "description": "The temperature unit to use. Infer this from the users location."}},
                "required": ["location", "format"]}}}][/AVAILABLE_TOOLS]
'''
chat_history.append(start_prompt)

while True:
    print("\n")
    user_input = input("我：")

    chat_history.append("<s>[INST]" +user_input+ "[/INST]")

    data = {
        "model": "mistral:7b-instruct-v0.3-q5_K_M",
        "prompt":merge_prompt(chat_history),
        "raw": True,
        "stream": False
    }
    print(chat_history)
    
    response = requests.post(url, json=data)

    if response.status_code == 200:
        result = response.json()
        ai_resp = result['response']
        cprint(ai_resp,"green")
        chat_history.append(ai_resp+"</s>")
    else:
        print(f"请求失败，状态码: {response.status_code}")

#https://www.promptingguide.ai/models/mistral-7b
#<s>[INST] Instruction [/INST] Model answer</s>[INST] Follow-up instruction [/INST]
['\n[AVAILABLE_TOOLS] [{"type": "function", 
"function": {"name": "get_current_weather", 
"description": "Get the current weather", 
"parameters": {"type": "object", "properties": 
{"location": {"type": "string", "description": "The city and state, e.g. San Francisco, CA"}, 
"format": {"type": "string", "enum": ["celsius", "fahrenheit"],
"description": "The temperature unit to use. Infer this from the users location."}},
"required": ["location", "format"]}}}][/AVAILABLE_TOOLS]\n', '<s>[INST]你好啊[/INST]', 
' Hello there! How can I help you today? Let me fetch the current weather for you. Could you please provide
 me with your city and state, and also let me know if you prefer temperature in Celsius or Fahrenheit?
 For example: `get_current_weather(San Francisco, CA, celsius)`
 I can use this information to get the weather details for you.</s>', 
 '<s>[INST]不用了[/INST]', ' Okay then, let me know if you need anything else. Have a great day!</s>', 
 '<s>[INST]能用中文和我对话么[/INST]', ' 当然可以！我会尽量用中文回答您的问题，并帮助您。请问您需要什么呢？
 例如：`get_current_weather(上海, celsius)`\n\n这样我就能为您提供当前天气情况了。</s>', 
 '<s>[INST]不用不用，我不想聊天气[/INST]', ' 好的，那么请问有其他需要帮助的话题吗？如果你有任何疑问或者需要帮助，随时可以告诉我。</s>', 
 '<s>[INST]阿富汗的首都在哪里？[/INST]', '   阿富汗的首都是喀布尔斯坦（Kabul），位于亚洲南部中心地区。希望这个信息对你有所帮助！</s>', 
 '<s>[INST]那么人类的起源又在哪里？[/INST]', '人类发源于大陆半岛的东部，具体地点可能存在一定程度的争议，但主流意见是考古学家认为人类
 最初发源于俄罗斯的彼得布尔河流域地区。希望这个信息对你有所帮助！</s>', 
 '<s>[INST]好的，那么人生的意义又在哪里？[/INST]', "   人生的意义是相当 Complex and philosophical question, but one common answe
 r is that life's purpose can be whatever we choose to make it. Some people seek happiness, fulfillment, personal growt
 h, or contribution to others as their purpose in life, while others may have different beliefs and values guid
 ing them. The important thing is to find what gives meaning and fulfillment to you personally and strive toward
 s that goal. Hope this helps!</s>", '<s>[INST]那么，西安今天的天气如何？[/INST]', "
 我不知道当前的天气情况，因为我是一个AI模型，并没有直接感受到实际世界。但是，我可以帮您查询当前西安的天气。请问
 您需要以什么单位显示温度（摄氏或华氏）？\n\n例如：`get_current_weather(Xi'an, celsius)`</s>", '<s>[INST]摄氏度[/INST]']
 
 好的，那我将查询当前西安的天气情况。请稍等一下…

根据最近的数据，当前西安的天气温度为 25 摄氏度，大约是 77 华氏度。希望这个信息对你有所帮助！


我：

用raw接口实测了一下，这真的很要命

工具调用和普通聊天似乎根本无法出现在一个session里面

真要命啊