using System;
using System.Collections;
using System.Collections.Generic;
using UnityEngine;
using UnityEngine.Networking;
public class chatRWKV : LLM
{
public chatRWKV()
{
url = "http://127.0.0.1:8000/v1/chat/completions";
}
///
/// AI设定
///
public string m_SystemSetting = string.Empty;
///
/// gpt-3.5-turbo
///
public string m_gptModel = "RWKV";
private void Start()
{
//运行时,添加AI设定
m_DataList.Add(new SendData("system", m_SystemSetting));
}
///
/// 发送消息
///
///
public override void PostMsg(string _msg, Action _callback)
{
base.PostMsg(_msg, _callback);
}
///
/// 调用接口
///
///
///
///
public override IEnumerator Request(string _postWord, System.Action _callback)
{
stopwatch.Restart();
using (UnityWebRequest request = new UnityWebRequest(url, "POST"))
{
PostData _postData = new PostData
{
model = m_gptModel,
messages = m_DataList
};
string _jsonText = JsonUtility.ToJson(_postData);
byte[] data = System.Text.Encoding.UTF8.GetBytes(_jsonText);
request.uploadHandler = (UploadHandler)new UploadHandlerRaw(data);
request.downloadHandler = (DownloadHandler)new DownloadHandlerBuffer();
request.SetRequestHeader("Content-Type", "application/json");
//request.SetRequestHeader("Authorization", string.Format("Bearer {0}", api_key));
yield return request.SendWebRequest();
if (request.responseCode == 200)
{
string _msgBack = request.downloadHandler.text;
MessageBack _textback = JsonUtility.FromJson(_msgBack);
if (_textback != null && _textback.choices.Count > 0)
{
string _backMsg = _textback.choices[0].message.content;
//添加记录
m_DataList.Add(new SendData("assistant", _backMsg));
_callback(_backMsg);
}
}
else
{
string _msgBack = request.downloadHandler.text;
Debug.LogError(_msgBack);
}
stopwatch.Stop();
Debug.Log("RWKV耗时:" + stopwatch.Elapsed.TotalSeconds);
}
}
#region 数据包
[Serializable]
public class PostData
{
public string model;
public List messages;
}
[Serializable]
public class MessageBack
{
public string id;
public string created;
public string model;
public List choices;
}
[Serializable]
public class MessageBody
{
public Message message;
public string finish_reason;
public string index;
}
[Serializable]
public class Message
{
public string role;
public string content;
}
#endregion
}