mirror of
https://github.com/YuWanTingbb/unofficial-gpt4.git
synced 2025-10-13 21:51:23 +00:00
1336 lines
62 KiB
Java
1336 lines
62 KiB
Java
package com.gpt4.copilot.controller;
|
||
|
||
import com.alibaba.fastjson.serializer.SerializerFeature;
|
||
import com.alibaba.fastjson2.JSONException;
|
||
import com.alibaba.fastjson2.JSONObject;
|
||
import com.fasterxml.jackson.core.JsonProcessingException;
|
||
import com.fasterxml.jackson.databind.ObjectMapper;
|
||
import com.gpt4.copilot.copilotApplication;
|
||
import com.gpt4.copilot.pojo.Conversation;
|
||
import com.gpt4.copilot.pojo.Result;
|
||
import com.gpt4.copilot.pojo.SystemSetting;
|
||
import jakarta.servlet.http.HttpServletRequest;
|
||
import jakarta.servlet.http.HttpServletResponse;
|
||
import lombok.Data;
|
||
import lombok.extern.slf4j.Slf4j;
|
||
import okhttp3.*;
|
||
import org.jetbrains.annotations.Nullable;
|
||
import org.springframework.http.HttpStatus;
|
||
import org.springframework.http.ResponseEntity;
|
||
import org.springframework.scheduling.annotation.Scheduled;
|
||
import org.springframework.web.bind.annotation.GetMapping;
|
||
import org.springframework.web.bind.annotation.PostMapping;
|
||
import org.springframework.web.bind.annotation.RequestParam;
|
||
import org.springframework.web.bind.annotation.RestController;
|
||
|
||
import java.io.*;
|
||
import java.nio.charset.StandardCharsets;
|
||
import java.nio.file.Files;
|
||
import java.nio.file.Path;
|
||
import java.nio.file.Paths;
|
||
import java.security.MessageDigest;
|
||
import java.security.NoSuchAlgorithmException;
|
||
import java.util.HashMap;
|
||
import java.util.Map;
|
||
import java.util.UUID;
|
||
import java.util.concurrent.*;
|
||
import java.util.concurrent.atomic.AtomicInteger;
|
||
|
||
/**
|
||
* @author Yangyang
|
||
* @create 2023-12-25 18:29
|
||
*/
|
||
|
||
@Slf4j
|
||
@Data
|
||
@RestController()
|
||
public class ChatController {
|
||
public static final MediaType JSON = MediaType.get("application/json; charset=utf-8");
|
||
/**
|
||
* 缓存cocopilotToken
|
||
*/
|
||
private static final ConcurrentHashMap<String, String> copilotTokenList;
|
||
/**
|
||
* 缓存copilotToken
|
||
*/
|
||
private static final ConcurrentHashMap<String, String> coCopilotTokenList;
|
||
/**
|
||
* 缓存selfToken
|
||
*/
|
||
private static final ConcurrentHashMap<String, String> selfTokenList;
|
||
/**
|
||
* 缓存cocopilotToken_limit
|
||
*/
|
||
private static final ConcurrentHashMap<String, AtomicInteger> copilotTokenLimitList;
|
||
/**
|
||
* 缓存copilotToken_limit
|
||
*/
|
||
private static final ConcurrentHashMap<String, AtomicInteger> coCopilotTokenLimitList;
|
||
/**
|
||
* 缓存selfToken_limit
|
||
*/
|
||
private static final ConcurrentHashMap<String, AtomicInteger> selfTokenLimitList;
|
||
/**
|
||
* 模型
|
||
*/
|
||
private static final String models = "{\"data\":[{\"id\":\"text-search-babbage-doc-001\",\"object\":\"model\",\"created\":1651172509,\"owned_by\":\"openai-dev\"},{\"id\":\"gpt-4\",\"object\":\"model\",\"created\":1687882411,\"owned_by\":\"openai\"},{\"id\":\"babbage\",\"object\":\"model\",\"created\":1649358449,\"owned_by\":\"openai\"},{\"id\":\"gpt-3.5-turbo-0613\",\"object\":\"model\",\"created\":1686587434,\"owned_by\":\"openai\"},{\"id\":\"text-babbage-001\",\"object\":\"model\",\"created\":1649364043,\"owned_by\":\"openai\"},{\"id\":\"gpt-3.5-turbo\",\"object\":\"model\",\"created\":1677610602,\"owned_by\":\"openai\"},{\"id\":\"gpt-3.5-turbo-1106\",\"object\":\"model\",\"created\":1698959748,\"owned_by\":\"system\"},{\"id\":\"curie-instruct-beta\",\"object\":\"model\",\"created\":1649364042,\"owned_by\":\"openai\"},{\"id\":\"gpt-3.5-turbo-0301\",\"object\":\"model\",\"created\":1677649963,\"owned_by\":\"openai\"},{\"id\":\"gpt-3.5-turbo-16k-0613\",\"object\":\"model\",\"created\":1685474247,\"owned_by\":\"openai\"},{\"id\":\"text-embedding-ada-002\",\"object\":\"model\",\"created\":1671217299,\"owned_by\":\"openai-internal\"},{\"id\":\"davinci-similarity\",\"object\":\"model\",\"created\":1651172509,\"owned_by\":\"openai-dev\"},{\"id\":\"curie-similarity\",\"object\":\"model\",\"created\":1651172510,\"owned_by\":\"openai-dev\"},{\"id\":\"babbage-search-document\",\"object\":\"model\",\"created\":1651172510,\"owned_by\":\"openai-dev\"},{\"id\":\"curie-search-document\",\"object\":\"model\",\"created\":1651172508,\"owned_by\":\"openai-dev\"},{\"id\":\"babbage-code-search-code\",\"object\":\"model\",\"created\":1651172509,\"owned_by\":\"openai-dev\"},{\"id\":\"ada-code-search-text\",\"object\":\"model\",\"created\":1651172510,\"owned_by\":\"openai-dev\"},{\"id\":\"text-search-curie-query-001\",\"object\":\"model\",\"created\":1651172509,\"owned_by\":\"openai-dev\"},{\"id\":\"text-davinci-002\",\"object\":\"model\",\"created\":1649880484,\"owned_by\":\"openai\"},{\"id\":\"ada\",\"object\":\"model\",\"created\":1649357491,\"owned_by\":\"openai\"},{\"id\":\"text-ada-001\",\"object\":\"model\",\"created\":1649364042,\"owned_by\":\"openai\"},{\"id\":\"ada-similarity\",\"object\":\"model\",\"created\":1651172507,\"owned_by\":\"openai-dev\"},{\"id\":\"code-search-ada-code-001\",\"object\":\"model\",\"created\":1651172507,\"owned_by\":\"openai-dev\"},{\"id\":\"text-similarity-ada-001\",\"object\":\"model\",\"created\":1651172505,\"owned_by\":\"openai-dev\"},{\"id\":\"text-davinci-edit-001\",\"object\":\"model\",\"created\":1649809179,\"owned_by\":\"openai\"},{\"id\":\"code-davinci-edit-001\",\"object\":\"model\",\"created\":1649880484,\"owned_by\":\"openai\"},{\"id\":\"text-search-curie-doc-001\",\"object\":\"model\",\"created\":1651172509,\"owned_by\":\"openai-dev\"},{\"id\":\"text-curie-001\",\"object\":\"model\",\"created\":1649364043,\"owned_by\":\"openai\"},{\"id\":\"curie\",\"object\":\"model\",\"created\":1649359874,\"owned_by\":\"openai\"},{\"id\":\"davinci\",\"object\":\"model\",\"created\":1649359874,\"owned_by\":\"openai\"}]}";
|
||
/**
|
||
* 机器码
|
||
*/
|
||
private static final String machineId;
|
||
/**
|
||
* CoCopilot Token Url
|
||
*/
|
||
private final static String get_cocopilotToken_url = "https://api.cocopilot.org/copilot_internal/v2/token";
|
||
/**
|
||
* Copilot Token Url
|
||
*/
|
||
private final static String github_get_token_url = "https://api.github.com/copilot_internal/v2/token";
|
||
/**
|
||
* github Chat Url
|
||
*/
|
||
private final static String github_chat_url = "https://api.githubcopilot.com/chat/completions";
|
||
/**
|
||
* github Embedding Url
|
||
*/
|
||
private final static String github_embaddings = "https://api.githubcopilot.com/embeddings";
|
||
/**
|
||
* gpt4单字符睡眠时间
|
||
*/
|
||
private static Integer gpt4_sleepTime;
|
||
/**
|
||
* gpt3单字符睡眠时间
|
||
*/
|
||
private static Integer gpt3_sleepTime;
|
||
/**
|
||
* 修改睡眠时间密码
|
||
*/
|
||
private static String password;
|
||
/**
|
||
* 自定义获取token_url
|
||
*/
|
||
private static String get_token_url;
|
||
/**
|
||
* 自定义vscode_version
|
||
*/
|
||
private static String vscode_version;
|
||
/**
|
||
* 自定义copilot_chat_version;
|
||
*/
|
||
private static String copilot_chat_version;
|
||
/**
|
||
* 自定义maxPoolSize
|
||
*/
|
||
private static Integer maxPoolSize;
|
||
/**
|
||
* one copilot_token max requests per minute
|
||
*/
|
||
private static Integer one_copilot_limit;
|
||
/**
|
||
* one coCopilot_token max requests per minute
|
||
*/
|
||
private static Integer one_coCopilot_limit;
|
||
/**
|
||
* one selfCopilot_token max requests per minute
|
||
*/
|
||
private static Integer one_selfCopilot_limit;
|
||
/**
|
||
* 定义okhttp库
|
||
*/
|
||
private static OkHttpClient client = new OkHttpClient.Builder().connectTimeout(3, TimeUnit.MINUTES)
|
||
.readTimeout(6, TimeUnit.MINUTES)
|
||
.writeTimeout(6, TimeUnit.MINUTES)
|
||
.build();
|
||
/**
|
||
* 定义线程池里的线程名字
|
||
*/
|
||
private static ThreadFactory threadFactory = new ThreadFactory() {
|
||
private final AtomicInteger counter = new AtomicInteger(0);
|
||
|
||
@Override
|
||
public Thread newThread(Runnable r) {
|
||
return new Thread(r, "chatThreadPool-" + counter.getAndIncrement());
|
||
}
|
||
};
|
||
/**
|
||
* 定义线程池
|
||
*/
|
||
private static ExecutorService executor;
|
||
|
||
/**
|
||
* 初始化ChatController类
|
||
*/
|
||
static {
|
||
selfTokenList = new ConcurrentHashMap<>();
|
||
copilotTokenList = new ConcurrentHashMap<>();
|
||
coCopilotTokenList = new ConcurrentHashMap<>();
|
||
selfTokenLimitList = new ConcurrentHashMap<>();
|
||
copilotTokenLimitList = new ConcurrentHashMap<>();
|
||
coCopilotTokenLimitList = new ConcurrentHashMap<>();
|
||
machineId = generateMachineId();
|
||
SystemSetting systemSetting = selectSetting();
|
||
setGpt4_sleepTime(systemSetting.getGpt4_sleepTime());
|
||
setGpt3_sleepTime(systemSetting.getGpt3_sleepTime());
|
||
setPassword(systemSetting.getPassword());
|
||
setGet_token_url(systemSetting.getGet_token_url());
|
||
setVscode_version(systemSetting.getVscode_version());
|
||
setCopilot_chat_version(systemSetting.getCopilot_chat_version());
|
||
setMaxPoolSize(systemSetting.getMaxPoolSize());
|
||
setExecutor(systemSetting.getMaxPoolSize());
|
||
setOne_copilot_limit(systemSetting.getOne_copilot_limit());
|
||
setOne_coCopilot_limit(systemSetting.getOne_coCopilot_limit());
|
||
setOne_selfCopilot_limit(systemSetting.getOne_selfCopilot_limit());
|
||
|
||
}
|
||
|
||
public static Integer getOne_copilot_limit() {
|
||
return one_copilot_limit;
|
||
}
|
||
|
||
public static void setOne_copilot_limit(Integer one_copilot_limit) {
|
||
ChatController.one_copilot_limit = one_copilot_limit;
|
||
}
|
||
|
||
public static Integer getOne_coCopilot_limit() {
|
||
return one_coCopilot_limit;
|
||
}
|
||
|
||
public static void setOne_coCopilot_limit(Integer one_coCopilot_limit) {
|
||
ChatController.one_coCopilot_limit = one_coCopilot_limit;
|
||
}
|
||
|
||
public static Integer getOne_selfCopilot_limit() {
|
||
return one_selfCopilot_limit;
|
||
}
|
||
|
||
public static void setOne_selfCopilot_limit(Integer one_selfCopilot_limit) {
|
||
ChatController.one_selfCopilot_limit = one_selfCopilot_limit;
|
||
}
|
||
|
||
public static String getCopilot_chat_version() {
|
||
return copilot_chat_version;
|
||
}
|
||
|
||
public static void setCopilot_chat_version(String copilot_chat_version) {
|
||
ChatController.copilot_chat_version = copilot_chat_version;
|
||
}
|
||
|
||
public static String getVscode_version() {
|
||
return vscode_version;
|
||
}
|
||
|
||
public static void setVscode_version(String vscode_version) {
|
||
ChatController.vscode_version = vscode_version;
|
||
}
|
||
|
||
public static Integer getMaxPoolSize() {
|
||
return maxPoolSize;
|
||
}
|
||
|
||
public static void setMaxPoolSize(Integer maxPoolSize) {
|
||
ChatController.maxPoolSize = maxPoolSize;
|
||
}
|
||
|
||
public static void setExecutor(Integer maxPoolSize) {
|
||
ChatController.executor = new ThreadPoolExecutor(0, maxPoolSize, 60L, TimeUnit.SECONDS, new SynchronousQueue<>(), threadFactory);
|
||
}
|
||
|
||
public static Integer getGpt4_sleepTime() {
|
||
return gpt4_sleepTime;
|
||
}
|
||
|
||
public static void setGpt4_sleepTime(Integer gpt4_sleepTime) {
|
||
ChatController.gpt4_sleepTime = gpt4_sleepTime;
|
||
}
|
||
|
||
public static Integer getGpt3_sleepTime() {
|
||
return gpt3_sleepTime;
|
||
}
|
||
|
||
public static void setGpt3_sleepTime(Integer gpt3_sleepTime) {
|
||
ChatController.gpt3_sleepTime = gpt3_sleepTime;
|
||
}
|
||
|
||
public static String getPassword() {
|
||
return password;
|
||
}
|
||
|
||
public static void setPassword(String password) {
|
||
ChatController.password = password;
|
||
}
|
||
|
||
public static String getGet_token_url() {
|
||
return get_token_url;
|
||
}
|
||
|
||
public static void setGet_token_url(String get_token_url) {
|
||
ChatController.get_token_url = get_token_url;
|
||
}
|
||
|
||
/**
|
||
* 初始化获取环境变量
|
||
*/
|
||
public static String selectFile() {
|
||
String projectRoot = System.getProperty("user.dir");
|
||
String parent = projectRoot + File.separator + "config.json";
|
||
File jsonFile = new File(parent);
|
||
Path jsonFilePath = Paths.get(parent);
|
||
// 如果 JSON 文件不存在，创建一个新的 JSON 对象
|
||
if (!jsonFile.exists()) {
|
||
try {
|
||
// 创建文件config.json
|
||
Files.createFile(jsonFilePath);
|
||
// 往 config.json 文件中添加一个空数组，防止重启报错
|
||
Files.writeString(jsonFilePath, "{}");
|
||
System.out.println("空数组添加完成");
|
||
} catch (IOException e) {
|
||
throw new RuntimeException(e);
|
||
}
|
||
System.out.println("config.json创建完成: " + jsonFilePath);
|
||
}
|
||
return parent;
|
||
}
|
||
|
||
/**
|
||
* 查询config.json里的系统值
|
||
*
|
||
* @return systemSettings类
|
||
*/
|
||
public static SystemSetting selectSetting() {
|
||
boolean exist = true;
|
||
String parent = selectFile();
|
||
try {
|
||
// 读取 JSON 文件内容
|
||
String jsonContent = new String(Files.readAllBytes(Paths.get(parent)));
|
||
// 将 JSON 字符串解析为 JSONObject
|
||
JSONObject jsonObject = com.alibaba.fastjson2.JSON.parseObject(jsonContent);
|
||
try {
|
||
jsonObject.getString("password");
|
||
} catch ( JSONException e) {
|
||
jsonObject.put("password", UUID.randomUUID().toString());
|
||
log.info("config.json没有新增password参数,现已增加！");
|
||
exist = false;
|
||
}
|
||
try {
|
||
jsonObject.getString("gpt3_sleepTime");
|
||
} catch (JSONException e) {
|
||
jsonObject.put("gpt3_sleepTime", "0");
|
||
log.info("config.json没有新增gpt3_sleepTime参数,现已增加！");
|
||
exist = false;
|
||
}
|
||
try {
|
||
jsonObject.getInteger("gpt4_sleepTime");
|
||
} catch (JSONException e) {
|
||
jsonObject.put("gpt4_sleepTime", "100");
|
||
log.info("config.json没有新增gpt4_sleepTime参数,现已增加！");
|
||
exist = false;
|
||
}
|
||
try {
|
||
jsonObject.getInteger("maxPoolSize");
|
||
} catch (JSONException e) {
|
||
jsonObject.put("maxPoolSize", 300);
|
||
log.info("config.json没有新增maxPoolSize参数,现已增加！");
|
||
exist = false;
|
||
}
|
||
|
||
try {
|
||
jsonObject.getString("vscode_version");
|
||
} catch (JSONException e) {
|
||
String latestVSCodeVersion = copilotApplication.getLatestVSCodeVersion();
|
||
if (latestVSCodeVersion != null) {
|
||
jsonObject.put("vscode_version", latestVSCodeVersion);
|
||
log.info("config.json没有新增vscode_version参数,现已增加！");
|
||
}
|
||
exist = false;
|
||
}
|
||
|
||
try {
|
||
jsonObject.getString("copilot_chat_version");
|
||
} catch (JSONException e) {
|
||
String latestChatVersion = copilotApplication.getLatestExtensionVersion("GitHub", "copilot-chat");
|
||
if (latestChatVersion != null) {
|
||
jsonObject.put("copilot_chat_version", latestChatVersion);
|
||
log.info("config.json没有新增copilot_chat_version参数,现已增加！");
|
||
}
|
||
exist = false;
|
||
}
|
||
|
||
try {
|
||
jsonObject.getString("get_token_url");
|
||
} catch (JSONException e) {
|
||
jsonObject.put("get_token_url", "https://api.cocopilot.org/copilot_internal/v2/token");
|
||
log.info("config.json没有新增get_token_url参数,现已增加！");
|
||
exist = false;
|
||
}
|
||
|
||
try {
|
||
jsonObject.getString("one_copilot_limit");
|
||
} catch (JSONException e) {
|
||
jsonObject.put("one_copilot_limit", 30);
|
||
log.info("config.json没有新增one_copilot_limit参数,现已增加！");
|
||
exist = false;
|
||
}
|
||
|
||
try {
|
||
jsonObject.getString("one_coCopilot_limit");
|
||
} catch (JSONException e) {
|
||
jsonObject.put("one_coCopilot_limit", 30);
|
||
log.info("config.json没有新增one_coCopilot_limit参数,现已增加！");
|
||
exist = false;
|
||
}
|
||
|
||
try {
|
||
jsonObject.getString("one_selfCopilot_limit");
|
||
} catch (JSONException e) {
|
||
jsonObject.put("one_selfCopilot_limit", 30);
|
||
log.info("config.json没有新增one_selfCopilot_limit参数,现已增加！");
|
||
exist = false;
|
||
}
|
||
// 将 JSONObject 转换为 Config 类的实例
|
||
SystemSetting config = new SystemSetting();
|
||
config.setPassword(jsonObject.getString("password"));
|
||
config.setMaxPoolSize(jsonObject.getIntValue("maxPoolSize"));
|
||
config.setGpt3_sleepTime(jsonObject.getIntValue("gpt3_sleepTime"));
|
||
config.setGpt4_sleepTime(jsonObject.getIntValue("gpt4_sleepTime"));
|
||
config.setVscode_version(jsonObject.getString("vscode_version"));
|
||
config.setCopilot_chat_version(jsonObject.getString("copilot_chat_version"));
|
||
config.setGet_token_url(jsonObject.getString("get_token_url"));
|
||
config.setOne_copilot_limit(jsonObject.getIntValue("one_copilot_limit"));
|
||
config.setOne_coCopilot_limit(jsonObject.getIntValue("one_coCopilot_limit"));
|
||
config.setOne_selfCopilot_limit(jsonObject.getIntValue("one_selfCopilot_limit"));
|
||
|
||
if (!exist) {
|
||
// 将修改后的 JSONObject 转换为格式化的 JSON 字符串
|
||
String updatedJson = com.alibaba.fastjson.JSON.toJSONString(jsonObject, SerializerFeature.PrettyFormat);
|
||
Files.write(Paths.get(parent), updatedJson.getBytes());
|
||
}
|
||
return config;
|
||
} catch (Exception e) {
|
||
e.printStackTrace();
|
||
}
|
||
return null;
|
||
}
|
||
|
||
private static String generateMachineId() {
|
||
try {
|
||
UUID uuid = UUID.randomUUID();
|
||
MessageDigest sha256 = MessageDigest.getInstance("SHA-256");
|
||
byte[] hash = sha256.digest(uuid.toString().getBytes(StandardCharsets.UTF_8));
|
||
StringBuilder hexString = new StringBuilder();
|
||
for (byte b : hash) {
|
||
String hex = Integer.toHexString(0xff & b);
|
||
if (hex.length() == 1) {
|
||
hexString.append('0');
|
||
}
|
||
hexString.append(hex);
|
||
}
|
||
return hexString.toString();
|
||
} catch (NoSuchAlgorithmException e) {
|
||
throw new RuntimeException(e);
|
||
}
|
||
}
|
||
|
||
@Scheduled(cron = "0 */1 * * * ?")
|
||
public void resetLimit() {
|
||
ExecutorService updateExecutor = Executors.newFixedThreadPool(3);
|
||
updateExecutor.submit(() -> copilotTokenLimitList.replaceAll((k, v) -> new AtomicInteger(0)));
|
||
updateExecutor.submit(() -> coCopilotTokenLimitList.replaceAll((k, v) -> new AtomicInteger(0)));
|
||
updateExecutor.submit(() -> selfTokenLimitList.replaceAll((k, v) -> new AtomicInteger(0)));
|
||
updateExecutor.shutdown();
|
||
}
|
||
|
||
/**
|
||
* 修改sleep时间
|
||
*/
|
||
@GetMapping(value = "/changeSettings")
|
||
private Result changeSleepTime(@RequestParam("gpt3_sleepTime") Integer gpt3_sleepTime,
|
||
@RequestParam("gpt4_sleepTime") Integer gpt4_sleepTime,
|
||
@RequestParam("get_token_url") String get_token_url,
|
||
@RequestParam("password") String password) {
|
||
try {
|
||
if (password.equals(selectSetting().getPassword())) {
|
||
String parent = selectFile();
|
||
// 读取 JSON 文件内容
|
||
String jsonContent = new String(Files.readAllBytes(Paths.get(parent)));
|
||
JSONObject jsonObject = com.alibaba.fastjson2.JSON.parseObject(jsonContent);
|
||
if (gpt3_sleepTime != null && gpt4_sleepTime >= 0 && gpt4_sleepTime <= 150) {
|
||
setGpt3_sleepTime(gpt3_sleepTime);
|
||
jsonObject.put("gpt3_sleepTime", gpt3_sleepTime);
|
||
}
|
||
if (gpt4_sleepTime != null && gpt4_sleepTime >= 0 && gpt4_sleepTime <= 150) {
|
||
setGpt4_sleepTime(gpt4_sleepTime);
|
||
jsonObject.put("gpt4_sleepTime", gpt4_sleepTime);
|
||
}
|
||
if (get_token_url != null && get_token_url.startsWith("http")) {
|
||
setGet_token_url(get_token_url);
|
||
jsonObject.put("get_token_url", get_token_url);
|
||
}
|
||
// 将修改后的 JSONObject 转换为格式化的 JSON 字符串
|
||
String updatedJson = com.alibaba.fastjson.JSON.toJSONString(jsonObject, SerializerFeature.PrettyFormat);
|
||
Path path = Paths.get(parent);
|
||
Files.write(path, updatedJson.getBytes());
|
||
return Result.success("修改成功！");
|
||
} else {
|
||
return Result.error("管理员密码不对，请重新再试！");
|
||
}
|
||
} catch (Exception e) {
|
||
return Result.error("出错了，修改失败！");
|
||
}
|
||
}
|
||
|
||
/**
|
||
* 请求体不是json
|
||
* Authorization token缺失 会报Authorization header is missing
|
||
* 无法请求到chat_token 会报github copilot APIKey is wrong
|
||
* 反代/copilot_internal/v2/token 接口
|
||
*
|
||
* @param request
|
||
* @return
|
||
* @throws JSONException
|
||
* @throws IOException
|
||
*/
|
||
@PostMapping(value = "/copilot_internal/v2/token")
|
||
public ResponseEntity<Object> getV2Token(HttpServletResponse response, HttpServletRequest request) {
|
||
String header = request.getHeader("Authorization");
|
||
String authorizationHeader = (header != null && !header.trim().isEmpty()) ? header.trim() : null;
|
||
CompletableFuture<ResponseEntity<Object>> future = CompletableFuture.supplyAsync(() -> {
|
||
try {
|
||
String apiKey;
|
||
if (authorizationHeader != null && authorizationHeader.startsWith("Bearer ")) {
|
||
apiKey = authorizationHeader.substring(7);
|
||
} else {
|
||
return new ResponseEntity<>(Result.error("Authorization header is missing"), HttpStatus.UNAUTHORIZED);
|
||
}
|
||
Request request_token = new Request.Builder().url(github_get_token_url)
|
||
.addHeader("Host", "api.github.com")
|
||
.addHeader("authorization", "token " + apiKey)
|
||
.addHeader("Editor-Version", vscode_version)
|
||
.addHeader("Editor-Plugin-Version", "copilot-chat/" + copilot_chat_version)
|
||
.addHeader("User-Agent", "GitHubCopilotChat/0.11.1")
|
||
.addHeader("Accept", "*/*").build();
|
||
try (Response res = client.newCall(request_token).execute()) {
|
||
if (!res.isSuccessful()) {
|
||
return new ResponseEntity<>(Result.error("Unsuccessful response: " + res.message()), HttpStatus.INTERNAL_SERVER_ERROR);
|
||
}
|
||
response.setContentType("application/json; charset=utf-8");
|
||
OutputStream out = new BufferedOutputStream(response.getOutputStream());
|
||
InputStream in = new BufferedInputStream(res.body().byteStream());
|
||
// 一次拿多少数据 迭代循环
|
||
byte[] buffer = new byte[8192];
|
||
int bytesRead;
|
||
while ((bytesRead = in.read(buffer)) != -1) {
|
||
out.write(buffer, 0, bytesRead);
|
||
out.flush();
|
||
}
|
||
return new ResponseEntity<>(null, HttpStatus.OK);
|
||
}
|
||
} catch (IOException e) {
|
||
throw new RuntimeException("IO Error: " + e.getMessage(), e);
|
||
}
|
||
}, executor);
|
||
|
||
ResponseEntity<Object> responseEntity;
|
||
|
||
try {
|
||
responseEntity = future.get(6, TimeUnit.MINUTES);
|
||
} catch (TimeoutException ex) {
|
||
future.cancel(true);
|
||
responseEntity = new ResponseEntity<>(Result.error("The task timed out"), HttpStatus.REQUEST_TIMEOUT);
|
||
} catch (Exception ex) {
|
||
responseEntity = new ResponseEntity<>(Result.error("An error occurred: " + ex.getMessage()), HttpStatus.INTERNAL_SERVER_ERROR);
|
||
}
|
||
return responseEntity;
|
||
}
|
||
|
||
|
||
/**
|
||
* 请求体不是json 会报Request body is missing or not in JSON format
|
||
* Authorization token缺失 会报Authorization header is missing
|
||
* 无法请求到chat_token 会报copilot APIKey is wrong
|
||
*
|
||
* @param response
|
||
* @param request
|
||
* @param conversation
|
||
* @return
|
||
* @throws JSONException
|
||
* @throws IOException
|
||
*/
|
||
@PostMapping(value = "/v1/chat/completions")
|
||
public ResponseEntity<Object> coPilotConversation(HttpServletResponse response,
|
||
HttpServletRequest request,
|
||
@org.springframework.web.bind.annotation.RequestBody Conversation conversation) {
|
||
String header = request.getHeader("Authorization");
|
||
String authorizationHeader = (header != null && !header.trim().isEmpty()) ? header.trim() : null;
|
||
// 异步处理
|
||
CompletableFuture<ResponseEntity<Object>> future = CompletableFuture.supplyAsync(() -> {
|
||
try {
|
||
if (conversation == null) {
|
||
return new ResponseEntity<>(Result.error("Request body is missing or not in JSON format"), HttpStatus.BAD_REQUEST);
|
||
}
|
||
String apiKey;
|
||
if (authorizationHeader != null && authorizationHeader.startsWith("Bearer ")) {
|
||
apiKey = authorizationHeader.substring(7);
|
||
} else {
|
||
return new ResponseEntity<>(Result.error("Authorization header is missing"), HttpStatus.UNAUTHORIZED);
|
||
}
|
||
if (!copilotTokenList.containsKey(apiKey)) {
|
||
String token = getCopilotToken(apiKey);
|
||
if (token == null) {
|
||
return new ResponseEntity<>(Result.error("Github Copilot APIKey is wrong"), HttpStatus.UNAUTHORIZED);
|
||
}
|
||
copilotTokenLimitList.putIfAbsent(apiKey, new AtomicInteger(1));
|
||
copilotTokenList.put(apiKey, token);
|
||
log.info("Github CopilotToken初始化成功！");
|
||
} else {
|
||
int requestNum = copilotTokenLimitList.get(apiKey).incrementAndGet();
|
||
if (requestNum > one_copilot_limit) {
|
||
log.info(apiKey + " requests is " + requestNum + " rate limit exceeded");
|
||
return new ResponseEntity<>(Result.error("current requests is " + requestNum + " rate limit exceeded"), HttpStatus.TOO_MANY_REQUESTS);
|
||
}
|
||
}
|
||
// 创建OkHttpClient请求 请求https://api.githubcopilot.com/chat/completions
|
||
String chat_token = copilotTokenList.get(apiKey);
|
||
Map<String, String> headersMap = new HashMap<>();
|
||
//添加头部
|
||
addHeader(headersMap, chat_token);
|
||
String json = com.alibaba.fastjson2.JSON.toJSONString(conversation);
|
||
RequestBody requestBody = RequestBody.create(json, JSON);
|
||
Request.Builder requestBuilder = new Request.Builder().url(github_chat_url).post(requestBody);
|
||
headersMap.forEach(requestBuilder::addHeader);
|
||
Request streamRequest = requestBuilder.build();
|
||
try (Response resp = client.newCall(streamRequest).execute()) {
|
||
if (!resp.isSuccessful()) {
|
||
if (resp.code() == 429) {
|
||
return new ResponseEntity<>(Result.error("rate limit exceeded"), HttpStatus.TOO_MANY_REQUESTS);
|
||
} else {
|
||
String token = getCopilotToken(apiKey);
|
||
if (token == null) {
|
||
return new ResponseEntity<>(Result.error("copilot APIKey is wrong"), HttpStatus.UNAUTHORIZED);
|
||
}
|
||
copilotTokenList.put(apiKey, token);
|
||
log.info("token过期，Github CopilotToken重置化成功！");
|
||
againConversation(response, conversation, token);
|
||
}
|
||
} else {
|
||
// 流式和非流式输出
|
||
outPutChat(response, resp, conversation);
|
||
}
|
||
}
|
||
} catch (IOException e) {
|
||
throw new RuntimeException(e);
|
||
}
|
||
return null;
|
||
}, executor);
|
||
|
||
return getObjectResponseEntity(response, future);
|
||
}
|
||
|
||
|
||
/**
|
||
* 请求体不是json 会报Request body is missing or not in JSON format
|
||
* Authorization token缺失 会报Authorization header is missing
|
||
* 无法请求到chat_token 会报copilot APIKey is wrong
|
||
*
|
||
* @param response
|
||
* @param request
|
||
* @param conversation
|
||
* @return
|
||
* @throws JSONException
|
||
* @throws IOException
|
||
*/
|
||
|
||
@PostMapping(value = "/cocopilot/v1/chat/completions")
|
||
public ResponseEntity<Object> coCoPilotConversation(HttpServletResponse response,
|
||
HttpServletRequest request,
|
||
@org.springframework.web.bind.annotation.RequestBody Conversation conversation) {
|
||
String header = request.getHeader("Authorization");
|
||
String authorizationHeader = (header != null && !header.trim().isEmpty()) ? header.trim() : null;
|
||
// 异步处理
|
||
CompletableFuture<ResponseEntity<Object>> future = CompletableFuture.supplyAsync(() -> {
|
||
try {
|
||
if (conversation == null) {
|
||
return new ResponseEntity<>(Result.error("Request body is missing or not in JSON format"), HttpStatus.BAD_REQUEST);
|
||
}
|
||
String apiKey;
|
||
if (authorizationHeader != null && authorizationHeader.startsWith("Bearer ")) {
|
||
apiKey = authorizationHeader.substring(7);
|
||
} else {
|
||
return new ResponseEntity<>(Result.error("Authorization header is missing"), HttpStatus.UNAUTHORIZED);
|
||
}
|
||
if (!coCopilotTokenList.containsKey(apiKey)) {
|
||
String token = getCoCoToken(apiKey);
|
||
if (token == null) {
|
||
return new ResponseEntity<>(Result.error("cocopilot APIKey is wrong"), HttpStatus.UNAUTHORIZED);
|
||
}
|
||
coCopilotTokenLimitList.put(apiKey, new AtomicInteger(1));
|
||
coCopilotTokenList.put(apiKey, token);
|
||
log.info("coCopilotToken初始化成功！");
|
||
} else {
|
||
int requestNum = coCopilotTokenLimitList.get(apiKey).incrementAndGet();
|
||
if (requestNum > one_coCopilot_limit) {
|
||
log.info(apiKey + " requests is " + requestNum + " rate limit exceeded");
|
||
return new ResponseEntity<>(Result.error("current requests is " + requestNum + " rate limit exceeded"), HttpStatus.TOO_MANY_REQUESTS);
|
||
}
|
||
}
|
||
// 创建OkHttpClient请求 请求https://api.githubcopilot.com/chat/completions
|
||
String chat_token = coCopilotTokenList.get(apiKey);
|
||
Map<String, String> headersMap = new HashMap<>();
|
||
//添加头部
|
||
addHeader(headersMap, chat_token);
|
||
String json = com.alibaba.fastjson2.JSON.toJSONString(conversation);
|
||
RequestBody requestBody = RequestBody.create(json, JSON);
|
||
Request.Builder requestBuilder = new Request.Builder().url(github_chat_url).post(requestBody);
|
||
headersMap.forEach(requestBuilder::addHeader);
|
||
Request streamRequest = requestBuilder.build();
|
||
try (Response resp = client.newCall(streamRequest).execute()) {
|
||
if (!resp.isSuccessful()) {
|
||
if (resp.code() == 429) {
|
||
return new ResponseEntity<>(Result.error("rate limit exceeded"), HttpStatus.TOO_MANY_REQUESTS);
|
||
} else {
|
||
String token = getCoCoToken(apiKey);
|
||
if (token == null) {
|
||
return new ResponseEntity<>(Result.error("cocopilot APIKey is wrong"), HttpStatus.UNAUTHORIZED);
|
||
}
|
||
coCopilotTokenList.put(apiKey, token);
|
||
log.info("token过期，coCopilotToken重置化成功！");
|
||
againConversation(response, conversation, token);
|
||
}
|
||
} else {
|
||
// 流式和非流式输出
|
||
outPutChat(response, resp, conversation);
|
||
}
|
||
}
|
||
} catch (IOException e) {
|
||
throw new RuntimeException(e);
|
||
}
|
||
return null;
|
||
}, executor);
|
||
|
||
return getObjectResponseEntity(response, future);
|
||
}
|
||
|
||
private ResponseEntity<Object> getObjectResponseEntity(HttpServletResponse response, CompletableFuture<ResponseEntity<Object>> future) {
|
||
ResponseEntity<Object> responseEntity;
|
||
|
||
try {
|
||
responseEntity = future.get(6, TimeUnit.MINUTES);
|
||
} catch (TimeoutException ex) {
|
||
response.setContentType("application/json; charset=utf-8");
|
||
future.cancel(true);
|
||
responseEntity = new ResponseEntity<>(Result.error("The Chat timed out"), HttpStatus.REQUEST_TIMEOUT);
|
||
} catch (Exception ex) {
|
||
response.setContentType("application/json; charset=utf-8");
|
||
log.error(ex.getMessage());
|
||
responseEntity = new ResponseEntity<>(Result.error("An error occurred"), HttpStatus.INTERNAL_SERVER_ERROR);
|
||
}
|
||
return responseEntity;
|
||
}
|
||
|
||
@PostMapping(value = "/self/v1/chat/completions")
|
||
public ResponseEntity<Object> selfConversation(HttpServletResponse response,
|
||
HttpServletRequest request,
|
||
@org.springframework.web.bind.annotation.RequestBody Conversation conversation) {
|
||
String header = request.getHeader("Authorization");
|
||
String authorizationHeader = (header != null && !header.trim().isEmpty()) ? header.trim() : null;
|
||
// 异步处理
|
||
CompletableFuture<ResponseEntity<Object>> future = CompletableFuture.supplyAsync(() -> {
|
||
try {
|
||
if (conversation == null) {
|
||
return new ResponseEntity<>(Result.error("Request body is missing or not in JSON format"), HttpStatus.BAD_REQUEST);
|
||
}
|
||
String apiKey;
|
||
if (authorizationHeader != null && authorizationHeader.startsWith("Bearer ")) {
|
||
apiKey = authorizationHeader.substring(7);
|
||
} else {
|
||
return new ResponseEntity<>(Result.error("Authorization header is missing"), HttpStatus.UNAUTHORIZED);
|
||
}
|
||
if (!selfTokenList.containsKey(apiKey)) {
|
||
String token = getSelfToken(apiKey);
|
||
if (token == null) {
|
||
return new ResponseEntity<>(Result.error("自定义self APIKey is wrong"), HttpStatus.UNAUTHORIZED);
|
||
}
|
||
selfTokenList.put(apiKey, token);
|
||
selfTokenLimitList.put(apiKey, new AtomicInteger(1));
|
||
log.info("自定义selfToken初始化成功！");
|
||
} else {
|
||
int requestNum = selfTokenLimitList.get(apiKey).incrementAndGet();
|
||
if (requestNum > one_selfCopilot_limit) {
|
||
log.info(apiKey + " requests is " + requestNum + " rate limit exceeded");
|
||
return new ResponseEntity<>(Result.error("current requests is " + requestNum + " rate limit exceeded"), HttpStatus.TOO_MANY_REQUESTS);
|
||
}
|
||
}
|
||
// 创建OkHttpClient请求 请求https://api.githubcopilot.com/chat/completions
|
||
String chat_token = selfTokenList.get(apiKey);
|
||
Map<String, String> headersMap = new HashMap<>();
|
||
//添加头部
|
||
addHeader(headersMap, chat_token);
|
||
String json = com.alibaba.fastjson2.JSON.toJSONString(conversation);
|
||
RequestBody requestBody = RequestBody.create(json, JSON);
|
||
Request.Builder requestBuilder = new Request.Builder().url(github_chat_url).post(requestBody);
|
||
headersMap.forEach(requestBuilder::addHeader);
|
||
Request streamRequest = requestBuilder.build();
|
||
try (Response resp = client.newCall(streamRequest).execute()) {
|
||
if (!resp.isSuccessful()) {
|
||
if (resp.code() == 429) {
|
||
return new ResponseEntity<>(Result.error("rate limit exceeded"), HttpStatus.TOO_MANY_REQUESTS);
|
||
} else {
|
||
String token = getSelfToken(apiKey);
|
||
if (token == null) {
|
||
return new ResponseEntity<>(Result.error("自定义self APIKey is wrong"), HttpStatus.UNAUTHORIZED);
|
||
}
|
||
selfTokenList.put(apiKey, token);
|
||
log.info("token过期，自定义selfToken重置化成功！");
|
||
againConversation(response, conversation, token);
|
||
}
|
||
} else {
|
||
// 流式和非流式输出
|
||
outPutChat(response, resp, conversation);
|
||
}
|
||
}
|
||
} catch (IOException e) {
|
||
throw new RuntimeException(e);
|
||
}
|
||
return null;
|
||
}, executor);
|
||
|
||
return getObjectResponseEntity(response, future);
|
||
}
|
||
|
||
|
||
/**
|
||
* 如发现token过期
|
||
* 重新回复问题
|
||
*
|
||
* @param response
|
||
* @param conversation
|
||
* @param token
|
||
* @return
|
||
*/
|
||
public Object againConversation(HttpServletResponse response,
|
||
@org.springframework.web.bind.annotation.RequestBody Conversation conversation,
|
||
String token) {
|
||
try {
|
||
Map<String, String> headersMap = new HashMap<>();
|
||
//添加头部
|
||
addHeader(headersMap, token);
|
||
String json = com.alibaba.fastjson2.JSON.toJSONString(conversation);
|
||
RequestBody requestBody = RequestBody.create(json, JSON);
|
||
Request.Builder requestBuilder = new Request.Builder().url(github_chat_url).post(requestBody);
|
||
headersMap.forEach(requestBuilder::addHeader);
|
||
Request streamRequest = requestBuilder.build();
|
||
try (Response resp = client.newCall(streamRequest).execute()) {
|
||
if (!resp.isSuccessful()) {
|
||
return new ResponseEntity<>("copilot/cocopilot/self APIKey is wrong Or your network is wrong", HttpStatus.UNAUTHORIZED);
|
||
} else {
|
||
// 流式和非流式输出
|
||
outPutChat(response, resp, conversation);
|
||
}
|
||
}
|
||
return null;
|
||
} catch (Exception e) {
|
||
throw new RuntimeException(e);
|
||
}
|
||
}
|
||
|
||
/**
|
||
* ghu/gho 请求
|
||
* 请求体不是json 会报Request body is missing or not in JSON format
|
||
* Authorization token缺失 会报Authorization header is missing
|
||
* 无法请求到chat_token 会报copilot APIKey is wrong
|
||
*
|
||
* @param response
|
||
* @param request
|
||
* @param conversation
|
||
* @return
|
||
* @throws JSONException
|
||
* @throws IOException
|
||
*/
|
||
@PostMapping(value = "/v1/embeddings")
|
||
public ResponseEntity<Object> coPilotEmbeddings(HttpServletResponse response,
|
||
HttpServletRequest request,
|
||
@org.springframework.web.bind.annotation.RequestBody Conversation conversation) {
|
||
String header = request.getHeader("Authorization");
|
||
String authorizationHeader = (header != null && !header.trim().isEmpty()) ? header.trim() : null;
|
||
// 异步处理
|
||
CompletableFuture<ResponseEntity<Object>> future = CompletableFuture.supplyAsync(() -> {
|
||
try {
|
||
if (conversation == null) {
|
||
return new ResponseEntity<>(Result.error("Request body is missing or not in JSON format"), HttpStatus.BAD_REQUEST);
|
||
}
|
||
String apiKey;
|
||
if (authorizationHeader != null && authorizationHeader.startsWith("Bearer ")) {
|
||
apiKey = authorizationHeader.substring(7);
|
||
} else {
|
||
return new ResponseEntity<>(Result.error("Authorization header is missing"), HttpStatus.UNAUTHORIZED);
|
||
}
|
||
if (!copilotTokenList.containsKey(apiKey)) {
|
||
String token = getCopilotToken(apiKey);
|
||
if (token == null) {
|
||
return new ResponseEntity<>(Result.error("Github Copilot APIKey is wrong"), HttpStatus.UNAUTHORIZED);
|
||
}
|
||
copilotTokenLimitList.put(apiKey, new AtomicInteger(1));
|
||
copilotTokenList.put(apiKey, token);
|
||
log.info("Github CopilotToken初始化成功！");
|
||
} else {
|
||
int requestNum = copilotTokenLimitList.get(apiKey).incrementAndGet();
|
||
if (requestNum > one_copilot_limit) {
|
||
log.info(apiKey + " requests is " + requestNum + " rate limit exceeded");
|
||
return new ResponseEntity<>(Result.error("current requests is " + requestNum + " rate limit exceeded"), HttpStatus.TOO_MANY_REQUESTS);
|
||
}
|
||
}
|
||
// 创建OkHttpClient请求 请求https://api.githubcopilot.com/chat/completions
|
||
String chat_token = copilotTokenList.get(apiKey);
|
||
Map<String, String> headersMap = new HashMap<>();
|
||
//添加头部
|
||
addHeader(headersMap, chat_token);
|
||
String json = com.alibaba.fastjson2.JSON.toJSONString(conversation);
|
||
RequestBody requestBody = RequestBody.create(json, JSON);
|
||
Request.Builder requestBuilder = new Request.Builder().url(github_embaddings).post(requestBody);
|
||
headersMap.forEach(requestBuilder::addHeader);
|
||
Request streamRequest = requestBuilder.build();
|
||
try (Response resp = client.newCall(streamRequest).execute()) {
|
||
if (!resp.isSuccessful()) {
|
||
if (resp.code() == 429) {
|
||
return new ResponseEntity<>(Result.error("rate limit exceeded"), HttpStatus.TOO_MANY_REQUESTS);
|
||
} else {
|
||
String token = getCopilotToken(apiKey);
|
||
if (token == null) {
|
||
return new ResponseEntity<>(Result.error("Github Copilot APIKey is wrong"), HttpStatus.UNAUTHORIZED);
|
||
}
|
||
copilotTokenList.put(apiKey, token);
|
||
log.info("token过期，Github CopilotToken重置化成功！");
|
||
againEmbeddings(response, conversation, token);
|
||
}
|
||
} else {
|
||
// 非流式输出
|
||
outPutEmbeddings(response, resp);
|
||
}
|
||
}
|
||
return null;
|
||
} catch (IOException e) {
|
||
throw new RuntimeException(e);
|
||
}
|
||
}, executor);
|
||
|
||
return getObjectResponseEntity(future);
|
||
}
|
||
|
||
private ResponseEntity<Object> getObjectResponseEntity(CompletableFuture<ResponseEntity<Object>> future) {
|
||
ResponseEntity<Object> responseEntity;
|
||
|
||
try {
|
||
responseEntity = future.get(6, TimeUnit.MINUTES);
|
||
} catch (TimeoutException ex) {
|
||
future.cancel(true);
|
||
responseEntity = new ResponseEntity<>(Result.error("The chat timed out"), HttpStatus.REQUEST_TIMEOUT);
|
||
} catch (Exception ex) {
|
||
log.error(ex.getMessage());
|
||
responseEntity = new ResponseEntity<>(Result.error("An error occurred"), HttpStatus.INTERNAL_SERVER_ERROR);
|
||
}
|
||
return responseEntity;
|
||
}
|
||
|
||
|
||
/**
|
||
* ccu 请求
|
||
* 请求体不是json 会报Request body is missing or not in JSON format
|
||
* Authorization token缺失 会报Authorization header is missing
|
||
* 无法请求到chat_token 会报copilot APIKey is wrong
|
||
*
|
||
* @param response
|
||
* @param request
|
||
* @param conversation
|
||
* @return
|
||
* @throws JSONException
|
||
* @throws IOException
|
||
*/
|
||
@PostMapping(value = "/cocopilot/v1/embeddings")
|
||
public ResponseEntity<Object> coCoPilotEmbeddings(HttpServletResponse response,
|
||
HttpServletRequest request,
|
||
@org.springframework.web.bind.annotation.RequestBody Conversation conversation) {
|
||
String header = request.getHeader("Authorization");
|
||
String authorizationHeader = (header != null && !header.trim().isEmpty()) ? header.trim() : null;
|
||
// 异步处理
|
||
CompletableFuture<ResponseEntity<Object>> future = CompletableFuture.supplyAsync(() -> {
|
||
try {
|
||
if (conversation == null) {
|
||
return new ResponseEntity<>(Result.error("Request body is missing or not in JSON format"), HttpStatus.BAD_REQUEST);
|
||
}
|
||
String apiKey;
|
||
if (authorizationHeader != null && authorizationHeader.startsWith("Bearer ")) {
|
||
apiKey = authorizationHeader.substring(7);
|
||
} else {
|
||
return new ResponseEntity<>(Result.error("Authorization header is missing"), HttpStatus.UNAUTHORIZED);
|
||
}
|
||
if (!coCopilotTokenList.containsKey(apiKey)) {
|
||
String token = getCoCoToken(apiKey);
|
||
if (token == null) {
|
||
return new ResponseEntity<>(Result.error("copilot APIKey is wrong"), HttpStatus.UNAUTHORIZED);
|
||
}
|
||
coCopilotTokenLimitList.put(apiKey, new AtomicInteger(1));
|
||
coCopilotTokenList.put(apiKey, token);
|
||
log.info("coCopilotToken初始化成功！");
|
||
} else {
|
||
int requestNum = coCopilotTokenLimitList.get(apiKey).incrementAndGet();
|
||
if (requestNum > one_coCopilot_limit) {
|
||
log.info(apiKey + " requests is " + requestNum + " rate limit exceeded");
|
||
return new ResponseEntity<>(Result.error("current requests is " + requestNum + " rate limit exceeded"), HttpStatus.TOO_MANY_REQUESTS);
|
||
}
|
||
}
|
||
// 创建OkHttpClient请求 请求https://api.githubcopilot.com/chat/completions
|
||
String chat_token = coCopilotTokenList.get(apiKey);
|
||
Map<String, String> headersMap = new HashMap<>();
|
||
//添加头部
|
||
addHeader(headersMap, chat_token);
|
||
String json = com.alibaba.fastjson2.JSON.toJSONString(conversation);
|
||
RequestBody requestBody = RequestBody.create(json, JSON);
|
||
Request.Builder requestBuilder = new Request.Builder().url(github_embaddings).post(requestBody);
|
||
headersMap.forEach(requestBuilder::addHeader);
|
||
Request streamRequest = requestBuilder.build();
|
||
try (Response resp = client.newCall(streamRequest).execute()) {
|
||
if (!resp.isSuccessful()) {
|
||
if (resp.code() == 429) {
|
||
return new ResponseEntity<>(Result.error("rate limit exceeded"), HttpStatus.TOO_MANY_REQUESTS);
|
||
} else {
|
||
String token = getCoCoToken(apiKey);
|
||
if (token == null) {
|
||
return new ResponseEntity<>(Result.error("copilot APIKey is wrong"), HttpStatus.UNAUTHORIZED);
|
||
}
|
||
coCopilotTokenList.put(apiKey, token);
|
||
log.info("token过期，coCopilotTokenList重置化成功！");
|
||
againEmbeddings(response, conversation, token);
|
||
}
|
||
} else {
|
||
// 非流式输出
|
||
outPutEmbeddings(response, resp);
|
||
}
|
||
}
|
||
return null;
|
||
} catch (IOException e) {
|
||
throw new RuntimeException(e);
|
||
}
|
||
}, executor);
|
||
|
||
return getObjectResponseEntity(future);
|
||
}
|
||
|
||
|
||
/**
|
||
* 自定义请求
|
||
* 请求体不是json 会报Request body is missing or not in JSON format
|
||
* Authorization token缺失 会报Authorization header is missing
|
||
* 无法请求到chat_token 会报自定义 APIKey is wrong
|
||
*
|
||
* @param response
|
||
* @param request
|
||
* @param conversation
|
||
* @return
|
||
* @throws JSONException
|
||
* @throws IOException
|
||
*/
|
||
@PostMapping(value = "/self/v1/embeddings")
|
||
public ResponseEntity<Object> selfEmbeddings(HttpServletResponse response,
|
||
HttpServletRequest request,
|
||
@org.springframework.web.bind.annotation.RequestBody Conversation conversation) {
|
||
String header = request.getHeader("Authorization");
|
||
String authorizationHeader = (header != null && !header.trim().isEmpty()) ? header.trim() : null;
|
||
// 异步处理
|
||
CompletableFuture<ResponseEntity<Object>> future = CompletableFuture.supplyAsync(() -> {
|
||
try {
|
||
if (conversation == null) {
|
||
return new ResponseEntity<>(Result.error("Request body is missing or not in JSON format"), HttpStatus.BAD_REQUEST);
|
||
}
|
||
String apiKey;
|
||
if (authorizationHeader != null && authorizationHeader.startsWith("Bearer ")) {
|
||
apiKey = authorizationHeader.substring(7);
|
||
} else {
|
||
return new ResponseEntity<>(Result.error("Authorization header is missing"), HttpStatus.UNAUTHORIZED);
|
||
}
|
||
if (!selfTokenList.containsKey(apiKey)) {
|
||
String token = getSelfToken(apiKey);
|
||
if (token == null) {
|
||
return new ResponseEntity<>(Result.error("自定义APIKey is wrong"), HttpStatus.UNAUTHORIZED);
|
||
}
|
||
selfTokenLimitList.put(apiKey, new AtomicInteger(1));
|
||
selfTokenList.put(apiKey, token);
|
||
log.info("自定义selfToken初始化成功！");
|
||
} else {
|
||
int requestNum = selfTokenLimitList.get(apiKey).incrementAndGet();
|
||
if (requestNum > one_selfCopilot_limit) {
|
||
log.info(apiKey + " requests is " + requestNum + " rate limit exceeded");
|
||
return new ResponseEntity<>(Result.error("current requests is " + requestNum + " rate limit exceeded"), HttpStatus.TOO_MANY_REQUESTS);
|
||
}
|
||
}
|
||
String chat_token = selfTokenList.get(apiKey);
|
||
Map<String, String> headersMap = new HashMap<>();
|
||
//添加头部
|
||
addHeader(headersMap, chat_token);
|
||
String json = com.alibaba.fastjson2.JSON.toJSONString(conversation);
|
||
RequestBody requestBody = RequestBody.create(json, JSON);
|
||
Request.Builder requestBuilder = new Request.Builder().url(github_embaddings).post(requestBody);
|
||
headersMap.forEach(requestBuilder::addHeader);
|
||
Request streamRequest = requestBuilder.build();
|
||
try (Response resp = client.newCall(streamRequest).execute()) {
|
||
if (!resp.isSuccessful()) {
|
||
if (resp.code() == 429) {
|
||
return new ResponseEntity<>(Result.error("rate limit exceeded"), HttpStatus.TOO_MANY_REQUESTS);
|
||
} else {
|
||
String token = getSelfToken(apiKey);
|
||
if (token == null) {
|
||
return new ResponseEntity<>(Result.error("自定义 APIKey is wrong"), HttpStatus.UNAUTHORIZED);
|
||
}
|
||
selfTokenList.put(apiKey, token);
|
||
log.info("token过期，自定义selfToken重置化成功！");
|
||
againEmbeddings(response, conversation, token);
|
||
}
|
||
} else {
|
||
// 非流式输出
|
||
outPutEmbeddings(response, resp);
|
||
}
|
||
}
|
||
return null;
|
||
} catch (IOException e) {
|
||
throw new RuntimeException(e);
|
||
}
|
||
}, executor);
|
||
|
||
return getObjectResponseEntity(future);
|
||
}
|
||
|
||
public Object againEmbeddings(HttpServletResponse response, @org.springframework.web.bind.annotation.RequestBody Conversation conversation, String token) {
|
||
try {
|
||
Map<String, String> headersMap = new HashMap<>();
|
||
//添加头部
|
||
addHeader(headersMap, token);
|
||
String json = com.alibaba.fastjson2.JSON.toJSONString(conversation);
|
||
RequestBody requestBody = RequestBody.create(json, JSON);
|
||
Request.Builder requestBuilder = new Request.Builder().url(github_embaddings).post(requestBody);
|
||
headersMap.forEach(requestBuilder::addHeader);
|
||
Request streamRequest = requestBuilder.build();
|
||
try (Response resp = client.newCall(streamRequest).execute()) {
|
||
if (!resp.isSuccessful()) {
|
||
return new ResponseEntity<>(Result.error("copilot/cocopilot/自定义 APIKey is wrong Or your network is wrong"), HttpStatus.UNAUTHORIZED);
|
||
} else {
|
||
// 非流式输出
|
||
outPutEmbeddings(response, resp);
|
||
}
|
||
}
|
||
return null;
|
||
} catch (Exception e) {
|
||
throw new RuntimeException(e);
|
||
}
|
||
}
|
||
|
||
/**
|
||
* 用于copilot——ghu或gho 拿到token
|
||
*
|
||
* @param apiKey
|
||
* @return
|
||
* @throws IOException
|
||
*/
|
||
private String getCopilotToken(String apiKey) throws IOException {
|
||
Request request = new Request.Builder().url(github_get_token_url)
|
||
.addHeader("Host", "api.github.com")
|
||
.addHeader("authorization", "token " + apiKey)
|
||
.addHeader("Editor-Version", vscode_version)
|
||
.addHeader("Editor-Plugin-Version", "copilot-chat/" + copilot_chat_version)
|
||
.addHeader("User-Agent", "GitHubCopilotChat/" + copilot_chat_version)
|
||
.addHeader("Accept", "*/*").build();
|
||
return getToken(request);
|
||
}
|
||
|
||
@Nullable
|
||
private String getToken(Request request) throws IOException {
|
||
try (Response response = client.newCall(request).execute()) {
|
||
log.info(response.toString());
|
||
if (!response.isSuccessful()) {
|
||
return null;
|
||
}
|
||
String responseBody = response.body().string();
|
||
JSONObject jsonResponse = com.alibaba.fastjson2.JSON.parseObject(responseBody);
|
||
return jsonResponse.getString("token");
|
||
} catch (JSONException e) {
|
||
throw new RuntimeException(e);
|
||
}
|
||
}
|
||
|
||
/**
|
||
* 用于cocopilot——ccu 拿到token
|
||
*
|
||
* @param apiKey
|
||
* @return
|
||
* @throws IOException
|
||
*/
|
||
private String getCoCoToken(String apiKey) throws IOException {
|
||
Request request = new Request.Builder().url(get_cocopilotToken_url)
|
||
.addHeader("authorization", "token " + apiKey)
|
||
.addHeader("Editor-Version", vscode_version)
|
||
.addHeader("Editor-Plugin-Version", "copilot-chat/" + copilot_chat_version)
|
||
.addHeader("User-Agent", "GitHubCopilotChat/" + copilot_chat_version)
|
||
.addHeader("Accept", "*/*").build();
|
||
return getToken(request);
|
||
}
|
||
|
||
/**
|
||
* 用于self——ccu 拿到token
|
||
*
|
||
* @param apiKey
|
||
* @return
|
||
* @throws IOException
|
||
*/
|
||
private String getSelfToken(String apiKey) throws IOException {
|
||
Request request = new Request.Builder().url(get_token_url)
|
||
.addHeader("authorization", "token " + apiKey)
|
||
.addHeader("Editor-Version", vscode_version)
|
||
.addHeader("Editor-Plugin-Version", "copilot-chat/" + copilot_chat_version)
|
||
.addHeader("User-Agent", "GitHubCopilotChat/" + copilot_chat_version)
|
||
.addHeader("Accept", "*/*").build();
|
||
return getToken(request);
|
||
}
|
||
|
||
|
||
private Object getModels() {
|
||
try {
|
||
Future<Object> future = executor.submit(() -> {
|
||
String jsonString = models;
|
||
return new ObjectMapper().readTree(jsonString);
|
||
});
|
||
return future.get();
|
||
} catch (Exception e) {
|
||
throw new RuntimeException(e);
|
||
}
|
||
}
|
||
|
||
/**
|
||
* copilot的模型
|
||
*
|
||
* @return
|
||
* @throws JsonProcessingException
|
||
*/
|
||
@GetMapping("/v1/models")
|
||
public Object models() {
|
||
return getModels();
|
||
}
|
||
|
||
/**
|
||
* cocopilot的模型
|
||
*
|
||
* @return
|
||
* @throws JsonProcessingException
|
||
*/
|
||
@GetMapping("/cocopilot/v1/models")
|
||
public Object cocoPilotModels() {
|
||
return getModels();
|
||
}
|
||
|
||
/**
|
||
* 自定义的模型
|
||
*
|
||
* @return
|
||
* @throws JsonProcessingException
|
||
*/
|
||
@GetMapping("/self/v1/models")
|
||
public Object selfPilotModels() {
|
||
return getModels();
|
||
}
|
||
|
||
/**
|
||
* 提问请求头
|
||
*
|
||
* @param headersMap
|
||
* @param chat_token
|
||
*/
|
||
private void addHeader(Map<String, String> headersMap, String chat_token) {
|
||
headersMap.put("Host", "api.githubcopilot.com");
|
||
headersMap.put("Accept-Encoding", "gzip, deflate, br");
|
||
headersMap.put("Accept", "*/*");
|
||
headersMap.put("Authorization", "Bearer " + chat_token);
|
||
headersMap.put("X-Request-Id", UUID.randomUUID().toString());
|
||
headersMap.put("X-Github-Api-Version", "2023-07-07");
|
||
headersMap.put("Vscode-Sessionid", UUID.randomUUID().toString() + System.currentTimeMillis());
|
||
headersMap.put("vscode-machineid", machineId);
|
||
headersMap.put("Editor-Version", vscode_version);
|
||
headersMap.put("Editor-Plugin-Version", "copilot-chat/" + copilot_chat_version);
|
||
headersMap.put("Openai-Organization", "github-copilot");
|
||
headersMap.put("Copilot-Integration-Id", "vscode-chat");
|
||
headersMap.put("Openai-Intent", "conversation-panel");
|
||
headersMap.put("User-Agent", "GitHubCopilotChat/" + copilot_chat_version);
|
||
}
|
||
|
||
/**
|
||
* chat接口的输出
|
||
*
|
||
* @param response
|
||
* @param resp
|
||
* @param conversation
|
||
*/
|
||
private void outPutChat(HttpServletResponse response, Response resp, Conversation conversation) {
|
||
try {
|
||
boolean isStream = (conversation.getStream() != null) ? conversation.getStream() : false;
|
||
String model = (conversation.getModel() != null) ? conversation.getModel() : "gpt-3.5-turbo";
|
||
int sleep_time = calculateSleepTime(model, isStream);
|
||
if (isStream) {
|
||
response.setContentType("text/event-stream; charset=UTF-8");
|
||
} else {
|
||
response.setContentType("application/json; charset=utf-8");
|
||
}
|
||
|
||
try (PrintWriter out = new PrintWriter(new OutputStreamWriter(response.getOutputStream(), StandardCharsets.UTF_8), true);
|
||
BufferedReader in = new BufferedReader(new InputStreamReader(resp.body().byteStream(), StandardCharsets.UTF_8))) {
|
||
|
||
String line;
|
||
while ((line = in.readLine()) != null) {
|
||
out.println(line);
|
||
out.flush();
|
||
if (sleep_time > 0 && line.startsWith("data")) {
|
||
Thread.sleep(sleep_time);
|
||
}
|
||
}
|
||
log.info("使用模型：" + model + "，vscode_version：" + vscode_version + "，copilot_chat_version：" + copilot_chat_version + "，字符间隔时间：" + sleep_time + "ms，响应：" + resp);
|
||
} catch (InterruptedException e) {
|
||
Thread.currentThread().interrupt();
|
||
throw new IOException("Thread was interrupted", e);
|
||
}
|
||
} catch (IOException e) {
|
||
throw new RuntimeException("IO Exception occurred", e);
|
||
}
|
||
}
|
||
|
||
/**
|
||
* chat接口的每个字的睡眠时间
|
||
*/
|
||
private int calculateSleepTime(String model, boolean isStream) {
|
||
if (isStream) {
|
||
if (!model.contains("gpt-4")) {
|
||
return gpt3_sleepTime;
|
||
} else {
|
||
return gpt4_sleepTime;
|
||
}
|
||
} else {
|
||
return 0;
|
||
}
|
||
}
|
||
|
||
/**
|
||
* Embeddings接口的输出
|
||
*
|
||
* @param response
|
||
* @param resp
|
||
*/
|
||
private void outPutEmbeddings(HttpServletResponse response, Response resp) {
|
||
try {
|
||
response.setContentType("application/json; charset=utf-8");
|
||
OutputStream out = new BufferedOutputStream(response.getOutputStream());
|
||
InputStream in = new BufferedInputStream(resp.body().byteStream());
|
||
// 一次拿多少数据 迭代循环
|
||
byte[] buffer = new byte[8192];
|
||
int bytesRead;
|
||
while ((bytesRead = in.read(buffer)) != -1) {
|
||
out.write(buffer, 0, bytesRead);
|
||
out.flush();
|
||
}
|
||
} catch (IOException e) {
|
||
throw new RuntimeException(e);
|
||
}
|
||
}
|
||
} |