Update api/index.js
Browse files- api/index.js +11 -23
api/index.js
CHANGED
@@ -23,7 +23,6 @@ class Config {
|
|
23 |
this.GPT_GRPC = 'runtime-native-io-gpt-inference-grpc-service-lmuw6mcn3q-ul.a.run.app';
|
24 |
this.GPT_PROTO = path.join(__dirname,'..', 'protos', 'GPTInferenceService.proto')
|
25 |
this.PORT = process.env.PORT || 8787;
|
26 |
-
this.USE_SSL = process.env.USE_SSL === 'true';
|
27 |
}
|
28 |
}
|
29 |
class GRPCHandler {
|
@@ -95,14 +94,10 @@ router.get(config.API_PREFIX + '/v1/models', () =>
|
|
95 |
router.post(config.API_PREFIX + '/v1/chat/completions', (req) => handleCompletion(req));
|
96 |
|
97 |
async function GrpcToPieces(models, message, rules, stream, temperature, top_p) {
|
98 |
-
|
99 |
-
|
100 |
-
|
101 |
-
|
102 |
-
credentials = grpc.credentials.createInsecure();
|
103 |
-
}
|
104 |
-
|
105 |
-
let client, request;
|
106 |
if (models.includes('gpt')){
|
107 |
// 加载proto文件
|
108 |
const packageDefinition = new GRPCHandler(config.GPT_PROTO).packageDefinition;
|
@@ -287,18 +282,11 @@ async function handleCompletion(request) {
|
|
287 |
}
|
288 |
|
289 |
(async () => {
|
290 |
-
|
291 |
-
|
292 |
-
|
293 |
-
|
294 |
-
|
295 |
-
|
296 |
-
|
297 |
-
console.error('Server error:', error);
|
298 |
-
});
|
299 |
-
|
300 |
-
// 确保监听所有接口
|
301 |
-
httpServer.listen(config.PORT, '0.0.0.0', () => {
|
302 |
-
console.log(`Server is running on http://0.0.0.0:${config.PORT}`);
|
303 |
-
});
|
304 |
})();
|
|
|
23 |
this.GPT_GRPC = 'runtime-native-io-gpt-inference-grpc-service-lmuw6mcn3q-ul.a.run.app';
|
24 |
this.GPT_PROTO = path.join(__dirname,'..', 'protos', 'GPTInferenceService.proto')
|
25 |
this.PORT = process.env.PORT || 8787;
|
|
|
26 |
}
|
27 |
}
|
28 |
class GRPCHandler {
|
|
|
94 |
router.post(config.API_PREFIX + '/v1/chat/completions', (req) => handleCompletion(req));
|
95 |
|
96 |
async function GrpcToPieces(models, message, rules, stream, temperature, top_p) {
|
97 |
+
// 在非GPT类型的模型中,temperature和top_p是无效的
|
98 |
+
// 使用系统的根证书
|
99 |
+
const credentials = grpc.credentials.createSsl();
|
100 |
+
let client,request;
|
|
|
|
|
|
|
|
|
101 |
if (models.includes('gpt')){
|
102 |
// 加载proto文件
|
103 |
const packageDefinition = new GRPCHandler(config.GPT_PROTO).packageDefinition;
|
|
|
282 |
}
|
283 |
|
284 |
(async () => {
|
285 |
+
//For Cloudflare Workers
|
286 |
+
if (typeof addEventListener === 'function') return;
|
287 |
+
// For Nodejs
|
288 |
+
const ittyServer = createServerAdapter(router.fetch);
|
289 |
+
console.log(`Listening on http://localhost:${config.PORT}`);
|
290 |
+
const httpServer = createServer(ittyServer);
|
291 |
+
httpServer.listen(config.PORT);
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
292 |
})();
|