run completions.create async

containers · Mar 20, 2024 · 3098934 · 3098934
1 parent 2d6e1a5
commit 3098934
Show file tree

Hide file tree

Showing 2 changed files with 18 additions and 12 deletions.
diff --git a/packages/backend/src/managers/playgroundV2Manager.spec.ts b/packages/backend/src/managers/playgroundV2Manager.spec.ts
@@ -182,15 +182,15 @@ test('valid submit should create IPlaygroundMessage and notify the webview', asy
     id: expect.anything(),
     options: undefined,
     role: 'user',
-    timestamp: date.getTime(),
+    timestamp: expect.any(Number),
   });
   expect(conversations[0].messages[1]).toStrictEqual({
     choices: undefined,
     completed: expect.any(Number),
     content: '',
     id: expect.anything(),
     role: 'assistant',
-    timestamp: date.getTime(),
+    timestamp: expect.any(Number),
   });
 
   expect(webviewMock.postMessage).toHaveBeenLastCalledWith({

diff --git a/packages/backend/src/managers/playgroundV2Manager.ts b/packages/backend/src/managers/playgroundV2Manager.ts
@@ -126,16 +126,22 @@ export class PlaygroundV2Manager extends Publisher<PlaygroundV2[]> implements Di
     if (systemPrompt) {
       messages.push({ role: 'system', content: systemPrompt });
     }
-    const response = await client.chat.completions.create({
-      messages,
-      stream: true,
-      model: modelInfo.file.file,
-      ...options,
-    });
-    // process stream async
-    this.processStream(playground.id, response).catch((err: unknown) => {
-      console.error('Something went wrong while processing stream', err);
-    });
+    client.chat.completions
+      .create({
+        messages,
+        stream: true,
+        model: modelInfo.file.file,
+        ...options,
+      })
+      .then(response => {
+        // process stream async
+        this.processStream(playground.id, response).catch((err: unknown) => {
+          console.error('Something went wrong while processing stream', err);
+        });
+      })
+      .catch((err: unknown) => {
+        console.error('Something went wrong while creating model reponse', err);
+      });
   }
 
   /**