/api/videos will generate summaries using all APIs

Author: wjohnsto

services/video-search/src/config.ts

@@ -1,6 +1,6 @@
 import 'dotenv/config';
 
-const {
+let {
   npm_package_name,
   npm_package_version,
   PORT,
@@ -34,6 +34,10 @@ const {
   USE,
 } = process.env;
 
+if (typeof USE === 'string') {
+    USE = USE.toLowerCase();
+}
+
 const DEFAULT_VIDEO_INDEX_NAME = 'idx-videos';
 const DEFAULT_VIDEO_PREFIX = 'video:';
 const DEFAULT_VECTOR_SET = 'video-vectors';
@@ -101,8 +105,9 @@ export default {
       OPENAI_SUMMARY_PREFIX ?? `openai-${DEFAULT_SUMMARY_PREFIX}`,
   },
   use: {
-    GOOGLE: USE === 'GOOGLE',
-    HF: USE === 'HF',
-    OPENAI: USE === 'OPENAI',
+    DEFAULT: USE ?? 'openai',
+    GOOGLE: USE === 'google',
+    HF: USE === 'hf',
+    OPENAI: USE === 'openai',
   },
 };

services/video-search/src/router.ts

@@ -10,30 +10,13 @@ function getApi(api?: 'google' | 'hf' | 'openai') {
   if (typeof api === 'string') {
     api = api.toLowerCase() as 'google' | 'hf' | 'openai';
   }
+  const defaultAPI = config.use.DEFAULT;
 
-  const useGoogle = api === 'google' || (!api && config.use.GOOGLE);
-  const useHf = api === 'hf' || (!api && config.use.HF);
-  const useOpenai = api === 'openai' || (!api && config.use.OPENAI);
-
-  if (useGoogle) {
-    return {
-      summarize: google.summarize,
-      store: google.store,
-      search: google.search,
-    };
-  } else if (useHf) {
-    return {
-      summarize: hf.summarize,
-      store: hf.store,
-      search: hf.search,
-    };
-  } else {
-    return {
-      summarize: openai.summarize,
-      store: openai.store,
-      search: openai.search,
-    };
-  }
+  return {
+    google,
+    hf,
+    openai,
+  }[api ?? defaultAPI] as typeof openai;
 }
 
 const defaultApi = getApi();
@@ -77,24 +60,23 @@ async function search({
 
 router.post('/videos', async (req, res) => {
   const { videos } = req.body as { videos: string[] };
-  const useApi = req.headers['x-use-api'] as
-    | 'google'
-    | 'hf'
-    | 'openai'
-    | undefined;
-  const api = getApi(useApi);
+  const apis: ['google', 'hf', 'openai'] = ['google', 'hf', 'openai'];
 
   try {
-    await loadVideos({ api, videos });
+    await Promise.all(
+      apis.map((api) => {
+        return loadVideos({ api: getApi(api), videos });
+      }),
+    );
 
     res.status(200).json({ message: 'Videos loaded' });
   } catch (e) {
-    log.error('Unexpected error in /videos/load', {
+    log.error('Unexpected error in /videos', {
       error: {
         message: (e as Error).message,
         stack: (e as Error).stack,
       },
-      location: 'router.videos.google.load',
+      location: 'router.videos',
     });
 
     res.status(500).json({ error: (e as Error).message });

services/video-search/src/script.ts

@@ -12,7 +12,6 @@ The transcript of the video will also be used as the basis for a question and an
 Provide some examples questions and answers that could be asked about the video. Make these questions very specific.
 
 Total output will be a summary of the video and a list of example questions the user could ask of the video.
-Total output must have a maximum length of 8192 tokens.
 
 SUMMARY AND QUESTIONS:
 `;
@@ -35,7 +34,6 @@ Provide some examples questions and answers that could be asked about the video.
 these questions very specific.
 If the context isn't useful, return the original summary and questions.
 Total output will be a summary of the video and a list of example questions the user could ask of the video.
-Total output must have a maximum length of 8192 tokens.
 
 SUMMARY AND QUESTIONS:
 `;