Update llm error handling for data extract

src/services/data-extraction/data-extraction.impl.ts

@@ -14,7 +14,7 @@ import {first, GenAiModel, GenerativeResponse} from "../../utils";
 import pQueue from '../../utils/p-queue'
 import PQueue from "../../utils/p-queue";
 
-const queue = new PQueue({concurrency: 4});
+const queue = new PQueue({concurrency: 2});
 
 export interface DataExtractionBackendConfig {
     identityUrl: string;
@@ -219,11 +219,26 @@ export class DataExtractionImpl extends DataExtractionCsv<WatsonBackends, Contex
         const input = prompt + '\n\n' + text;
 
         const modelId = config.model || this.backendConfig.modelId;
-        const result: GenerativeResponse = await backends.wml.generate({
-            input,
-            modelId,
-            parameters,
-        });
+        const result: GenerativeResponse = await backends.wml
+            .generate({
+                input,
+                modelId,
+                parameters,
+            })
+            .then(result => {
+                if (result?.generatedText?.trim()) {
+                    return result
+                }
+
+                const fallbackModelId: string = 'meta-llama/llama-2-70b-chat'
+                console.log(`*** No information returned from generate. Trying again with ${fallbackModelId} model`)
+
+                return backends.wml.generate({
+                    input,
+                    modelId: fallbackModelId,
+                    parameters,
+                })
+            });
 
         console.log('2. Text generated from watsonx.ai:', {prompt, modelId, max_new_tokens, generatedText: result.generatedText, input})
 

src/utils/gen-ai-model.ts

@@ -91,7 +91,7 @@ export class GenAiModel {
                 }
 
                 console.log('Error generating text: ', err);
-                throw err;
+                return {generatedText: '[Error]'}
             })
     }
 }