clean: delete all useless functions

ai-comic-factory/src/app/queries/getLLMEngineFunction.ts

@@ -1,19 +1,6 @@
-import { LLMEngine } from "@/types"
-import { predict as predictWithHuggingFace } from "./predictWithHuggingFace"
-import { predict as predictWithOpenAI } from "./predictWithOpenAI"
-import { predict as predictWithGroq } from "./predictWithGroq"
-import { predict as predictWithAnthropic } from "./predictWithAnthropic"
+import { LLMEngine } from '@/types';
 
-export const defaultLLMEngineName = `${process.env.LLM_ENGINE || ""}` as LLMEngine
-
-export function getLLMEngineFunction(llmEngineName: LLMEngine = defaultLLMEngineName) {
-  const llmEngineFunction = 
-    llmEngineName === "GROQ" ? predictWithGroq :
-    llmEngineName === "ANTHROPIC" ? predictWithAnthropic :
-    llmEngineName === "OPENAI" ? predictWithOpenAI :
-    predictWithHuggingFace
-  
-  return llmEngineFunction
-}
+import { predict as predictWithHuggingFace } from './predictWithHuggingFace';
 
-export const defaultLLMEngineFunction = getLLMEngineFunction()
+export const defaultLLMEngineName = `${process.env.LLM_ENGINE || ""}` as LLMEngine
+export const defaultLLMEngineFunction = predictWithHuggingFace

ai-comic-factory/src/app/queries/mockLLMResponse.ts

@@ -1,51 +0,0 @@
-import { GeneratedPanels } from "@/types"
-
-export const mockGeneratedPanels: GeneratedPanels = [{
-  "panel": 1,
-  "instructions": "wide shot of detective walking towards a UFO crash site",
-  "speech": "Hmm.. interesting.",
-  "caption": "Detective Jameson investigates a UFO crash in the desert"
-},
-{
-  "panel": 2,
-  "instructions": "close-up of detective's face, determined expression",
-  "speech": "I've been tracking this case for weeks",
-  "caption": "He's been tracking this case for weeks"
-},
-{
-  "panel": 3,
-  "instructions": "medium shot of detective examining UFO debris",
-  "speech": "...",
-  "caption": "The evidence is scattered all over the desert"
-},
-{
-  "panel": 4,
-  "instructions": "close-up of strange symbol on UFO debris",
-  "speech": " what does this symbol mean?",
-  "caption": "strange symbols"
-},
-{
-  "panel": 5,
-  "instructions": "wide shot of detective walking towards a strange rock formation",
-  "speech": "I've been tracking this case for weeks",
-  "caption": "Jameson follows a trail that leads him deeper into the desert"
-},
-{
-  "panel": 6,
-  "instructions": "medium shot of detective discovering an alien body",
-  "speech": "I'm not alone in the desert",
-  "caption": "He's not alone"
-},
-{
-  "panel": 7,
-  "instructions": "close-up of alien's face, eyes closed, peaceful expression",
-  "speech": "...?",
-  "caption": "An alien life form, deceased"
-},
-{
-  "panel": 8,
-  "instructions": "wide shot of detective standing over the alien body, looking up at the sky",
-  "speech": "what other secrets lie beyond the stars?",
-  "caption": "Jameson wonders"
-}
-]

ai-comic-factory/src/app/queries/predict.ts

@@ -1,23 +1,16 @@
 "use server"
 
-import { LLMEngine, LLMPredictionFunctionParams } from "@/types"
-import { defaultLLMEngineName, getLLMEngineFunction } from "./getLLMEngineFunction"
+import { LLMPredictionFunctionParams } from '@/types';
 
-export async function predict(params: LLMPredictionFunctionParams): Promise<string> {
-  const { llmVendorConfig: { vendor } } = params
-  // LLMVendor = what the user configure in the UI (eg. a dropdown item called default server)
-  // LLMEngine = the actual engine to use (eg. hugging face)
-  const llmEngineName: LLMEngine =
-    vendor === "ANTHROPIC" ? "ANTHROPIC" :
-    vendor === "GROQ" ? "GROQ" :
-    vendor === "OPENAI" ? "OPENAI" :
-    defaultLLMEngineName
+import { defaultLLMEngineFunction } from './getLLMEngineFunction';
 
-  const llmEngineFunction = getLLMEngineFunction(llmEngineName)
+export async function predict(params: LLMPredictionFunctionParams): Promise<string> {
+  // const llmEngineName = defaultLLMEngineName
+  const llmEngineFunction = defaultLLMEngineFunction
 
   // console.log("predict: using " + llmEngineName)
   const results = await llmEngineFunction(params)
 
   // console.log("predict: result: " + results)
   return results
-}
+}

ai-comic-factory/src/app/queries/predictWithAnthropic.ts

@@ -1,48 +0,0 @@
-"use server"
-
-import { LLMPredictionFunctionParams } from '@/types';
-import Anthropic from '@anthropic-ai/sdk';
-import { MessageParam } from '@anthropic-ai/sdk/resources';
-
-export async function predict({
-  systemPrompt,
-  userPrompt,
-  nbMaxNewTokens,
-  llmVendorConfig
-}: LLMPredictionFunctionParams): Promise<string> {
-  const anthropicApiKey = `${
-    llmVendorConfig.apiKey ||
-    process.env.AUTH_ANTHROPIC_API_KEY ||
-    ""
-  }`
-  const anthropicApiModel = `${
-    llmVendorConfig.modelId ||
-    process.env.LLM_ANTHROPIC_API_MODEL ||
-    "claude-3-opus-20240229"
-  }`
-  if (!anthropicApiKey) { throw new Error(`cannot call Anthropic without an API key`) }
-  
-  const anthropic = new Anthropic({
-    apiKey: anthropicApiKey,
-  })
-
-  const messages: MessageParam[] = [
-    { role: "user", content: userPrompt },
-  ]
-
-  try {
-    const res = await anthropic.messages.create({
-      messages: messages,
-      // stream: false,
-      system: systemPrompt,
-      model: anthropicApiModel,
-      // temperature: 0.8,
-      max_tokens: nbMaxNewTokens,
-    })
-
-    return (res.content[0] as any)?.text || ""
-  } catch (err) {
-    console.error(`error during generation: ${err}`)
-    return ""
-  }
-}

ai-comic-factory/src/app/queries/predictWithGroq.ts

@@ -1,48 +0,0 @@
-"use server"
-
-import { LLMPredictionFunctionParams } from "@/types"
-import Groq from "groq-sdk"
-
-export async function predict({
-  systemPrompt,
-  userPrompt,
-  nbMaxNewTokens,
-  llmVendorConfig
-}: LLMPredictionFunctionParams): Promise<string> {
-  const groqApiKey = `${
-    llmVendorConfig.apiKey ||
-    process.env.AUTH_GROQ_API_KEY ||
-    ""
-  }`
-  const groqApiModel = `${
-    llmVendorConfig.modelId ||
-    process.env.LLM_GROQ_API_MODEL ||
-    "mixtral-8x7b-32768"
-  }`
-
-  if (!groqApiKey) { throw new Error(`cannot call Groq without an API key`) }
-  
-  const groq = new Groq({
-    apiKey: groqApiKey,
-  })
-
-  const messages: Groq.Chat.Completions.CompletionCreateParams.Message[] = [
-    { role: "system", content: systemPrompt },
-    { role: "user", content: userPrompt },
-  ]
-
-  try {
-    const res = await groq.chat.completions.create({
-      messages: messages,
-      model: groqApiModel,
-      stream: false,
-      temperature: 0.5,
-      max_tokens: nbMaxNewTokens,
-    })
-
-    return res.choices[0].message.content || ""
-  } catch (err) {
-    console.error(`error during generation: ${err}`)
-    return ""
-  }
-}

ai-comic-factory/src/app/queries/predictWithOpenAI.ts

@@ -1,55 +0,0 @@
-"use server"
-
-import type { ChatCompletionMessageParam } from "openai/resources/chat"
-import OpenAI from "openai"
-import { LLMPredictionFunctionParams } from "@/types"
-
-export async function predict({
-  systemPrompt,
-  userPrompt,
-  nbMaxNewTokens,
-  llmVendorConfig
-}: LLMPredictionFunctionParams): Promise<string> {
-  const openaiApiKey = `${
-    llmVendorConfig.apiKey ||
-    process.env.AUTH_OPENAI_API_KEY ||
-    ""
-  }`
-  const openaiApiModel = `${
-    llmVendorConfig.modelId ||
-    process.env.LLM_OPENAI_API_MODEL ||
-    "gpt-4-turbo"
-  }`
-
-  if (!openaiApiKey) { throw new Error(`cannot call OpenAI without an API key`) }
-  
-
-  const openaiApiBaseUrl = `${process.env.LLM_OPENAI_API_BASE_URL || "https://api.openai.com/v1"}`
-
-  const openai = new OpenAI({
-    apiKey: openaiApiKey,
-    baseURL: openaiApiBaseUrl,
-  })
-
-  const messages: ChatCompletionMessageParam[] = [
-    { role: "system", content: systemPrompt },
-    { role: "user", content: userPrompt },
-  ]
-
-  try {
-    const res = await openai.chat.completions.create({
-      messages: messages,
-      stream: false,
-      model: openaiApiModel,
-      temperature: 0.8,
-      max_tokens: nbMaxNewTokens,
-
-      // TODO: use the nbPanels to define a max token limit
-    })
-
-    return res.choices[0].message.content || ""
-  } catch (err) {
-    console.error(`error during generation: ${err}`)
-    return ""
-  }
-}