import type { ModelData } from "../model-data.js"; import type { PipelineType } from "../pipelines.js"; import { getModelInputSnippet } from "./inputs.js"; export const snippetBasic = (model: ModelData, accessToken: string): string => `async function query(data) { const response = await fetch( "https://api-inference.huggingface.co/models/${model.id}", { headers: { Authorization: "Bearer ${accessToken || `{API_TOKEN}`}" }, method: "POST", body: JSON.stringify(data), } ); const result = await response.json(); return result; } query({"inputs": ${getModelInputSnippet(model)}}).then((response) => { console.log(JSON.stringify(response)); });`; export const snippetZeroShotClassification = (model: ModelData, accessToken: string): string => `async function query(data) { const response = await fetch( "https://api-inference.huggingface.co/models/${model.id}", { headers: { Authorization: "Bearer ${accessToken || `{API_TOKEN}`}" }, method: "POST", body: JSON.stringify(data), } ); const result = await response.json(); return result; } query({"inputs": ${getModelInputSnippet( model )}, "parameters": {"candidate_labels": ["refund", "legal", "faq"]}}).then((response) => { console.log(JSON.stringify(response)); });`; export const snippetTextToImage = (model: ModelData, accessToken: string): string => `async function query(data) { const response = await fetch( "https://api-inference.huggingface.co/models/${model.id}", { headers: { Authorization: "Bearer ${accessToken || `{API_TOKEN}`}" }, method: "POST", body: JSON.stringify(data), } ); const result = await response.blob(); return result; } query({"inputs": ${getModelInputSnippet(model)}}).then((response) => { // Use image });`; export const snippetTextToAudio = (model: ModelData, accessToken: string): string => { const commonSnippet = `async function query(data) { const response = await fetch( "https://api-inference.huggingface.co/models/${model.id}", { headers: { Authorization: "Bearer ${accessToken || `{API_TOKEN}`}" }, method: "POST", body: JSON.stringify(data), } );`; if (model.library_name === "transformers") { return ( commonSnippet + ` const result = await response.blob(); return result; } query({"inputs": ${getModelInputSnippet(model)}}).then((response) => { // Returns a byte object of the Audio wavform. Use it directly! });` ); } else { return ( commonSnippet + ` const result = await response.json(); return result; } query({"inputs": ${getModelInputSnippet(model)}}).then((response) => { console.log(JSON.stringify(response)); });` ); } }; export const snippetFile = (model: ModelData, accessToken: string): string => `async function query(filename) { const data = fs.readFileSync(filename); const response = await fetch( "https://api-inference.huggingface.co/models/${model.id}", { headers: { Authorization: "Bearer ${accessToken || `{API_TOKEN}`}" }, method: "POST", body: data, } ); const result = await response.json(); return result; } query(${getModelInputSnippet(model)}).then((response) => { console.log(JSON.stringify(response)); });`; export const jsSnippets: Partial string>> = { // Same order as in js/src/lib/interfaces/Types.ts "text-classification": snippetBasic, "token-classification": snippetBasic, "table-question-answering": snippetBasic, "question-answering": snippetBasic, "zero-shot-classification": snippetZeroShotClassification, translation: snippetBasic, summarization: snippetBasic, conversational: snippetBasic, "feature-extraction": snippetBasic, "text-generation": snippetBasic, "text2text-generation": snippetBasic, "fill-mask": snippetBasic, "sentence-similarity": snippetBasic, "automatic-speech-recognition": snippetFile, "text-to-image": snippetTextToImage, "text-to-speech": snippetTextToAudio, "text-to-audio": snippetTextToAudio, "audio-to-audio": snippetFile, "audio-classification": snippetFile, "image-classification": snippetFile, "image-to-text": snippetFile, "object-detection": snippetFile, "image-segmentation": snippetFile, }; export function getJsInferenceSnippet(model: ModelData, accessToken: string): string { return model.pipeline_tag && model.pipeline_tag in jsSnippets ? jsSnippets[model.pipeline_tag]?.(model, accessToken) ?? "" : ""; } export function hasJsInferenceSnippet(model: ModelData): boolean { return !!model.pipeline_tag && model.pipeline_tag in jsSnippets; }