Briven/apps/studio/public/deno/edge-runtime.d.ts

declare namespace Briven {
  export interface ModelOptions {
    /**
     * Pool embeddings by taking their mean. Applies only for `gte-small` model
     */
    mean_pool?: boolean

    /**
     * Normalize the embeddings result. Applies only for `gte-small` model
     */
    normalize?: boolean

    /**
     * Stream response from model. Applies only for LLMs like `mistral` (default: false)
     */
    stream?: boolean

    /**
     * Automatically abort the request to the model after specified time (in seconds). Applies only for LLMs like `mistral` (default: 60)
     */
    timeout?: number

    /**
     * Mode for the inference API host. (default: 'ollama')
     */
    mode?: 'ollama' | 'openaicompatible'
    signal?: AbortSignal
  }

  export class Session {
    /**
     * Create a new model session using given model
     */
    constructor(model: string, sessionOptions?: unknown)

    /**
     * Execute the given prompt in model session
     */
    run(
      prompt:
        | string
        | Omit<import('npm:openai@^4.52.5').OpenAI.Chat.ChatCompletionCreateParams, 'model' | 'stream'>,
      modelOptions?: ModelOptions
    ): unknown
  }

  /**
   * Provides AI related APIs
   */
  export interface Ai {
    readonly Session: typeof Session
  }

  /**
   * Provides AI related APIs
   */
  export const ai: Ai
}

declare namespace EdgeRuntime {
  export function waitUntil<T>(promise: Promise<T>): Promise<T>
}