OpenAI Chat

pnpm add @nestjs-ai/platform @nestjs-ai/model-openai @nestjs-ai/model @nestjs-ai/commons openai

import { Module } from '@nestjs/common';
import { NestAiModule } from '@nestjs-ai/platform';
import { OpenAiChatModelModule } from '@nestjs-ai/model-openai';

@Module({
  imports: [
    NestAiModule.forRoot(),
    OpenAiChatModelModule.forFeature({
      apiKey: process.env.OPENAI_API_KEY,
      options: {
        model: 'gpt-4o',
        temperature: 0.7,
      },
    }),
  ],
})
export class AppModule {}

import { Module } from '@nestjs/common';
import { ConfigModule, ConfigService } from '@nestjs/config';
import { NestAiModule } from '@nestjs-ai/platform';
import { OpenAiChatModelModule } from '@nestjs-ai/model-openai';

@Module({
  imports: [
    ConfigModule.forRoot(),
    NestAiModule.forRoot(),
    OpenAiChatModelModule.forFeatureAsync({
      inject: [ConfigService],
      useFactory: (config: ConfigService) => ({
        apiKey: config.getOrThrow<string>('OPENAI_API_KEY'),
        options: {
          model: 'gpt-4o',
          temperature: 0.7,
        },
      }),
    }),
  ],
})
export class AppModule {}

import { readFileSync } from 'node:fs';
import { Media, MediaFormat } from '@nestjs-ai/commons';
import { UserMessage } from '@nestjs-ai/model';
import { Prompt } from '@nestjs-ai/model';
import { OpenAiChatOptions } from '@nestjs-ai/model-openai';

const imageBytes = readFileSync(new URL('./multimodal.test.png', import.meta.url));

const userMessage = new UserMessage({
  content: 'Explain what do you see on this picture?',
  media: [new Media({ mimeType: MediaFormat.IMAGE_PNG, data: imageBytes })],
});

const response = await chatModel.call(
  new Prompt(
    [userMessage],
    OpenAiChatOptions.builder().model('gpt-4o').build(),
  ),
);

const userMessage = new UserMessage({
  content: 'Explain what do you see on this picture?',
  media: [
    new Media({
      mimeType: MediaFormat.IMAGE_PNG,
      data: new URL('https://example.com/multimodal.test.png'),
    }),
  ],
});

const response = await chatModel.call(
  new Prompt(
    [userMessage],
    OpenAiChatOptions.builder().model('gpt-4o').build(),
  ),
);

This is an image of a fruit bowl with a simple design. The bowl is made of metal with curved wire edges that
create an open structure, allowing the fruit to be visible from all angles. Inside the bowl, there are two
yellow bananas resting on top of what appears to be a red apple. The bananas are slightly overripe, as
indicated by the brown spots on their peels. The bowl has a metal ring at the top, likely to serve as a handle
for carrying. The bowl is placed on a flat surface with a neutral-colored background that provides a clear
view of the fruit inside.

import { readFileSync } from 'node:fs';
import { Media, MediaFormat } from '@nestjs-ai/commons';
import { Prompt, UserMessage } from '@nestjs-ai/model';
import { OpenAiChatOptions } from '@nestjs-ai/model-openai';

const audioBytes = readFileSync(new URL('./speech1.mp3', import.meta.url));

const userMessage = new UserMessage({
  content: 'What is this recording about?',
  media: [new Media({ mimeType: MediaFormat.AUDIO_MP3, data: audioBytes })],
});

const response = await chatModel.call(
  new Prompt(
    [userMessage],
    OpenAiChatOptions.builder().model('gpt-4o-audio-preview').build(),
  ),
);

import { Prompt, UserMessage } from '@nestjs-ai/model';
import { OpenAiChatOptions } from '@nestjs-ai/model-openai';

const userMessage = new UserMessage({ content: 'Tell me a short joke about Node.js' });

const response = await chatModel.call(
  new Prompt(
    [userMessage],
    OpenAiChatOptions.builder()
      .model('gpt-4o-audio-preview')
      .outputModalities(['text', 'audio'])
      .outputAudio({ voice: 'alloy', format: 'wav' })
      .build(),
  ),
);

const text = response.result?.output.text; // audio transcript
const waveAudio = response.result?.output.media[0]?.dataAsByteArray; // audio data (Buffer)

OpenAiChatModelModule.forFeature({
  apiKey: process.env.OPENAI_API_KEY,
});

import { Module } from '@nestjs/common';
import { NestAiModule } from '@nestjs-ai/platform';
import { OpenAiChatModelModule } from '@nestjs-ai/model-openai';
import { SecretsService } from './secrets.service.js';

@Module({
  imports: [
    NestAiModule.forRoot(),
    OpenAiChatModelModule.forFeatureAsync({
      imports: [SecretsModule],
      inject: [SecretsService],
      useFactory: async (secrets: SecretsService) => ({
        apiKey: await secrets.getOpenAiKey(),
        options: { model: 'gpt-4o' },
      }),
    }),
  ],
})
export class AppModule {}

const requestOptions = OpenAiChatOptions.builder()
  .apiKey(tenantApiKey)
  .model('gpt-4o')
  .build();

const response = await chatModel.call(new Prompt('Hello', requestOptions));

OpenAiChatModelModule.forFeature({
  baseUrl: 'http://localhost:8000/v1',
  options: {
    model: 'meta-llama/Llama-3-8B-Instruct',
    temperature: 0.7,
    extraBody: {
      top_k: 50,
      repetition_penalty: 1.1,
    },
  },
});

{
  "model": "meta-llama/Llama-3-8B-Instruct",
  "temperature": 0.7,
  "top_k": 50,
  "repetition_penalty": 1.1,
  "messages": [...]
}

const response = await chatModel.call(
  new Prompt(
    'Tell me a creative story',
    OpenAiChatOptions.builder()
      .model('meta-llama/Llama-3-8B-Instruct')
      .temperature(0.7)
      .extraBody({
        top_k: 50,
        repetition_penalty: 1.1,
        frequency_penalty: 0.5,
      })
      .build(),
  ),
);

OpenAiChatModelModule.forFeature({
  baseUrl: 'http://localhost:8000/v1',
  options: {
    model: 'meta-llama/Llama-3-70B-Instruct',
    extraBody: {
      top_k: 40,
      top_p: 0.95,
      repetition_penalty: 1.05,
      min_p: 0.05,
    },
  },
});

const options = OpenAiChatOptions.builder()
  .model('llama3.2')
  .extraBody({
    num_predict: 100,
    top_k: 40,
    repeat_penalty: 1.1,
  })
  .build();

const response = await chatModel.call(new Prompt('Generate text', options));