import { StreamToIterable } from '@axflow/models/shared';
import { GoogleGenerateContent } from '@axflow/models/google/generate-content';

const stream = await GoogleGenerateContent.stream(
  {
    model: 'gemini-pro',
    contents: [
      {
        parts: [
          {
            text: 'Write a two sentence story about a magic backpack',
          },
        ],
      },
    ],
  },
  {
    apiKey: process.env.GOOGLE_API_KEY,
  }
);

for await (const chunk of StreamToIterable(stream)) {
  console.log(chunk);
}

import { StreamToIterable } from '@axflow/models/shared';
import { TogetherAIInference } from '@axflow/models/togetherai/inference';

const stream = await TogetherAIInference.stream(
  {
    model: 'togethercomputer/llama-2-70b-chat',
    prompt: '[INST] Using no more than 20 words, what is the Eiffel tower? [/INST] ',
    max_tokens: 250,
  },
  {
    apiKey: process.env.TOGETHERAI_API_KEY,
  }
);

for await (const chunk of StreamToIterable(stream)) {
  console.log(chunk);
}