Generate

Monitor Cohere generate API usage for cost, performance & user interactions

Python

import cohere
import dokumetry

co = cohere.Client("YOUR_COHERE_API_KEY")

# Pass the above `co` object along with your Doku Ingester URL and API key and this will make sure that all Cohere calls are automatically tracked.
dokumetry.init(llm=co, doku_url="YOUR_DOKU_INGESTER_URL", api_key="YOUR_DOKU_TOKEN")

response = co.generate(
  prompt='How to monitor my LLM Applications?',
)
print(response)

Javascript

import { CohereClient } from "cohere-ai";
import DokuMetry from 'dokumetry';

const cohere = new CohereClient({
    token: "YOUR_COHERE_API_KEY",
});

(async () => {
  // Pass the above `cohere` object along with your Doku Ingester URL and API key and this will make sure that all Cohere calls are automatically tracked.
  DokuMetry.init({llm: cohere, dokuUrl: "YOUR_DOKU_INGESTER_URL", apiKey: "YOUR_DOKU_TOKEN"})

  const generate = await cohere.generate({
      prompt: "What is LLM Monitoring?",
  });

  console.log(generate);
})();