Perplexity

import os
from langtrace_python_sdk import langtrace # Must precede any llm module imports
langtrace.init(api_key = os.environ['LANGTRACE_API_KEY'])

from openai import OpenAI
## NOTE that perplexity is open ai client compatible which is why we will use the OPEN AI client


# Generate a simple output with the Mistral 7b MODEL
messages = [
  {
      "role": "system",
      "content": (
          "You are an artificial intelligence assistant and you need to "
          "engage in a helpful, detailed, polite conversation with a user."
      ),
  },
  {
      "role": "user",
      "content": (
          "Count to 100, with a comma between each number and no newlines. "
          "E.g., 1, 2, 3, ..."
      ),
  },
]

client = OpenAI(api_key=os.environ['PPLX_API_KEY'], base_url="https://api.perplexity.ai")

response = client.chat.completions.create(
  model="mistral-7b-instruct",
  messages=messages,
)