Arch

import os
from langtrace_python_sdk import langtrace # Must precede any llm module imports
langtrace.init(api_key = os.environ['LANGTRACE_API_KEY'])

from openai import OpenAI
## NOTE that Arch is openai client compatible which is why we will use the OPEN AI client


# Generate a simple output
messages = [
  {
      "role": "system",
      "content": (
          "You are an artificial intelligence assistant and you need to "
          "engage in a helpful, detailed, polite conversation with a user."
      ),
  },
  {
      "role": "user",
      "content": (
          "Count to 100, with a comma between each number and no newlines. "
          "E.g., 1, 2, 3, ..."
      ),
  },
]

## NOTE that Arch should be running on either port 10000 or 12000
client = OpenAI(api_key=os.environ['OPENAI_API_KEY'], base_url="http://127.0.0.1:12000/v1")

response = client.chat.completions.create(
  model="gpt-4",
  messages=messages,
)