Merge pull request #9 from pamelafox/httpdemos

Add http demos

Author: pamelafox

http/.env.sample

@@ -0,0 +1,2 @@
+AZURE_OPENAI_SERVICE=
+AUTH_TOKEN=

http/auth.py

@@ -0,0 +1,27 @@
+from pathlib import Path
+
+import azure.identity
+from dotenv import load_dotenv
+
+# Load environment variables from .env file
+load_dotenv(override=True)
+
+# Get a token from Azure
+token_provider = azure.identity.get_bearer_token_provider(
+    azure.identity.DefaultAzureCredential(), "https://cognitiveservices.azure.com/.default"
+)
+token = token_provider()
+
+# Path to the .env file
+env_path = Path(__file__).parent / ".env"
+
+# Read the existing lines
+with open(env_path) as f:
+    lines = f.readlines()
+
+# Write back non-AUTH_TOKEN lines and append the new token
+with open(env_path, "w") as f:
+    for line in lines:
+        if not line.startswith("TOKEN"):
+            f.write(line)
+    f.write(f"TOKEN={token}\n")

http/azure_openai.http

@@ -0,0 +1,14 @@
+POST https://{{$dotenv SERVICE}}.openai.azure.com/openai/deployments/{{$dotenv DEPLOYMENT}}/chat/completions?api-version=2024-02-15-preview
+Authorization: Bearer {{$dotenv TOKEN}}
+Content-Type: application/json
+
+{
+    "messages": [{"role":"system","content":"You are an AI assistant that loves emojis."},
+                 {"role":"user","content":"What is the capital of France?"}],
+    "max_tokens": 800,
+    "temperature": 0.7,
+    "frequency_penalty": 0,
+    "presence_penalty": 0,
+    "top_p": 0.95,
+    "stop": null
+}

retrieval_augmented_generation.py

@@ -10,7 +10,6 @@
 API_HOST = os.getenv("API_HOST")
 
 if API_HOST == "azure":
-
     token_provider = azure.identity.get_bearer_token_provider(
         azure.identity.DefaultAzureCredential(), "https://cognitiveservices.azure.com/.default"
     )
@@ -22,29 +21,22 @@
     MODEL_NAME = os.getenv("AZURE_OPENAI_DEPLOYMENT")
 
 elif API_HOST == "ollama":
-
     client = openai.OpenAI(
         base_url=os.getenv("OLLAMA_ENDPOINT"),
         api_key="nokeyneeded",
     )
     MODEL_NAME = os.getenv("OLLAMA_MODEL")
 
 elif API_HOST == "github":
-
     client = openai.OpenAI(base_url="https://models.inference.ai.azure.com", api_key=os.getenv("GITHUB_TOKEN"))
     MODEL_NAME = os.getenv("GITHUB_MODEL")
 
 else:
-
     client = openai.OpenAI(api_key=os.getenv("OPENAI_KEY"))
     MODEL_NAME = os.getenv("OPENAI_MODEL")
 
-SYSTEM_MESSAGE = """
-You are a helpful assistant that answers questions about cars based off a hybrid car data set.
-You must use the data set to answer the questions, you should not provide any info that is not in the provided sources.
-"""
 
-USER_MESSAGE = "how fast is a prius?"
+USER_MESSAGE = "how fast is the prius v?"
 
 # Open the CSV and store in a list
 with open("hybrid.csv") as file:
@@ -69,6 +61,11 @@
 print(matches_table)
 
 # Now we can use the matches to generate a response
+SYSTEM_MESSAGE = """
+You are a helpful assistant that answers questions about cars based off a hybrid car data set.
+You must use the data set to answer the questions, you should not provide any info that is not in the provided sources.
+"""
+
 response = client.chat.completions.create(
     model=MODEL_NAME,
     temperature=0.7,