Merge branch 'master' of https://github.com/thomasm1/python_2018

Author: thomasm1

Dockerfile

@@ -0,0 +1,8 @@
+FROM python:3.9-slim
+
+WORKDIR /app
+
+COPY simple_server.py .
+
+CMD ["python", "simple_server.py"]
+

PY_AGENTS/.gitignore

@@ -0,0 +1,2 @@
+node_modules
+.env

PY_AGENTS/agent-mapl-anthropic/.dockerignore

@@ -0,0 +1,4 @@
+.env
+.gitignore
+env
+

PY_AGENTS/agent-mapl-anthropic/Dockerfile

@@ -0,0 +1,18 @@
+FROM python:3.11-slim
+
+WORKDIR /app
+
+COPY . /app
+
+RUN pip install --no-cache-dir -r requirements.txt
+
+#COPY agents.py prompts.py ./
+
+RUN mkdir /app/data
+
+
+EXPOSE 80
+#set the environmen variable 
+#ENV PYTHONUNBUFFERED=1 
+
+CMD ["python", "agents.py"]

PY_AGENTS/agent-mapl-anthropic/README.md

@@ -0,0 +1,2 @@
+docker run -it -v "C:\Users\thoma\git\_python\PY_AGENTS:/app/data" mapl-agents
+

PY_AGENTS/agent-mapl-anthropic/agents.py

@@ -0,0 +1,117 @@
+# agent-mapl.py
+
+import os
+import csv
+import anthropic
+from prompts import *
+
+#KEY
+if not os.getenv("ANTHROPIC_API_KEY"):
+  os.environ["ANTHROPIC_API_KEY"] =  input("Please enter your Antrhopic API key: ") # prompt the user for anthro api key
+
+#CLIENT
+client = anthropic.Anthropic()
+sonnet = "claude-3-5-sonnet-20240620"   # model name get from docs.anthropic.com/en/docs/about-claude/models
+
+# Function to read the CSV file form the user
+def read_csv(file_path):
+  data = []
+  with open(file_path, "r", newline="") as csvfile: #open csv in readmode
+    csv_reader = csv.reader(csvfile)  # create csv reader obj
+    for row in csv_reader:
+      data.append(row)  # add each row to the data list
+  return data
+
+# Saving  
+def save_to_csv(data, output_file, headers=None):
+  mode = 'w' if headers else 'a' # set file mode: w write if headers are provide else a append
+  with open(output_file, mode, newline="") as f:
+    writer=csv.writer(f) # create a csv writer object
+    if headers:
+      writer.writerow(headers) # write the headers if provided
+    for row in csv.reader(data.splitlines()): #sp;lie data stirng into rows
+      writer.writerow(row)
+
+
+#my personal librarian agent
+def analyzer_agent(sample_data):
+  message = client.messages.create(
+    model=sonnet,
+    max_tokens=400, #limit response to 400 tokens
+    temperature=0.1, # set low temp for more focused, deterministic output
+    system=ANALYZER_SYSTEM_PROMPT,  # use the predefined system prompt for analyzer
+    messages=[
+      {
+        "role":"user",
+        "content": ANALYZER_USER_PROMPT.format(sample_data=sample_data)
+        # format user prompt with provided smpale data
+      }
+    ]
+  )
+  return message.content[0].text # return text content of tfirst message
+
+# generator agent
+def generator_agent(analysis_result, sample_data, num_rows=30):
+  message = client.messages.create(
+    model=sonnet,
+    max_tokens=1500, # allow for longer response
+    temperature=1, # high temp for creative, divers output
+    system=GENERATOR_SYSTEM_PROMPT,
+    messages=[
+      {
+        "role":"user",
+        "content": GENERATOR_USER_PROMPT.format(
+          num_rows=num_rows,
+          analysis_result=analysis_result,
+          sample_data=sample_data
+        )
+      }
+    ]
+  )    
+  return message.content[0].text
+
+
+#main fucntion to run analyzer and generator agents: CONTROL THE AGENTS!
+
+#get input
+file_path = input("\nPuh-lease enter the name of your CSV file: ")
+file_path = os.path.join('/app/data', file_path)
+desired_rows =  int(input("n now Enter the number of rows you want in the new dataset: "))
+
+#read data
+sample_data = read_csv(file_path)
+sample_data_str  = "\n".join([",".join(row) for row in sample_data]) # convert 2d list to a single string
+
+print("\nLaunching team of Agents")
+
+analysis_result = analyzer_agent(sample_data_str)
+print("\n### Analyzer Agent output:###\n")
+print(analysis_result)
+print("\n=-============\n\nGenerating new data....")
+
+#output
+output_file = "/app/data/new_dataset.csv"
+headers = sample_data[0]
+ 
+#creat output with headers
+save_to_csv("", output_file, headers)
+
+
+batch_size = 30  #number of rows to genrate in each batch
+generated_rows = 0 # counter to keep track of rows generated
+
+# generate data in batches until rows reached
+while generated_rows < desired_rows:
+  rows_to_generate = min(batch_size, desired_rows - generated rows)
+  generated_data = generator_agent(analysis_result, sample_data_str, rows_to_generate)
+  #append gen data to output file
+  save_to_csv(generated_data, output_file)
+  #update count of generated rows
+  generated_rows += rows_to_generate
+  #print progress update
+  print(f"Generated {generated_rows} rows out of {desired_rows}")
+
+# inform process complete
+print(f"\nGenerated data has been saved to {output_file}")
+
+# THE END

PY_AGENTS/agent-mapl-anthropic/input.csv

@@ -0,0 +1,4 @@
+Type,Indicators,Name,Instructions
+bookwork,studious,iWorm,read and teach
+taskrunner,heavy duty,ichabod,pick up and carry
+

PY_AGENTS/agent-mapl-anthropic/prompts.py

@@ -0,0 +1,32 @@
+#prompts.py
+ANALYZER_SYSTEM_PROMPT = """You are an AI agent that analyzes the CSV provided by the user. 
+The focus of your analysis should be on what the data is, how it is formatted, what each column stands for, and how new data should be interpreted."""
+
+GENERATOR_SYSTEM_PROMPT = """You are an AI agent that generates new CSV rows based on analyssi results and sample data. 
+Follow the exact formatting and don't outpu any extra text. You only output formatted data, never any other text."""
+
+ANALZER_USER_PROMPT = """ Analyze the structure and patterns of this sample dataset:
+
+{sampl_data}
+
+Provide a concise summary of the following: 
+1. formatting of the dataset, be crystal clear when describing the structure of the CSV
+2. what the dataset represets, what each column stands for
+3. how new data should look like, based on the patterns you've identified
+"""
+
+GENERATOR_USER_PROMPT = """Generate {num_rows} new CSV rows based on this analysis and sample data:
+
+
+Analysis:
+{analysis_result}
+
+Sample Data: 
+{sample_data}
+
+Use the exact same formatting as the orginal data. Output onlyh the generated code, no extra text.
+
+DO NOT USE ANY TEXT BEFVOFE/AFTER THE DATA. JUST START BY OUTPUTTING THE NEW ROWS. NO EXTRA TEXT!!!!"""
+
+
+

PY_AGENTS/agent-mapl-anthropic/requirements.txt

@@ -0,0 +1,2 @@
+anthropic
+

PY_AGENTS/n8n-ai-starter-kit

@@ -0,0 +1 @@
+Subproject commit 9c99ced2919dbce0764b8d42b6451526dab586d4