still bad

tonghuikang · Nov 2, 2024 · faf944f · faf944f
1 parent db0c852
commit faf944f
Show file tree

Hide file tree

Showing 12 changed files with 2,973 additions and 3,145 deletions.
diff --git a/classification.ipynb b/classification.ipynb
@@ -35,7 +35,9 @@
     "- pandas\n",
     "- scikit-learn\n",
     "- anthropic\n",
-    "- openai"
+    "- openai\n",
+    "\n",
+    "Note: o1 may be sonnet in this notebook, I have not updated everything"
    ]
   },
   {
@@ -576,17 +578,18 @@
     "        \n",
     "    conversation_history.append({\"role\": \"user\", \"content\": user_message})\n",
     "    \n",
-    "    response = openai_client.chat.completions.create(\n",
-    "        model=\"o1-preview\",\n",
-    "        messages=conversation_history\n",
+    "    message = anthropic_client.messages.create(\n",
+    "        model=\"claude-3-5-sonnet-20241022\",\n",
+    "        max_tokens=4000,\n",
+    "        messages=conversation_history,\n",
     "    )\n",
     "    \n",
-    "    token_counts[\"o1_input\"] += response.usage.prompt_tokens\n",
-    "    token_counts[\"o1_output\"] += response.usage.completion_tokens\n",
-    "    token_costs[\"o1_input\"] += response.usage.prompt_tokens * 3 * 1e-6\n",
-    "    token_costs[\"o1_output\"] += response.usage.completion_tokens * 15 * 1e-6\n",
+    "    token_counts[\"sonnet_input\"] += message.usage.input_tokens\n",
+    "    token_counts[\"sonnet_output\"] += message.usage.output_tokens\n",
+    "    token_costs[\"sonnet_input\"] += message.usage.input_tokens * 3 * 1e-6\n",
+    "    token_costs[\"sonnet_output\"] += message.usage.output_tokens * 15 * 1e-6\n",
     "\n",
-    "    parameters_update_response = response.choices[0].message.content\n",
+    "    parameters_update_response = message.content[0].text\n",
     "\n",
     "    for model_parameter_key in model_parameters.keys():\n",
     "        groups = re.search(\n",
@@ -1006,10 +1009,10 @@
      "data": {
       "text/plain": [
        "defaultdict(int,\n",
-       "            {'haiku_input': 240596,\n",
-       "             'haiku_output': 20808,\n",
-       "             'o1_input': 37424,\n",
-       "             'o1_output': 31341})"
+       "            {'haiku_input': 117320,\n",
+       "             'haiku_output': 32972,\n",
+       "             'sonnet_input': 40721,\n",
+       "             'sonnet_output': 2651})"
       ]
      },
      "execution_count": 20,
@@ -1031,7 +1034,7 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "Cost: $0.67\n"
+      "Cost: $0.23\n"
      ]
     }
    ],

diff --git a/html_output/iteration-classification-001-diff.html b/html_output/iteration-classification-001-diff.html
diff --git a/html_output/iteration-classification-001.html b/html_output/iteration-classification-001.html
diff --git a/html_output/iteration-classification-002-diff.html b/html_output/iteration-classification-002-diff.html
diff --git a/html_output/iteration-classification-002.html b/html_output/iteration-classification-002.html
diff --git a/html_output/iteration-classification-003-diff.html b/html_output/iteration-classification-003-diff.html
diff --git a/html_output/iteration-classification-003.html b/html_output/iteration-classification-003.html
diff --git a/html_output/iteration-classification-004-diff.html b/html_output/iteration-classification-004-diff.html
diff --git a/html_output/iteration-classification-004.html b/html_output/iteration-classification-004.html
diff --git a/html_output/iteration-classification-005-diff.html b/html_output/iteration-classification-005-diff.html
diff --git a/html_output/iteration-classification-005.html b/html_output/iteration-classification-005.html
diff --git a/html_output/prompt-history-classification.html b/html_output/prompt-history-classification.html