improve chatGPT system prompt for numeric answers

folktexts/classifier/web_api_classifier.py

@@ -157,7 +157,7 @@ def _query_webapi_batch(
         # > Therefore: for multi-token answers, extra forward passes may be required
         else:
             # Add extra tokens for textual prefix, e.g., "The probability is: ..."
-            num_forward_passes = question.num_forward_passes + 8
+            num_forward_passes = question.num_forward_passes + 2
 
         api_call_params = dict(
             temperature=1,
@@ -176,8 +176,12 @@ def _query_webapi_batch(
 
         # Get system prompt depending on Q&A type
         if isinstance(question, DirectNumericQA):
-            # system_prompt = "Please respond with number."
-            system_prompt = "Please respond with number representing the estimated probability."
+            system_prompt = "Your response must start with a number representing the estimated probability."
+            # system_prompt = (
+            #     "You are a highly specialized assistant that always responds with a single number. "
+            #     "For every input, you must analyze the request and respond with only the relevant single number, "
+            #     "without any additional text, explanation, or symbols."
+            # )
         elif isinstance(question, MultipleChoiceQA):
             system_prompt = "Please respond with a single letter."
         else: