Add required_temp support in jsonl format to support flexible temperature setting for gen_api_answer (#2653)

Author: CodingWithTim

fastchat/llm_judge/gen_api_answer.py

@@ -27,8 +27,13 @@
 def get_answer(
     question: dict, model: str, num_choices: int, max_tokens: int, answer_file: str
 ):
+    assert (
+        args.force_temperature is not None and "required_temperature" in question.keys()
+    ) == False
     if args.force_temperature is not None:
         temperature = args.force_temperature
+    elif "required_temperature" in question.keys():
+        temperature = question["required_temperature"]
     elif question["category"] in temperature_config:
         temperature = temperature_config[question["category"]]
     else: