evaluating_gpt.py

from openai import OpenAI
import json

client = OpenAI(api_key="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")


def get_score_from_gpt(question, clues_to_autograder, answer, student_answer):
    return client.chat.completions.create(
        model="gpt-3.5-turbo-1106",
        response_format={ "type": "json_object" },
        messages=[
            {"role": "system", "content": f"you are a helpful teaching assistant working as a auto grader to grade the assignments submitted by the students. you have these prior knowledge {clues_to_autograder}. you have to Grade this student's answer according to its completeness, correctness, and understanding of the topic from 0 to 10. and leave a comment for the student stating his weaknesses. this is the question for which the student is answering {question}. this is the right answer according to the teacher {answer}"},
            {"role": "user", "content": f"answer: {student_answer} give me the answer in json format with keys marks: the marks scored by the assignment, comment: comment on the assignment without revealing the right answer"}
            ]
    ).choices[0].message.content
    
filename="science.json"
with open(filename, 'r') as file:
    data = json.load(file)

file = open("evaluating_gpt_results.txt", 'a')
for datum in data:
    score = get_score_from_gpt(datum["question"], datum["clues_to_autograder"], datum["sample_answer"], datum["student_answer"])
    print(datum["question"], datum["student_answer"], score)
    file.write(f"Question: {datum['question']}\nStudent Answer: {datum['student_answer']}\nScore: {score}\n\n")
file.close()