// Numbas version: exam_results_page_options {"name": "Certainty-based marking", "extensions": [], "custom_part_types": [{"source": {"pk": 59, "author": {"name": "Christian Lawson-Perfect", "pk": 7}, "edit_page": "/part_type/59/edit"}, "name": "How certain are you?", "short_name": "how-certain-are-you", "description": "

The student is asked to rate how certain they are of their answer. This could be used in a gap-fill in conjunction with another part type to implement certainty-based marking.

", "help_url": "", "input_widget": "dropdown", "input_options": {"correctAnswer": "0", "hint": {"static": true, "value": ""}, "choices": {"static": true, "value": ["Low", "Medium", "High"]}}, "can_be_gap": true, "can_be_step": true, "marking_script": "mark:\nfeedback(\"You rated your certainty as {levels[studentAnswer]}.\")\n\ninterpreted_answer:\nstudentAnswer\n\nlevels:\n[\"low\",\"medium\",\"high\"]", "marking_notes": [{"name": "mark", "description": "This is the main marking note. It should award credit and provide feedback based on the student's answer.", "definition": "feedback(\"You rated your certainty as {levels[studentAnswer]}.\")"}, {"name": "interpreted_answer", "description": "A value representing the student's answer to this part.", "definition": "studentAnswer"}, {"name": "levels", "description": "", "definition": "[\"low\",\"medium\",\"high\"]"}], "settings": [{"name": "none", "label": "Nonsense setting", "help_url": "", "hint": "The Numbas editor seems to require at least one setting - need to fix that!", "input_type": "string", "default_value": "", "subvars": false}], "public_availability": "restricted", "published": false, "extensions": []}], "resources": [], "navigation": {"allowregen": true, "showfrontpage": false, "preventleave": false, "typeendtoleave": false}, "question_groups": [{"pickingStrategy": "all-ordered", "questions": [{"name": "Certainty-based marking", "tags": [], "metadata": {"description": "

A quick implementation of certainty-based marking: the student's score depends on how they rated their certainty in their answer before submission.

\n

Because Numbas doesn't allow negative marking at the moment, scores are shifted upwards, so a high certainty incorrect answer scores 0, and a high certainty correct answer scores full credit.

", "licence": "Creative Commons Attribution 4.0 International"}, "statement": "", "advice": "", "rulesets": {}, "extensions": [], "variables": {}, "variablesTest": {"condition": "", "maxRuns": 100}, "ungrouped_variables": [], "variable_groups": [], "functions": {}, "preamble": {"js": "", "css": ""}, "parts": [{"type": "gapfill", "useCustomName": false, "customName": "", "marks": 0, "scripts": {}, "customMarkingAlgorithm": "certainty:\n answers[1]\n\nresult:\n submit_part(gaps[0][\"path\"],answers[0])\n\nraw_credit:\n result[\"credit\"]\n\nscaled_credit:\n (if(raw_credit=0,\n [0,-2,-6][certainty]\n ,\n [1,2,3][certainty]*raw_credit\n )+6)/9\n\ngap_feedback:\n concat_feedback(marked_original_order[1][\"feedback\"],1,false);\n concat_feedback(filter(true,x,result[\"feedback\"]),0,false);\n add_credit(scaled_credit,\"\")\n\nq:\n join(map(x[\"message\"],x,result[\"feedback\"]),\". \")", "extendBaseMarkingAlgorithm": true, "unitTests": [], "showCorrectAnswer": true, "showFeedbackIcon": true, "variableReplacements": [], "variableReplacementStrategy": "originalfirst", "nextParts": [], "suggestGoingBack": false, "adaptiveMarkingPenalty": 0, "exploreObjective": null, "prompt": "

What is $1+1$?

\n

[[0]]

\n

How certain are you that your answer is correct?

\n

[[1]]

", "gaps": [{"type": "numberentry", "useCustomName": false, "customName": "", "marks": "9", "scripts": {}, "customMarkingAlgorithm": "", "extendBaseMarkingAlgorithm": true, "unitTests": [], "showCorrectAnswer": true, "showFeedbackIcon": true, "variableReplacements": [], "variableReplacementStrategy": "originalfirst", "nextParts": [], "suggestGoingBack": false, "adaptiveMarkingPenalty": 0, "exploreObjective": null, "minValue": "2", "maxValue": "2", "correctAnswerFraction": false, "allowFractions": false, "mustBeReduced": false, "mustBeReducedPC": 0, "showFractionHint": true, "notationStyles": ["plain", "en", "si-en"], "correctAnswerStyle": "plain"}, {"type": "how-certain-are-you", "useCustomName": false, "customName": "", "marks": "0", "scripts": {}, "customMarkingAlgorithm": "", "extendBaseMarkingAlgorithm": true, "unitTests": [], "showCorrectAnswer": true, "showFeedbackIcon": true, "variableReplacements": [], "variableReplacementStrategy": "originalfirst", "nextParts": [], "suggestGoingBack": false, "adaptiveMarkingPenalty": 0, "exploreObjective": null, "settings": {"none": ""}}], "sortAnswers": false}], "partsMode": "all", "maxMarks": 0, "objectives": [], "penalties": [], "objectiveVisibility": "always", "penaltyVisibility": "always", "contributors": [{"name": "Christian Lawson-Perfect", "profile_url": "https://numbas.mathcentre.ac.uk/accounts/profile/7/"}]}]}], "contributors": [{"name": "Christian Lawson-Perfect", "profile_url": "https://numbas.mathcentre.ac.uk/accounts/profile/7/"}]}