// Numbas version: finer_feedback_settings
{"name": "Hypothesis test concept question", "extensions": [], "custom_part_types": [], "resources": [], "navigation": {"allowregen": true, "showfrontpage": false, "preventleave": false, "typeendtoleave": false}, "question_groups": [{"pickingStrategy": "all-ordered", "questions": [{"name": "Hypothesis test concept question", "tags": [], "metadata": {"description": "<p>Interpreting a p-value given the hypothesis.&nbsp; Common misconceptions.&nbsp;</p>", "licence": "None specified"}, "statement": "<p>You are investigating the effect of a {treatment[a]} on {alterperformance[a]}.&nbsp; You compare the means of your control and experimental groups (with {n} in each sample, and {df} degrees of freedom).&nbsp; You use a simple independent means t-test at the $\\alpha$=0.05 level, and calculate a p-value of {p}.<br/><br/>Please mark each of the statements below as \"true\" or \"false\".&nbsp; \"False\" means that the statement does not follow logically from the above premises. <br/><br/>Please note all/several/none of these statements may be true.</p>", "advice": "<p><strong>PART A, &nbsp;PART D, PART E, PART F</strong></p>\n<p>These are really all asking the same thing. &nbsp;You reject&nbsp;the null hypthesis and accept the alternative hypothesis if the results are significant.</p>\n<p><strong>PART B</strong></p>\n<p>The results are significant if p&lt;$\\alpha$, in this case if p&lt;0.05.</p>\n<p><strong>PART&nbsp;C<br/></strong></p>\n<p>This&nbsp;is highly unlikely to be true (unless the data sets are equal).</p>\n<p><strong>PART G</strong></p>\n<p>You never accept the null hypothesis. &nbsp;If there is no evidence to reject it then, then we do not reject it, but remember the test was checking for evidence AGAINT&nbsp;the null, rather to evidence FOR the null. &nbsp;<em>It is more like acquitting a defendant when there is insufficient evidence to secure a conviction.</em></p>\n<p><strong>PART H</strong></p>\n<p>We were asked for evidence at the 0.05 level, so this is the level we are considering statistically significant. &nbsp;A p-value less than 0.1 is usually considered a small amount of evidence, so if p is between 0.05 and 0.1 we might claim there is 'some evidence but it is not statistically significant'.</p>\n<p><strong>PART&nbsp;I</strong></p>\n<p>A p-value of less than 0.01 is very strong evidence.</p>\n<p><strong></strong></p>", "rulesets": {}, "extensions": [], "builtin_constants": {"e": true, "pi,\u03c0": true, "i": true}, "constants": [], "variables": {"t1": {"name": "t1", "group": "true and false answers", "definition": "if(p<0.05,1,0)", "description": "", "templateType": "anything", "can_override": false}, "f1": {"name": "f1", "group": "true and false answers", "definition": "abs(1-t1)", "description": "", "templateType": "anything", "can_override": false}, "t2": {"name": "t2", "group": "true and false answers", "definition": "if(0.05<p<0.1,1,0)", "description": "", "templateType": "anything", "can_override": false}, "f2": {"name": "f2", "group": "true and false answers", "definition": "abs(1-t2)", "description": "", "templateType": "anything", "can_override": false}, "t3": {"name": "t3", "group": "true and false answers", "definition": "if(p<0.01,1,0)", "description": "", "templateType": "anything", "can_override": false}, "f3": {"name": "f3", "group": "true and false answers", "definition": "abs(1-t3)", "description": "", "templateType": "anything", "can_override": false}, "alterperformance": {"name": "alterperformance", "group": "question variables", "definition": "[\"dandruff levels\", \"VO2-max levels in sprint athletes\", \"anxiety levels\", \"slug populations\", \"hand-eye coordination\", \"body mass index\", \"lower back pain\", \"skin hydration\", \"student test scores\", \"the wild boar population\", \"average reading level at age 6\"]   ", "description": "", "templateType": "anything", "can_override": false}, "treatment": {"name": "treatment", "group": "question variables", "definition": "[\"medicated shampoo\", \"training programme\", \"herbal remedy\", \"biological treatment\", \"caffine intake\", \"hydration level\", \"new treatment\", \"water spray\", \"teaching style\", \"predator numbers\" , \"library access\"]", "description": "", "templateType": "anything", "can_override": false}, "significant": {"name": "significant", "group": "question variables", "definition": "if(sig=\"2\"or sig=\"3\", \"significant\", \"not significant\")", "description": "", "templateType": "anything", "can_override": false}, "p": {"name": "p", "group": "statistics", "definition": "if(\nsig=3, random(0.0001..0.01 #0.001),\nif(\nsig=2, random(0.011..0.049 #0.001),\nif( sig=1, random(0.06..0.10 #0.001),\nrandom(0.11..1 #0.001))))\n\n", "description": "", "templateType": "anything", "can_override": false}, "sig": {"name": "sig", "group": "question variables", "definition": "random(0,1,2,3)", "description": "", "templateType": "anything", "can_override": false}, "n": {"name": "n", "group": "statistics", "definition": "random(5..100 #5)\n", "description": "", "templateType": "anything", "can_override": false}, "t": {"name": "t", "group": "statistics", "definition": "\"need formula for this\"", "description": "", "templateType": "anything", "can_override": false}, "df": {"name": "df", "group": "statistics", "definition": "n-2", "description": "", "templateType": "anything", "can_override": false}, "tails": {"name": "tails", "group": "question variables", "definition": "random(1..2)\n", "description": "", "templateType": "anything", "can_override": false}, "a": {"name": "a", "group": "question variables", "definition": "random(0..10)", "description": "", "templateType": "anything", "can_override": false}}, "variablesTest": {"condition": "", "maxRuns": 100}, "ungrouped_variables": [], "variable_groups": [{"name": "true and false answers", "variables": ["t1", "f1", "t2", "f2", "t3", "f3"]}, {"name": "question variables", "variables": ["alterperformance", "treatment", "significant", "sig", "tails", "a"]}, {"name": "statistics", "variables": ["n", "t", "p", "df"]}], "functions": {}, "preamble": {"js": "", "css": ""}, "parts": [{"type": "1_n_2", "useCustomName": false, "customName": "", "marks": 0, "scripts": {}, "customMarkingAlgorithm": "", "extendBaseMarkingAlgorithm": true, "unitTests": [], "showCorrectAnswer": true, "showFeedbackIcon": true, "variableReplacements": [], "variableReplacementStrategy": "originalfirst", "nextParts": [], "suggestGoingBack": false, "adaptiveMarkingPenalty": 0, "exploreObjective": null, "prompt": "<p>You reject&nbsp;the null hypthesis.</p>", "minMarks": 0, "maxMarks": 0, "shuffleChoices": false, "displayType": "radiogroup", "displayColumns": 0, "showCellAnswerState": true, "choices": ["True", "False"], "matrix": ["{t1}", "{f1}"], "distractors": ["", ""]}, {"type": "1_n_2", "useCustomName": false, "customName": "", "marks": 0, "scripts": {}, "customMarkingAlgorithm": "", "extendBaseMarkingAlgorithm": true, "unitTests": [], "showCorrectAnswer": true, "showFeedbackIcon": true, "variableReplacements": [], "variableReplacementStrategy": "originalfirst", "nextParts": [], "suggestGoingBack": false, "adaptiveMarkingPenalty": 0, "exploreObjective": null, "prompt": "<p>Your result is significant at the level&nbsp;$\\alpha$=0.05.</p>", "minMarks": 0, "maxMarks": 0, "shuffleChoices": false, "displayType": "radiogroup", "displayColumns": 0, "showCellAnswerState": true, "choices": ["TRUE", "FALSE"], "matrix": ["if(sig>1,1,0)", "if(sig<2,1,0)"], "distractors": ["", ""]}, {"type": "1_n_2", "useCustomName": false, "customName": "", "marks": 0, "scripts": {}, "customMarkingAlgorithm": "", "extendBaseMarkingAlgorithm": true, "unitTests": [], "showCorrectAnswer": true, "showFeedbackIcon": true, "variableReplacements": [], "variableReplacementStrategy": "originalfirst", "nextParts": [], "suggestGoingBack": false, "adaptiveMarkingPenalty": 0, "exploreObjective": null, "prompt": "<p>There is no difference between the means of the control and the experimental group.</p>", "minMarks": 0, "maxMarks": 0, "shuffleChoices": false, "displayType": "radiogroup", "displayColumns": 0, "showCellAnswerState": true, "choices": ["True", "False"], "matrix": ["0", "1"], "distractors": ["", ""]}, {"type": "1_n_2", "useCustomName": false, "customName": "", "marks": 0, "scripts": {}, "customMarkingAlgorithm": "", "extendBaseMarkingAlgorithm": true, "unitTests": [], "showCorrectAnswer": true, "showFeedbackIcon": true, "variableReplacements": [], "variableReplacementStrategy": "originalfirst", "nextParts": [], "suggestGoingBack": false, "adaptiveMarkingPenalty": 0, "exploreObjective": null, "prompt": "<p>You accept the alternative hypthesis.</p>", "minMarks": 0, "maxMarks": 0, "shuffleChoices": false, "displayType": "radiogroup", "displayColumns": 0, "showCellAnswerState": true, "choices": ["True", "False"], "matrix": ["{t1}", "{f1}"], "distractors": ["", ""]}, {"type": "1_n_2", "useCustomName": false, "customName": "", "marks": 0, "scripts": {}, "customMarkingAlgorithm": "", "extendBaseMarkingAlgorithm": true, "unitTests": [], "showCorrectAnswer": true, "showFeedbackIcon": true, "variableReplacements": [], "variableReplacementStrategy": "originalfirst", "nextParts": [], "suggestGoingBack": false, "adaptiveMarkingPenalty": 0, "exploreObjective": null, "prompt": "<p>You do not reject&nbsp;the null hypthesis.</p>", "minMarks": 0, "maxMarks": 0, "shuffleChoices": false, "displayType": "radiogroup", "displayColumns": 0, "showCellAnswerState": true, "choices": ["True", "False"], "matrix": ["{f1}", "{t1}"], "distractors": ["", ""]}, {"type": "1_n_2", "useCustomName": false, "customName": "", "marks": 0, "scripts": {}, "customMarkingAlgorithm": "", "extendBaseMarkingAlgorithm": true, "unitTests": [], "showCorrectAnswer": true, "showFeedbackIcon": true, "variableReplacements": [], "variableReplacementStrategy": "originalfirst", "nextParts": [], "suggestGoingBack": false, "adaptiveMarkingPenalty": 0, "exploreObjective": null, "prompt": "<p>There is no evidence to&nbsp;reject&nbsp;the null hypthesis.</p>", "minMarks": 0, "maxMarks": 0, "shuffleChoices": false, "displayType": "radiogroup", "displayColumns": 0, "showCellAnswerState": true, "choices": ["True", "False"], "matrix": ["{f1}", "{t1}"], "distractors": ["", ""]}, {"type": "1_n_2", "useCustomName": false, "customName": "", "marks": 0, "scripts": {}, "customMarkingAlgorithm": "", "extendBaseMarkingAlgorithm": true, "unitTests": [], "showCorrectAnswer": true, "showFeedbackIcon": true, "variableReplacements": [], "variableReplacementStrategy": "originalfirst", "nextParts": [], "suggestGoingBack": false, "adaptiveMarkingPenalty": 0, "exploreObjective": null, "prompt": "<p>You accept the null hypothesis.</p>", "minMarks": 0, "maxMarks": 0, "shuffleChoices": false, "displayType": "radiogroup", "displayColumns": 0, "showCellAnswerState": true, "choices": ["True", "False"], "matrix": ["0", "1"], "distractors": ["", ""]}, {"type": "1_n_2", "useCustomName": false, "customName": "", "marks": 0, "scripts": {}, "customMarkingAlgorithm": "", "extendBaseMarkingAlgorithm": true, "unitTests": [], "showCorrectAnswer": true, "showFeedbackIcon": true, "variableReplacements": [], "variableReplacementStrategy": "originalfirst", "nextParts": [], "suggestGoingBack": false, "adaptiveMarkingPenalty": 0, "exploreObjective": null, "prompt": "<p>There is some weak evidence in favour of rejecting the null hypothesis, but it is not statistically significant.</p>", "minMarks": 0, "maxMarks": 0, "shuffleChoices": false, "displayType": "radiogroup", "displayColumns": 0, "showCellAnswerState": true, "choices": ["True", "False"], "matrix": ["{t2}", "{f2}"], "distractors": ["", ""]}, {"type": "1_n_2", "useCustomName": false, "customName": "", "marks": 0, "scripts": {}, "customMarkingAlgorithm": "", "extendBaseMarkingAlgorithm": true, "unitTests": [], "showCorrectAnswer": true, "showFeedbackIcon": true, "variableReplacements": [], "variableReplacementStrategy": "originalfirst", "nextParts": [], "suggestGoingBack": false, "adaptiveMarkingPenalty": 0, "exploreObjective": null, "prompt": "<p>The evidence in favour of the alternative hypothesis is strong, and statistically significant at the 1% level.</p>", "minMarks": 0, "maxMarks": 0, "shuffleChoices": false, "displayType": "radiogroup", "displayColumns": 0, "showCellAnswerState": true, "choices": ["True", "False"], "matrix": ["{t3}", "{f3}"], "distractors": ["", ""]}], "partsMode": "all", "maxMarks": 0, "objectives": [], "penalties": [], "objectiveVisibility": "always", "penaltyVisibility": "always", "type": "question", "contributors": [{"name": "Ruth Hand", "profile_url": "https://numbas.mathcentre.ac.uk/accounts/profile/3228/"}]}]}], "contributors": [{"name": "Ruth Hand", "profile_url": "https://numbas.mathcentre.ac.uk/accounts/profile/3228/"}]}