diff --git a/public/configs/global.json b/public/configs/global.json index 1947e1d11..9d80bc759 100644 --- a/public/configs/global.json +++ b/public/configs/global.json @@ -12,7 +12,9 @@ "vis-test-expert-seq8", "vis-test-expert-seq10", "vis-test-expert-seq11", - "vis-test-expert-seq1" + "vis-test-expert-seq1", + "vis-test-expert-ak-supp", + "vis-test-expert-jc-supp" ], "configs": { @@ -81,6 +83,12 @@ }, "vis-test-expert-seq1": { "path": "gpt-expert-seq1/config-gpt-expert-seq1.json" + }, + "vis-test-expert-ak-supp": { + "path": "gpt-expert-ak-supp/config-gpt-expert-seq9-supp.json" + }, + "vis-test-expert-jc-supp": { + "path": "gpt-expert-jc-supp/config-gpt-expert-seq1-supp.json" } } } diff --git a/public/gpt-expert-ak-supp/config-gpt-expert-seq9-supp.json b/public/gpt-expert-ak-supp/config-gpt-expert-seq9-supp.json new file mode 100644 index 000000000..30cd38f05 --- /dev/null +++ b/public/gpt-expert-ak-supp/config-gpt-expert-seq9-supp.json @@ -0,0 +1,4831 @@ +{ + "$schema": "https://raw.githubusercontent.com/reVISit-studies/study/main/src/parser/StudyConfigSchema.json", + "studyMetadata": { + "title": "Expert Evaluation of Visualization Items", + "version": "pilot", + "authors": [ + "The reVISit Team" + ], + "date": "2024-02-16", + "description": "An experiment to test gpt generated visualization questions", + "organizations": [ + "Northwestern University", + "WPI" + ] + }, + "uiConfig": { + "contactEmail": "yding5@wpi.edu", + "helpTextPath": "gpt-expert/help.md", + "logoPath": "assets/revisitLogoSquare.svg", + "withProgressBar": true, + "autoDownloadStudy": false, + "sidebar": true, + "urlParticipantIdParam": "pid" + + }, + "baseComponents": { + "visTask": { + "description": "A base trial", + "instruction": "Please answer the questions below (Q1-Q4 are required; Q5 is optional). Please scroll down if not all questions are visible. The \"next\" button is located at the bottom of this side bar", + "type": "react-component", + "path": "gpt-vis/VisComponent.tsx", + "nextButtonLocation": "sidebar", + "instructionLocation": "sidebar", + "response": [ + { + "id": "q1", + "prompt": "Q1. How relevant is this item to assess people’s ability to carry out the visualization task [insert task name - you can get the task name from txt file name]?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + }, + { + "id": "q2", + "prompt": "**Q2. How clear are the question statement and the options?**", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Very clear", + "leftLabel": "Not clear" + }, + { + "id": "q3", + "prompt": "**Q3. Is one of the options a correct or approximately correct answer to the question?**", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "Yes", + "value": "Yes" + }, + { + "label": "No", + "value": "No" + } + ] + }, + { + "id": "q4", + "prompt": "**Q4. Is the answer marked as green the correct answer?** ", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "Yes", + "value": "Yes" + }, + { + "label": "No", + "value": "No" + }, + { + "label": "More than one option could be considered correct", + "value": "More than one option could be considered correct" + } + ] + }, + { + "id": "q5", + "prompt": "**Q5. Any comments?**", + "required": false, + "location": "sidebar", + "type": "longText", + "placeholder": "You may input your comments here." + } + ] + } + }, "components": { + "introduction": { + "type": "markdown", + "path": "gpt-expert/introduction.md", + "response": [ + { + "id": "userNames", + "prompt": "Please enter your name below. This information will be removed when we make our data publicly available", + "required": true, + "location": "belowStimulus", + "type": "shortText", + "placeholder": "Your Name" + } + ] + }, + + "area_chart-estimate_the_ratio_of_one_value_to_another_value_of_the_same_type-health": { + "meta": { + "taskDesc": "estimate_the_ratio_of_one_value_to_another_value_of_the_same_type", + "context": "health" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the ratio of one value to another value of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the ratio of the number of patients recovered on Day 20 to the number of patients recovered on Day 10?", + "imgName": "area_chart-health.png", + "options": [ + "(A) 1.2", + "(B) 2.2", + "(C) 3.2", + "(D) 4.2" + ], + "correctIndex": 1 + } + }, + "scatterplot-describe_trend_or_correlation-health": { + "meta": { + "taskDesc": "describe_trend_or_correlation", + "context": "health" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe trend or correlation** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the trend or correlation between Weight and Height as depicted in the scatterplot?", + "imgName": "scatterplot-health.png", + "options": [ + "(A) A strong positive correlation between Weight and Height.", + "(B) A strong negative correlation between Weight and Height.", + "(C) No correlation between Weight and Height.", + "(D) A moderate positive correlation between Weight and Height." + ], + "correctIndex": 1 + } + }, + "stacked_area_chart-describe_the_topic_of_the_visualization-health": { + "meta": { + "taskDesc": "describe_the_topic_of_the_visualization", + "context": "health" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe the topic of the visualization** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the topic of the visualization?", + "imgName": "stacked_area_chart-health.png", + "options": [ + "(A) The impact of dietary choices on public health from 2001 to 2020", + "(B) Trends in health conditions over two decades", + "(C) The effectiveness of new medical treatments introduced between 2001 and 2020", + "(D) Changes in healthcare policy and its effects on patient outcomes from 2001 to 2020" + ], + "correctIndex": 1 + } + }, + "100_percent_stacked_bar_chart-describe_trend_or_correlation-health": { + "meta": { + "taskDesc": "describe_trend_or_correlation", + "context": "health" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe trend or correlation** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What trend can be observed in the focus on different health categories across the age groups Young Adults, Adults, and Seniors?", + "imgName": "100_percent_stacked_bar_chart-health.png", + "options": [ + "(A) Seniors have the highest percentage focus on Diet and the lowest on Stress Management.", + "(B) Young Adults have the highest percentage focus on Sleep and the lowest on Diet.", + "(C) Adults have the highest percentage focus on Hydration and the lowest on Exercise.", + "(D) All age groups prioritize Exercise over other health categories." + ], + "correctIndex": 0 + } + }, + "histogram-retrieve_value-health": { + "meta": { + "taskDesc": "retrieve_value", + "context": "health" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: retrieve value** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the highest Cholesterol Level recorded in the dataset?", + "imgName": "histogram-health.png", + "options": [ + "(A) 188", + "(B) 222", + "(C) 256", + "(D) 257" + ], + "correctIndex": 1 + } + }, + "stacked_bar_chart-identify_range-health": { + "meta": { + "taskDesc": "identify_range", + "context": "health" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: identify range** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the range of patient counts across all health categories and clinics?", + "imgName": "stacked_bar_chart-health.png", + "options": [ + "(A) [47, 221]", + "(B) [56, 192]", + "(C) [38, 250]", + "(D) [29, 279]" + ], + "correctIndex": 1 + } + }, + "histogram-identify_range-health": { + "meta": { + "taskDesc": "identify_range", + "context": "health" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: identify range** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the range of Cholesterol Level values represented in the histogram?", + "imgName": "histogram-health.png", + "options": [ + "(A) [127, 256]", + "(B) [117, 266]", + "(C) [107, 276]", + "(D) [150, 222]" + ], + "correctIndex": 3 + } + }, + "choropleth_map-estimate_the_ratio_of_one_value_to_another_value_of_the_same_type-health": { + "meta": { + "taskDesc": "estimate_the_ratio_of_one_value_to_another_value_of_the_same_type", + "context": "health" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the ratio of one value to another value of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the ratio of the Health Index value of California to that of Texas?", + "imgName": "choropleth_map-health.png", + "options": [ + "(A) 0.2", + "(B) 1.2", + "(C) 1.8", + "(D) 2.2" + ], + "correctIndex": 0 + } + }, + "pie_chart-locate_value-health": { + "meta": { + "taskDesc": "locate_value", + "context": "health" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: locate value** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Which category has the highest percentage of health-related activities?", + "imgName": "pie_chart-health.png", + "options": [ + "(A) Diet", + "(B) Sleep", + "(C) Hydration", + "(D) Exercise" + ], + "correctIndex": 3 + } + }, + "bubble_chart-identify_range-health": { + "meta": { + "taskDesc": "identify_range", + "context": "health" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: identify range** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the range of Cholesterol Level values represented in the bubble chart?", + "imgName": "bubble_chart-health.png", + "options": [ + "(A) [132, 329]", + "(B) [131, 330]", + "(C) [156, 286]", + "(D) [130, 331]" + ], + "correctIndex": 2 + } + }, + "line_chart-describe_the_topic_of_the_visualization-health": { + "meta": { + "taskDesc": "describe_the_topic_of_the_visualization", + "context": "health" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe the topic of the visualization** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the topic of the visualization?", + "imgName": "line_chart-health.png", + "options": [ + "(A) Monthly rainfall measurements in different cities", + "(B) Daily heart rate measurements over a period of time", + "(C) Annual profit margins of various companies", + "(D) Weekly step counts recorded by a fitness tracker" + ], + "correctIndex": 1 + } + }, + "pie_chart-describe_trend_or_correlation-health": { + "meta": { + "taskDesc": "describe_trend_or_correlation", + "context": "health" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe trend or correlation** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What pattern does the pie chart of health-related activities distribution show?", + "imgName": "pie_chart-health.png", + "options": [ + "(A) The percentage of people who manage stress is higher than those who exercise.", + "(B) Exercise constitutes the largest percentage of the health-related activities.", + "(C) Hydration is twice as prevalent as diet in the health-related activities.", + "(D) Sleep and diet categories are equally represented in the health-related activities." + ], + "correctIndex": 1 + } + }, + "line_chart-identify_labels_of_scales-health": { + "meta": { + "taskDesc": "identify_labels_of_scales", + "context": "health" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: identify labels of scales** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What are the labels for the horizontal and vertical axes in the line chart?", + "imgName": "line_chart-health.png", + "options": [ + "(A) Horizontal: Heart Rate (bpm), Vertical: Day", + "(B) Horizontal: Day, Vertical: Heart Rate (bpm)", + "(C) Horizontal: Time, Vertical: Pulse", + "(D) Horizontal: Date, Vertical: Blood Pressure" + ], + "correctIndex": 1 + } + }, + "stacked_area_chart-estimate_the_average_of_multiple_values_of_the_same_type-health": { + "meta": { + "taskDesc": "estimate_the_average_of_multiple_values_of_the_same_type", + "context": "health" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the average of multiple values of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Estimate the average number of cases for the Cardiovascular group over the years 2001 to 2020.", + "imgName": "stacked_area_chart-health.png", + "options": [ + "(A) 262.8", + "(B) 309.8", + "(C) 356.8", + "(D) 403.8" + ], + "correctIndex": 1 + } + }, + "100_percent_stacked_bar_chart-identify_range-health": { + "meta": { + "taskDesc": "identify_range", + "context": "health" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: identify range** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the range of percentage values represented for the various health focus areas across all age groups?", + "imgName": "100_percent_stacked_bar_chart-health.png", + "options": [ + "(A) [0%, 42%]", + "(B) [1%, 43%]", + "(C) [0%, 44%]", + "(D) [2%, 36%]" + ], + "correctIndex": 3 + } + }, + "line_chart-judge_which_visualization_design_is_more_appropriate_for_a_task-health": { + "meta": { + "taskDesc": "judge_which_visualization_design_is_more_appropriate_for_a_task", + "context": "health" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: judge which visualization design is more appropriate for a task** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Given the daily heart rate data over a 20-day period, which visualization design would best allow a viewer to identify trends and patterns in heart rate changes over time? The visualization above is only a demonstration of the relevant data.", + "imgName": "line_chart-health.png", + "options": [ + "(A) A pie chart with slices representing the proportion of days within specific heart rate ranges.", + "(B) A scatter plot with days on the x-axis and heart rate on the y-axis, without connecting lines.", + "(C) A line chart with days on the x-axis and heart rate on the y-axis, with points connected in sequence.", + "(D) A bar chart with heart rate categories on the x-axis and the count of days falling into each category on the y-axis." + ], + "correctIndex": 2 + } + }, + "100_percent_stacked_bar_chart-estimate_the_ratio_of_one_value_to_another_value_of_the_same_type-health": { + "meta": { + "taskDesc": "estimate_the_ratio_of_one_value_to_another_value_of_the_same_type", + "context": "health" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the ratio of one value to another value of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the ratio of the percentage of \"Sleep\" focus in the \"Seniors\" group to that in the \"Young Adults\" group?", + "imgName": "100_percent_stacked_bar_chart-health.png", + "options": [ + "(A) 1.1", + "(B) 2.1", + "(C) 3.1", + "(D) 4.1" + ], + "correctIndex": 1 + } + }, + "choropleth_map-make_comparisons-population_and_demography": { + "meta": { + "taskDesc": "make_comparisons", + "context": "population_and_demography" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: make comparisons** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Which state has a larger population, Colorado or Nevada?", + "imgName": "choropleth_map-population_and_demography.png", + "options": [ + "(A) Colorado", + "(B) Nevada", + "(C) Both have the same population", + "(D) Cannot be determined from the visualization" + ], + "correctIndex": 0 + } + }, + "tree_map-identify_labels_of_scales-population_and_demography": { + "meta": { + "taskDesc": "identify_labels_of_scales", + "context": "population_and_demography" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: identify labels of scales** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What does the legend in the tree map visualization indicate?", + "imgName": "tree_map-population_and_demography.png", + "options": [ + "(A) Age distribution by percentage", + "(B) Categories of demographic data", + "(C) Subcategories within each age group", + "(D) Total population count" + ], + "correctIndex": 1 + } + }, + "bubble_chart-estimate_the_average_of_multiple_values_of_the_same_type-population_and_demography": { + "meta": { + "taskDesc": "estimate_the_average_of_multiple_values_of_the_same_type", + "context": "population_and_demography" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the average of multiple values of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the average GDP Per Capita (in USD) for the cities shown in the bubble chart?", + "imgName": "bubble_chart-population_and_demography.png", + "options": [ + "(A) $68,664", + "(B) $92,900", + "(C) $56,546", + "(D) $80,781.6" + ], + "correctIndex": 3 + } + }, + "histogram-make_comparisons-population_and_demography": { + "meta": { + "taskDesc": "make_comparisons", + "context": "population_and_demography" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: make comparisons** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Which age group has a greater number of people, those in their early thirties or those in their late twenties?", + "imgName": "histogram-population_and_demography.png", + "options": [ + "(A) Early thirties", + "(B) Late twenties", + "(C) Both groups have the same number of people", + "(D) The visualization does not provide this information" + ], + "correctIndex": 0 + } + }, + "tree_map-describe_the_characteristics_of_an_alternative_chart_type-population_and_demography": { + "meta": { + "taskDesc": "describe_the_characteristics_of_an_alternative_chart_type", + "context": "population_and_demography" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe the characteristics of an alternative chart type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "How would the characteristics of a pie chart differ when visualizing the same data as the tree map?", + "imgName": "tree_map-population_and_demography.png", + "options": [ + "(A) A pie chart would display each category as a separate ring, with subcategories represented as segments within those rings.", + "(B) A pie chart would show categories and subcategories as individual slices, with the size of each slice proportional to the percentage values.", + "(C) A pie chart would represent categories as colored bars, with the length of each bar corresponding to the percentage values.", + "(D) A pie chart would stack subcategories on top of each other within each category, with the overall height representing the total percentage." + ], + "correctIndex": 1 + } + }, + "choropleth_map-identify_labels_of_scales-population_and_demography": { + "meta": { + "taskDesc": "identify_labels_of_scales", + "context": "population_and_demography" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: identify labels of scales** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the label of the color scale in the choropleth map showing the population of US states and the District of Columbia?", + "imgName": "choropleth_map-population_and_demography.png", + "options": [ + "(A) Median Income", + "(B) Population Density", + "(C) Population", + "(D) Unemployment Rate" + ], + "correctIndex": 2 + } + }, + "histogram-identify_labels_of_scales-population_and_demography": { + "meta": { + "taskDesc": "identify_labels_of_scales", + "context": "population_and_demography" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: identify labels of scales** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What are the labels for the horizontal and vertical axes in the histogram of the population age distribution?", + "imgName": "histogram-population_and_demography.png", + "options": [ + "(A) Horizontal: Number of People, Vertical: Age", + "(B) Horizontal: Age, Vertical: Number of People", + "(C) Horizontal: Population, Vertical: Frequency", + "(D) Horizontal: Frequency, Vertical: Population" + ], + "correctIndex": 1 + } + }, + "line_chart-describe_trend_or_correlation-population_and_demography": { + "meta": { + "taskDesc": "describe_trend_or_correlation", + "context": "population_and_demography" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe trend or correlation** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What trend does the line chart depicting population from 2000 to 2019 show?", + "imgName": "line_chart-population_and_demography.png", + "options": [ + "(A) The population decreased steadily over the years.", + "(B) The population showed no clear trend or correlation over the years.", + "(C) The population increased steadily over the years.", + "(D) The population increased initially and then decreased after 2010." + ], + "correctIndex": 2 + } + }, + "bubble_chart-locate_value-population_and_demography": { + "meta": { + "taskDesc": "locate_value", + "context": "population_and_demography" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: locate value** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Which city has the highest GDP Per Capita?", + "imgName": "bubble_chart-population_and_demography.png", + "options": [ + "(A) Metropolis", + "(B) Gotham", + "(C) Central City", + "(D) Ivy Town" + ], + "correctIndex": 1 + } + }, + "area_chart-estimate_the_difference_between_two_values_of_the_same_type-population_and_demography": { + "meta": { + "taskDesc": "estimate_the_difference_between_two_values_of_the_same_type", + "context": "population_and_demography" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the difference between two values of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Estimate the difference in population between the year 2000 and 2019.", + "imgName": "area_chart-population_and_demography.png", + "options": [ + "(A) 3110", + "(B) 3659", + "(C) 4208", + "(D) 4757" + ], + "correctIndex": 1 + } + }, + "choropleth_map-retrieve_value-population_and_demography": { + "meta": { + "taskDesc": "retrieve_value", + "context": "population_and_demography" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: retrieve value** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the population of California as depicted on the choropleth map of US States and District of Columbia?", + "imgName": "choropleth_map-population_and_demography.png", + "options": [ + "(A) 4414694", + "(B) 6000000", + "(C) 5191993", + "(D) 3000000" + ], + "correctIndex": 2 + } + }, + "bar_chart-estimate_the_difference_between_two_values_of_the_same_type-population_and_demography": { + "meta": { + "taskDesc": "estimate_the_difference_between_two_values_of_the_same_type", + "context": "population_and_demography" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the difference between two values of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the estimated difference in population between the age groups \"0-14\" and \"65+\"?", + "imgName": "bar_chart-population_and_demography.png", + "options": [ + "(A) 1900", + "(B) 2268", + "(C) 1900", + "(D) 2600" + ], + "correctIndex": 1 + } + }, + "stacked_area_chart-describe_the_characteristics_of_an_alternative_chart_type-population_and_demography": { + "meta": { + "taskDesc": "describe_the_characteristics_of_an_alternative_chart_type", + "context": "population_and_demography" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe the characteristics of an alternative chart type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "If the population distribution by age group over time were to be displayed using a line chart instead of a stacked area chart, which of the following would be an accurate description of the line chart's characteristics?", + "imgName": "stacked_area_chart-population_and_demography.png", + "options": [ + "(A) Each age group would be represented by a line that overlaps with others, making it difficult to discern individual trends.", + "(B) The line chart would show cumulative population totals for each year with lines stacked on top of one another.", + "(C) The line chart would display separate, non-overlapping lines for each age group, allowing for comparison of trends over time.", + "(D) The line chart would use shading between lines to represent the proportion of each age group within the total population for each year." + ], + "correctIndex": 2 + } + }, + "100_percent_stacked_bar_chart-estimate_the_difference_between_two_values_of_the_same_type-population_and_demography": { + "meta": { + "taskDesc": "estimate_the_difference_between_two_values_of_the_same_type", + "context": "population_and_demography" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the difference between two values of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the difference in percentage points between the population of males aged 55-74 and females aged 75+?", + "imgName": "100_percent_stacked_bar_chart-population_and_demography.png", + "options": [ + "(A) 5%", + "(B) 8%", + "(C) 16%", + "(D) 11%" + ], + "correctIndex": 1 + } + }, + "bar_chart-estimate_the_average_of_multiple_values_of_the_same_type-population_and_demography": { + "meta": { + "taskDesc": "estimate_the_average_of_multiple_values_of_the_same_type", + "context": "population_and_demography" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the average of multiple values of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the average population size per age group represented in the bar chart?", + "imgName": "bar_chart-population_and_demography.png", + "options": [ + "(A) 2195.4", + "(B) 2583.4", + "(C) 2971.4", + "(D) 3359.4" + ], + "correctIndex": 1 + } + }, + "tree_map-judge_which_task_this_visualization_design_best_supports-population_and_demography": { + "meta": { + "taskDesc": "judge_which_task_this_visualization_design_best_supports", + "context": "population_and_demography" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: judge which task this visualization design best supports** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Which task does the tree map visualization design best support?", + "imgName": "tree_map-population_and_demography.png", + "options": [ + "(A) Comparing exact values across multiple categories and subcategories", + "(B) Identifying trends over time within categories", + "(C) Displaying hierarchical relationships and proportions within a dataset", + "(D) Mapping geographical data to physical locations on a map" + ], + "correctIndex": 2 + } + }, + "stacked_bar_chart-estimate_the_average_of_multiple_values_of_the_same_type-population_and_demography": { + "meta": { + "taskDesc": "estimate_the_average_of_multiple_values_of_the_same_type", + "context": "population_and_demography" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the average of multiple values of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Estimate the average population for the \"75+\" age group across all regions.", + "imgName": "stacked_bar_chart-population_and_demography.png", + "options": [ + "(A) 26917", + "(B) 30955", + "(C) 22879", + "(D) 34993" + ], + "correctIndex": 0 + } + }, + "tree_map-make_comparisons-energy_and_environment": { + "meta": { + "taskDesc": "make_comparisons", + "context": "energy_and_environment" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: make comparisons** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Which category has a larger combined value, \"Renewable Energy\" or \"Pollution Control\"?", + "imgName": "tree_map-energy_and_environment.png", + "options": [ + "(A) Renewable Energy", + "(B) Pollution Control", + "(C) Non-Renewable Energy", + "(D) Conservation Efforts" + ], + "correctIndex": 0 + } + }, + "line_chart-estimate_the_average_of_multiple_values_of_the_same_type-energy_and_environment": { + "meta": { + "taskDesc": "estimate_the_average_of_multiple_values_of_the_same_type", + "context": "energy_and_environment" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the average of multiple values of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the average energy consumption (in GWh) over the observed time period?", + "imgName": "line_chart-energy_and_environment.png", + "options": [ + "(A) 137", + "(B) 161.9", + "(C) 187", + "(D) 212" + ], + "correctIndex": 1 + } + }, + "pie_chart-make_comparisons-energy_and_environment": { + "meta": { + "taskDesc": "make_comparisons", + "context": "energy_and_environment" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: make comparisons** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Which energy source has a larger share in the distribution, Solar or Nuclear?", + "imgName": "pie_chart-energy_and_environment.png", + "options": [ + "(A) Solar", + "(B) Nuclear", + "(C) They have the same share", + "(D) The chart does not include these energy sources" + ], + "correctIndex": 0 + } + }, + "bar_chart-identify_range-energy_and_environment": { + "meta": { + "taskDesc": "identify_range", + "context": "energy_and_environment" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: identify range** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the range of energy production values depicted in the bar chart?", + "imgName": "bar_chart-energy_and_environment.png", + "options": [ + "(A) [96, 466]", + "(B) [85, 466]", + "(C) [113, 405]", + "(D) [90, 466]" + ], + "correctIndex": 2 + } + }, + "tree_map-identify_range-energy_and_environment": { + "meta": { + "taskDesc": "identify_range", + "context": "energy_and_environment" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: identify range** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the range of values for the subcategories shown in the tree map?", + "imgName": "tree_map-energy_and_environment.png", + "options": [ + "(A) [1, 19]", + "(B) [0, 22]", + "(C) [0, 25]", + "(D) [2, 16]" + ], + "correctIndex": 3 + } + }, + "bar_chart-retrieve_value-energy_and_environment": { + "meta": { + "taskDesc": "retrieve_value", + "context": "energy_and_environment" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: retrieve value** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the production value (GWh) for Biomass energy?", + "imgName": "bar_chart-energy_and_environment.png", + "options": [ + "(A) 150", + "(B) 328", + "(C) 500", + "(D) 378" + ], + "correctIndex": 1 + } + }, + "pie_chart-identify_labels_of_scales-energy_and_environment": { + "meta": { + "taskDesc": "identify_labels_of_scales", + "context": "energy_and_environment" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: identify labels of scales** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What does the legend in the pie chart represent?", + "imgName": "pie_chart-energy_and_environment.png", + "options": [ + "(A) Different countries' energy consumption", + "(B) Types of energy sources", + "(C) Percentage of energy saved", + "(D) Years of energy production" + ], + "correctIndex": 1 + } + }, + "pie_chart-retrieve_value-energy_and_environment": { + "meta": { + "taskDesc": "retrieve_value", + "context": "energy_and_environment" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: retrieve value** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What percentage of the energy distribution is represented by Solar power?", + "imgName": "pie_chart-energy_and_environment.png", + "options": [ + "(A) 5%", + "(B) 20%", + "(C) 35%", + "(D) 50%" + ], + "correctIndex": 1 + } + }, + "bubble_chart-judge_which_visualization_design_is_more_appropriate_for_a_task-energy_and_environment": { + "meta": { + "taskDesc": "judge_which_visualization_design_is_more_appropriate_for_a_task", + "context": "energy_and_environment" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: judge which visualization design is more appropriate for a task** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Considering the task of understanding the relationship between a country's energy consumption, CO2 emissions, and the percentage of renewable energy used, which visualization design would be most appropriate? The visualization above is only a demonstration of the relevant data.", + "imgName": "bubble_chart-energy_and_environment.png", + "options": [ + "(A) A pie chart showing the proportion of renewable energy sources in each country's energy mix.", + "(B) A bubble chart with energy consumption on the x-axis, CO2 emissions on the y-axis, and bubble size representing the percentage of renewable energy.", + "(C) A line graph showing the trend of CO2 emissions over time for each country.", + "(D) A bar chart showing the ranking of countries based on their total energy consumption." + ], + "correctIndex": 1 + } + }, + "stacked_bar_chart-identify_labels_of_scales-energy_and_environment": { + "meta": { + "taskDesc": "identify_labels_of_scales", + "context": "energy_and_environment" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: identify labels of scales** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What are the labels for the horizontal axis and the legend in the stacked bar chart of energy production?", + "imgName": "stacked_bar_chart-energy_and_environment.png", + "options": [ + "(A) Horizontal axis: Energy Production (GWh), Legend: Source", + "(B) Horizontal axis: Country, Legend: Energy Production (GWh)", + "(C) Horizontal axis: Country, Legend: Source", + "(D) Horizontal axis: Source, Legend: Country" + ], + "correctIndex": 2 + } + }, + "scatterplot-make_comparisons-energy_and_environment": { + "meta": { + "taskDesc": "make_comparisons", + "context": "energy_and_environment" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: make comparisons** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Which is greater, the number of data points with Energy Consumption over 400 MWh or the number of data points with Carbon Emission over 900 metric tons?", + "imgName": "scatterplot-energy_and_environment.png", + "options": [ + "(A) Energy Consumption over 400 MWh", + "(B) Carbon Emission over 900 metric tons", + "(C) Both are equal", + "(D) Cannot be determined from the visualization" + ], + "correctIndex": 0 + } + }, + "area_chart-describe_the_characteristics_of_an_alternative_chart_type-energy_and_environment": { + "meta": { + "taskDesc": "describe_the_characteristics_of_an_alternative_chart_type", + "context": "energy_and_environment" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe the characteristics of an alternative chart type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "If the energy consumption data from 2000 to 2019 were to be displayed using a line chart instead of an area chart, which of the following would best describe its characteristics?", + "imgName": "area_chart-energy_and_environment.png", + "options": [ + "(A) A line chart would show individual data points connected by straight lines, without a filled area beneath the line, emphasizing the change in energy consumption over time.", + "(B) A line chart would stack segments on top of each other, with each segment representing energy consumption for a year, to show the cumulative total over time.", + "(C) A line chart would display bars for each year with varying heights to represent energy consumption, arranged in chronological order.", + "(D) A line chart would use pie slices to represent the proportion of energy consumption for each year relative to the total consumption over the 20-year period." + ], + "correctIndex": 0 + } + }, + "100_percent_stacked_bar_chart-estimate_the_average_of_multiple_values_of_the_same_type-energy_and_environment": { + "meta": { + "taskDesc": "estimate_the_average_of_multiple_values_of_the_same_type", + "context": "energy_and_environment" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the average of multiple values of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the average percentage of Solar energy usage over the years 2019 to 2021?", + "imgName": "100_percent_stacked_bar_chart-energy_and_environment.png", + "options": [ + "(A) 12%", + "(B) 15.3%", + "(C) 19%", + "(D) 21%" + ], + "correctIndex": 1 + } + }, + "bar_chart-judge_which_task_this_visualization_design_best_supports-energy_and_environment": { + "meta": { + "taskDesc": "judge_which_task_this_visualization_design_best_supports", + "context": "energy_and_environment" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: judge which task this visualization design best supports** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What task does this bar chart design best support?", + "imgName": "bar_chart-energy_and_environment.png", + "options": [ + "(A) Comparing the production values across different energy sources", + "(B) Showing the geographic distribution of energy sources", + "(C) Illustrating the change in energy production over time", + "(D) Demonstrating the percentage contribution of each energy source to overall carbon emissions" + ], + "correctIndex": 0 + } + }, + "line_chart-identify_range-energy_and_environment": { + "meta": { + "taskDesc": "identify_range", + "context": "energy_and_environment" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: identify range** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the range of Energy Consumption values shown in the line chart?", + "imgName": "line_chart-energy_and_environment.png", + "options": [ + "(A) [91, 230]", + "(B) [108, 200]", + "(C) [90, 231]", + "(D) [89, 232]" + ], + "correctIndex": 1 + } + }, + "stacked_area_chart-make_comparisons-energy_and_environment": { + "meta": { + "taskDesc": "make_comparisons", + "context": "energy_and_environment" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: make comparisons** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Which energy source showed a greater increase in production from 2000 to 2019, Solar or Wind?", + "imgName": "stacked_area_chart-energy_and_environment.png", + "options": [ + "(A) Solar increased more than Wind", + "(B) Wind increased more than Solar", + "(C) Both Solar and Wind increased by the same amount", + "(D) Neither Solar nor Wind showed any increase" + ], + "correctIndex": 1 + } + }, + "line_chart-estimate_the_ratio_of_one_value_to_another_value_of_the_same_type-energy_and_environment": { + "meta": { + "taskDesc": "estimate_the_ratio_of_one_value_to_another_value_of_the_same_type", + "context": "energy_and_environment" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the ratio of one value to another value of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the ratio of the Energy Consumption at Time 10 to the Energy Consumption at Time 20?", + "imgName": "line_chart-energy_and_environment.png", + "options": [ + "(A) 0.6", + "(B) 1.6", + "(C) 0.0", + "(D) 2.6" + ], + "correctIndex": 0 + } + }, + "stacked_area_chart-estimate_the_ratio_of_one_value_to_another_value_of_the_same_type-weather_and_climate": { + "meta": { + "taskDesc": "estimate_the_ratio_of_one_value_to_another_value_of_the_same_type", + "context": "weather_and_climate" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the ratio of one value to another value of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the ratio of the total Temperature values to the total WindSpeed values over the 20 days?", + "imgName": "stacked_area_chart-weather_and_climate.png", + "options": [ + "(A) 0.8", + "(B) 1.8", + "(C) 2.8", + "(D) 3.8" + ], + "correctIndex": 1 + } + }, + "100_percent_stacked_bar_chart-identify_labels_of_scales-weather_and_climate": { + "meta": { + "taskDesc": "identify_labels_of_scales", + "context": "weather_and_climate" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: identify labels of scales** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What are the labels for the axes and legend in the weather distribution bar chart?", + "imgName": "100_percent_stacked_bar_chart-weather_and_climate.png", + "options": [ + "(A) X-axis: Weather, Y-axis: Location, Legend: Percentage", + "(B) X-axis: Location, Y-axis: Percentage, Legend: Weather", + "(C) X-axis: Percentage, Y-axis: Weather, Legend: Location", + "(D) X-axis: Climate Type, Y-axis: Frequency, Legend: Area" + ], + "correctIndex": 1 + } + }, + "stacked_area_chart-identify_labels_of_scales-weather_and_climate": { + "meta": { + "taskDesc": "identify_labels_of_scales", + "context": "weather_and_climate" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: identify labels of scales** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What are the labels for the axes and legend in the stacked area chart depicting weather and climate data over a period of 20 days?", + "imgName": "stacked_area_chart-weather_and_climate.png", + "options": [ + "(A) Axes: 'Day' and 'Value'; Legend: 'Variable'", + "(B) Axes: 'Time' and 'Measurement'; Legend: 'Type'", + "(C) Axes: 'Date' and 'Magnitude'; Legend: 'Category'", + "(D) Axes: 'Period' and 'Level'; Legend: 'Factor'" + ], + "correctIndex": 0 + } + }, + "scatterplot-judge_which_task_this_visualization_design_best_supports-weather_and_climate": { + "meta": { + "taskDesc": "judge_which_task_this_visualization_design_best_supports", + "context": "weather_and_climate" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: judge which task this visualization design best supports** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What task does the scatterplot of Temperature vs Humidity best support?", + "imgName": "scatterplot-weather_and_climate.png", + "options": [ + "(A) Identifying the mean temperature and humidity", + "(B) Comparing the frequency of temperature ranges", + "(C) Examining the relationship between temperature and humidity", + "(D) Assessing the distribution of humidity across different seasons" + ], + "correctIndex": 2 + } + }, + "stacked_bar_chart-describe_the_characteristics_of_an_alternative_chart_type-weather_and_climate": { + "meta": { + "taskDesc": "describe_the_characteristics_of_an_alternative_chart_type", + "context": "weather_and_climate" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe the characteristics of an alternative chart type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "If the stacked bar chart showing weather and climate factors by city were to be represented as a line chart, which of the following descriptions would be accurate?", + "imgName": "stacked_bar_chart-weather_and_climate.png", + "options": [ + "(A) Each city would be represented by a single line, with different climate factors distinguished by various markers along the line.", + "(B) Each climate factor would be represented by a separate pie chart, with slices corresponding to the values for each city.", + "(C) The line chart would consist of a single line, aggregating the values of all climate factors for each city.", + "(D) The line chart would display a cumulative frequency of the climate factors, with lines stacking on top of each other to show total values." + ], + "correctIndex": 0 + } + }, + "tree_map-judge_which_visualization_design_is_more_appropriate_for_a_task-weather_and_climate": { + "meta": { + "taskDesc": "judge_which_visualization_design_is_more_appropriate_for_a_task", + "context": "weather_and_climate" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: judge which visualization design is more appropriate for a task** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "The visualization above is only a demonstration of the relevant data. Which visualization design would be most appropriate for comparing the relative proportions of weather and climate data categories and subcategories?", + "imgName": "tree_map-weather_and_climate.png", + "options": [ + "(A) A line chart with time on the x-axis and percentage on the y-axis.", + "(B) A treemap with areas representing the percentage of each subcategory within their respective categories.", + "(C) A scatter plot with categories on the x-axis and percentage on the y-axis.", + "(D) A bar chart with separate bars for each category and subcategory without a clear distinction between the categories." + ], + "correctIndex": 1 + } + }, + "choropleth_map-judge_which_visualization_design_is_more_appropriate_for_a_task-weather_and_climate": { + "meta": { + "taskDesc": "judge_which_visualization_design_is_more_appropriate_for_a_task", + "context": "weather_and_climate" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: judge which visualization design is more appropriate for a task** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Given the task of displaying the average temperature for each state to facilitate a quick comparison and identify patterns across the country, which visualization design would be most appropriate? The visualization above is only a demonstration of the relevant data.", + "imgName": "choropleth_map-weather_and_climate.png", + "options": [ + "(A) A pie chart with slices representing each state's average temperature.", + "(B) A choropleth map with states colored according to their average temperature.", + "(C) A line graph with time on the x-axis and average temperature on the y-axis.", + "(D) A scatter plot with states on the x-axis and average temperature on the y-axis." + ], + "correctIndex": 1 + } + }, + "bubble_chart-estimate_the_ratio_of_one_value_to_another_value_of_the_same_type-weather_and_climate": { + "meta": { + "taskDesc": "estimate_the_ratio_of_one_value_to_another_value_of_the_same_type", + "context": "weather_and_climate" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the ratio of one value to another value of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the ratio of Precipitation at Location B to Precipitation at Location C?", + "imgName": "bubble_chart-weather_and_climate.png", + "options": [ + "(A) 1.3", + "(B) 2.3", + "(C) 3.3", + "(D) 4.3" + ], + "correctIndex": 1 + } + }, + "area_chart-judge_which_visualization_design_is_more_appropriate_for_a_task-weather_and_climate": { + "meta": { + "taskDesc": "judge_which_visualization_design_is_more_appropriate_for_a_task", + "context": "weather_and_climate" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: judge which visualization design is more appropriate for a task** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Given the task of displaying the trend of average daily temperatures over a period of 20 days, which visualization design would be most appropriate? The visualization above is only a demonstration of the relevant data.", + "imgName": "area_chart-weather_and_climate.png", + "options": [ + "(A) A pie chart with slices representing the proportion of days within certain temperature ranges.", + "(B) A line chart with the days on the x-axis and average temperatures on the y-axis, showing the trend of temperatures over time.", + "(C) A scatter plot with individual days on the x-axis and corresponding temperatures on the y-axis, without connecting lines or areas.", + "(D) A bar chart with each bar representing a different day and its average temperature." + ], + "correctIndex": 1 + } + }, + "line_chart-describe_the_characteristics_of_an_alternative_chart_type-weather_and_climate": { + "meta": { + "taskDesc": "describe_the_characteristics_of_an_alternative_chart_type", + "context": "weather_and_climate" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe the characteristics of an alternative chart type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "If the daily average temperature data over 20 days were to be displayed using a line chart, which of the following best describes its characteristics?", + "imgName": "line_chart-weather_and_climate.png", + "options": [ + "(A) The line chart would show the distribution of days across different temperature ranges, with each slice representing a unique day and its corresponding temperature.", + "(B) The line chart would display bars representing the proportion of days within certain temperature ranges.", + "(C) The line chart would consist of bars that represent the frequency of temperature ranges, with the height of each bar indicating how many days fell into each temperature range.", + "(D) The line chart would connect points representing daily temperatures with lines, showing the trend of temperature change over the 20-day period." + ], + "correctIndex": 3 + } + }, + "scatterplot-locate_value-weather_and_climate": { + "meta": { + "taskDesc": "locate_value", + "context": "weather_and_climate" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: locate value** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the temperature and humidity level at the highest humidity point in the scatterplot?", + "imgName": "scatterplot-weather_and_climate.png", + "options": [ + "(A) Temperature 88\u00b0F, Humidity 59%", + "(B) Temperature 100\u00b0F, Humidity 72%", + "(C) Temperature 62\u00b0F, Humidity 44%", + "(D) Temperature 74\u00b0F, Humidity 52%" + ], + "correctIndex": 1 + } + }, + "100_percent_stacked_bar_chart-describe_the_topic_of_the_visualization-weather_and_climate": { + "meta": { + "taskDesc": "describe_the_topic_of_the_visualization", + "context": "weather_and_climate" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe the topic of the visualization** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the topic of the visualization?", + "imgName": "100_percent_stacked_bar_chart-weather_and_climate.png", + "options": [ + "(A) The average temperature recorded in different locations", + "(B) The distribution of weather conditions across various locations", + "(C) The annual rainfall measurements in different climate zones", + "(D) The wind speed frequency recorded at various meteorological stations" + ], + "correctIndex": 1 + } + }, + "histogram-judge_which_task_this_visualization_design_best_supports-weather_and_climate": { + "meta": { + "taskDesc": "judge_which_task_this_visualization_design_best_supports", + "context": "weather_and_climate" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: judge which task this visualization design best supports** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What task does the histogram of Daily Average Temperatures best support?", + "imgName": "histogram-weather_and_climate.png", + "options": [ + "(A) Identifying the exact daily average temperature on a specific day", + "(B) Comparing the mean temperature of two different months", + "(C) Understanding the distribution of daily average temperatures", + "(D) Determining the trend of temperature change over the course of a year" + ], + "correctIndex": 2 + } + }, + "bar_chart-judge_which_visualization_design_is_more_appropriate_for_a_task-weather_and_climate": { + "meta": { + "taskDesc": "judge_which_visualization_design_is_more_appropriate_for_a_task", + "context": "weather_and_climate" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: judge which visualization design is more appropriate for a task** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "The visualization above is only a demonstration of the relevant data. Which visualization design would be most appropriate for comparing the average temperatures across all cities?", + "imgName": "bar_chart-weather_and_climate.png", + "options": [ + "(A) A pie chart with slices representing the proportion of total temperature for each city.", + "(B) A bar chart with cities on the x-axis and average temperatures on the y-axis.", + "(C) A line graph with cities on the x-axis and average temperatures on the y-axis, connected by lines.", + "(D) A scatter plot with cities on the x-axis and average temperatures on the y-axis, represented by dots." + ], + "correctIndex": 1 + } + }, + "100_percent_stacked_bar_chart-judge_which_task_this_visualization_design_best_supports-weather_and_climate": { + "meta": { + "taskDesc": "judge_which_task_this_visualization_design_best_supports", + "context": "weather_and_climate" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: judge which task this visualization design best supports** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What task does the given 100 percent stacked bar chart best support?", + "imgName": "100_percent_stacked_bar_chart-weather_and_climate.png", + "options": [ + "(A) Comparing the exact values of weather occurrences between different locations", + "(B) Showing the distribution of weather types within each location", + "(C) Identifying the most common weather type across all locations", + "(D) Displaying the trend of weather changes over time" + ], + "correctIndex": 1 + } + }, + "bubble_chart-describe_the_characteristics_of_an_alternative_chart_type-weather_and_climate": { + "meta": { + "taskDesc": "describe_the_characteristics_of_an_alternative_chart_type", + "context": "weather_and_climate" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe the characteristics of an alternative chart type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "If the bubble chart were to be replaced with a bar chart, which of the following best describes its characteristics?", + "imgName": "bubble_chart-weather_and_climate.png", + "options": [ + "(A) Each location would be represented by a bar, with bar height indicating average temperature and bar color showing precipitation levels.", + "(B) Bars would represent humidity levels, with the width of each bar indicating the amount of precipitation at each location.", + "(C) The bar chart would have multiple bars for each location, with each bar's height corresponding to the temperature, humidity, or precipitation.", + "(D) A single bar would represent each location, with the height proportional to the temperature and the color gradient representing humidity." + ], + "correctIndex": 0 + } + }, + "tree_map-estimate_the_ratio_of_one_value_to_another_value_of_the_same_type-weather_and_climate": { + "meta": { + "taskDesc": "estimate_the_ratio_of_one_value_to_another_value_of_the_same_type", + "context": "weather_and_climate" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the ratio of one value to another value of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the ratio of the percentage of high temperature to moderate temperature?", + "imgName": "tree_map-weather_and_climate.png", + "options": [ + "(A) 0.3", + "(B) 0.5", + "(C) 0.7", + "(D) 1.0" + ], + "correctIndex": 0 + } + }, + "area_chart-identify_labels_of_scales-food_and_agriculture": { + "meta": { + "taskDesc": "identify_labels_of_scales", + "context": "food_and_agriculture" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: identify labels of scales** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What are the labels for the horizontal and vertical axes in the area chart of agricultural production?", + "imgName": "area_chart-food_and_agriculture.png", + "options": [ + "(A) Horizontal: Production (in tons), Vertical: Year", + "(B) Horizontal: Year, Vertical: Production (in tons)", + "(C) Horizontal: Time, Vertical: Quantity", + "(D) Horizontal: Quantity, Vertical: Time" + ], + "correctIndex": 1 + } + }, + "choropleth_map-describe_the_topic_of_the_visualization-food_and_agriculture": { + "meta": { + "taskDesc": "describe_the_topic_of_the_visualization", + "context": "food_and_agriculture" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe the topic of the visualization** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the topic of the visualization?", + "imgName": "choropleth_map-food_and_agriculture.png", + "options": [ + "(A) Median household income by state", + "(B) Food and Agriculture Production by State", + "(C) Population density by state", + "(D) Average annual temperature by state" + ], + "correctIndex": 1 + } + }, + "100_percent_stacked_bar_chart-describe_the_characteristics_of_an_alternative_chart_type-food_and_agriculture": { + "meta": { + "taskDesc": "describe_the_characteristics_of_an_alternative_chart_type", + "context": "food_and_agriculture" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe the characteristics of an alternative chart type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "If the 100 percent stacked bar chart were to be replaced with a pie chart for each year, which of the following would be an accurate description of this alternative chart type?", + "imgName": "100_percent_stacked_bar_chart-food_and_agriculture.png", + "options": [ + "(A) A pie chart for each year would show each category as a slice, with slice sizes representing the proportion of each category within that year only.", + "(B) A pie chart would combine all years into a single representation, with slices indicating the cumulative percentage of each category over all years.", + "(C) Each pie chart would represent the categories as slices with equal sizes, regardless of their actual percentages, to emphasize the categorical distribution over time.", + "(D) A pie chart for each year would display the categories as concentric rings, with the thickness of each ring representing the percentage of that category for the respective year." + ], + "correctIndex": 0 + } + }, + "stacked_area_chart-judge_which_visualization_design_is_more_appropriate_for_a_task-food_and_agriculture": { + "meta": { + "taskDesc": "judge_which_visualization_design_is_more_appropriate_for_a_task", + "context": "food_and_agriculture" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: judge which visualization design is more appropriate for a task** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "The visualization above is only a demonstration of the relevant data. Which visualization design is most appropriate for comparing the total production of each crop over the entire period?", + "imgName": "stacked_area_chart-food_and_agriculture.png", + "options": [ + "(A) A pie chart showing the proportion of each crop's production for a single year.", + "(B) A stacked area chart showing the cumulative production of each crop over the years.", + "(C) A line chart with multiple lines representing each crop's production trends over the years.", + "(D) A scatter plot with individual data points representing each year's production for all crops." + ], + "correctIndex": 1 + } + }, + "stacked_bar_chart-retrieve_value-food_and_agriculture": { + "meta": { + "taskDesc": "retrieve_value", + "context": "food_and_agriculture" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: retrieve value** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the production quantity (in tons) for Soybeans in the West region?", + "imgName": "stacked_bar_chart-food_and_agriculture.png", + "options": [ + "(A) 500", + "(B) 689", + "(C) 850", + "(D) 1000" + ], + "correctIndex": 1 + } + }, + "area_chart-make_comparisons-food_and_agriculture": { + "meta": { + "taskDesc": "make_comparisons", + "context": "food_and_agriculture" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: make comparisons** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "How does the agricultural production in 2000 compare to the production in 2019?", + "imgName": "area_chart-food_and_agriculture.png", + "options": [ + "(A) The production in 2000 was higher than in 2019.", + "(B) The production in 2000 was the same as in 2019.", + "(C) The production in 2000 was lower than in 2019.", + "(D) The production in 2000 and 2019 cannot be compared." + ], + "correctIndex": 2 + } + }, + "histogram-describe_trend_or_correlation-food_and_agriculture": { + "meta": { + "taskDesc": "describe_trend_or_correlation", + "context": "food_and_agriculture" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe trend or correlation** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What pattern does the histogram of agricultural yield per acre display?", + "imgName": "histogram-food_and_agriculture.png", + "options": [ + "(A) The data shows a strong positive correlation between yield per acre and frequency.", + "(B) The histogram displays a right-skewed distribution with most data points clustered at the lower end of yield per acre.", + "(C) The histogram shows a uniform distribution with all yield per acre values occurring equally.", + "(D) The data indicates a bell-shaped, normal distribution centered around a mean yield per acre." + ], + "correctIndex": 1 + } + }, + "bubble_chart-describe_the_topic_of_the_visualization-food_and_agriculture": { + "meta": { + "taskDesc": "describe_the_topic_of_the_visualization", + "context": "food_and_agriculture" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe the topic of the visualization** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the topic of the visualization?", + "imgName": "bubble_chart-food_and_agriculture.png", + "options": [ + "(A) The impact of seasonal changes on crop maturation times", + "(B) The relationship between crop production, yield, and profit", + "(C) The effect of fertilizer use on the quality of different crops", + "(D) The comparison of water consumption across various crops" + ], + "correctIndex": 1 + } + }, + "bubble_chart-identify_labels_of_scales-food_and_agriculture": { + "meta": { + "taskDesc": "identify_labels_of_scales", + "context": "food_and_agriculture" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: identify labels of scales** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What does the size of the bubbles in the bubble chart represent?", + "imgName": "bubble_chart-food_and_agriculture.png", + "options": [ + "(A) Yield (thousands of tonnes per hectare)", + "(B) Crop variety", + "(C) Profit (thousands of dollars)", + "(D) Production (thousands of tonnes)" + ], + "correctIndex": 2 + } + }, + "line_chart-locate_value-food_and_agriculture": { + "meta": { + "taskDesc": "locate_value", + "context": "food_and_agriculture" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: locate value** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "In which year was the agricultural production exactly 508 tons?", + "imgName": "line_chart-food_and_agriculture.png", + "options": [ + "(A) 2010", + "(B) 2012", + "(C) 2015", + "(D) 2017" + ], + "correctIndex": 1 + } + }, + "scatterplot-describe_the_topic_of_the_visualization-food_and_agriculture": { + "meta": { + "taskDesc": "describe_the_topic_of_the_visualization", + "context": "food_and_agriculture" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe the topic of the visualization** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the topic of the visualization?", + "imgName": "scatterplot-food_and_agriculture.png", + "options": [ + "(A) The impact of rainfall on soil pH levels", + "(B) The relationship between crop yield and fertilizer use", + "(C) The effect of temperature on crop maturation time", + "(D) The comparison of organic and inorganic fertilizer efficiency" + ], + "correctIndex": 1 + } + }, + "area_chart-describe_trend_or_correlation-food_and_agriculture": { + "meta": { + "taskDesc": "describe_trend_or_correlation", + "context": "food_and_agriculture" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe trend or correlation** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What trend is observed in the agricultural production from the year 2000 to 2019?", + "imgName": "area_chart-food_and_agriculture.png", + "options": [ + "(A) Production consistently decreased over the years.", + "(B) Production showed no clear trend and remained stable.", + "(C) Production consistently increased over the years.", + "(D) Production fluctuated with no consistent trend." + ], + "correctIndex": 3 + } + }, + "histogram-describe_the_characteristics_of_an_alternative_chart_type-food_and_agriculture": { + "meta": { + "taskDesc": "describe_the_characteristics_of_an_alternative_chart_type", + "context": "food_and_agriculture" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe the characteristics of an alternative chart type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "If the distribution of agricultural yield per acre were to be displayed using a box plot, which of the following would best describe its characteristics?", + "imgName": "histogram-food_and_agriculture.png", + "options": [ + "(A) The box plot would show a symmetric distribution with equal lengths of whiskers and a median line centered in the box.", + "(B) The box plot would display a left-skewed distribution with the median closer to the upper quartile and longer lower whisker.", + "(C) The box plot would show a right-skewed distribution with the median closer to the lower quartile and a longer upper whisker.", + "(D) The box plot would have multiple outliers on both the lower and upper ends, indicating a bimodal distribution." + ], + "correctIndex": 2 + } + }, + "line_chart-estimate_the_difference_between_two_values_of_the_same_type-food_and_agriculture": { + "meta": { + "taskDesc": "estimate_the_difference_between_two_values_of_the_same_type", + "context": "food_and_agriculture" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the difference between two values of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the difference in agricultural production (in tons) between the years 2000 and 2019?", + "imgName": "line_chart-food_and_agriculture.png", + "options": [ + "(A) 850 tons", + "(B) 823 tons", + "(C) 950 tons", + "(D) 1050 tons" + ], + "correctIndex": 1 + } + }, + "100_percent_stacked_bar_chart-locate_value-food_and_agriculture": { + "meta": { + "taskDesc": "locate_value", + "context": "food_and_agriculture" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: locate value** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "In which category and year combination is the percentage of food and agriculture distribution the lowest?", + "imgName": "100_percent_stacked_bar_chart-food_and_agriculture.png", + "options": [ + "(A) Vegetables in 2019", + "(B) Dairy in 2021", + "(C) Vegetables in 2020", + "(D) Meat in 2020" + ], + "correctIndex": 2 + } + }, + "pie_chart-estimate_the_average_of_multiple_values_of_the_same_type-food_and_agriculture": { + "meta": { + "taskDesc": "estimate_the_average_of_multiple_values_of_the_same_type", + "context": "food_and_agriculture" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the average of multiple values of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the average percentage value for the food and agriculture sectors shown in the pie chart?", + "imgName": "pie_chart-food_and_agriculture.png", + "options": [ + "(A) 10%", + "(B) 15%", + "(C) 20%", + "(D) 25%" + ], + "correctIndex": 2 + } + }, + "scatterplot-judge_which_visualization_design_is_more_appropriate_for_a_task-food_and_agriculture": { + "meta": { + "taskDesc": "judge_which_visualization_design_is_more_appropriate_for_a_task", + "context": "food_and_agriculture" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: judge which visualization design is more appropriate for a task** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "The visualization above is only a demonstration of the relevant data. Which visualization design would be most appropriate for assessing the strength and direction of the relationship between Crop Yield and Fertilizer Use?", + "imgName": "scatterplot-food_and_agriculture.png", + "options": [ + "(A) A pie chart comparing the proportion of different crop yield ranges to total yield.", + "(B) A scatterplot with a trend line to visualize the correlation between Crop Yield and Fertilizer Use.", + "(C) A bar graph showing the average Fertilizer Use for different ranges of Crop Yield.", + "(D) A stacked area chart showing the cumulative Fertilizer Use over different Crop Yield values." + ], + "correctIndex": 1 + } + }, + "stacked_bar_chart-judge_which_task_this_visualization_design_best_supports-economy": { + "meta": { + "taskDesc": "judge_which_task_this_visualization_design_best_supports", + "context": "economy" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: judge which task this visualization design best supports** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What task does the stacked bar chart design best support?", + "imgName": "stacked_bar_chart-economy.png", + "options": [ + "(A) Comparing the exact income values across different sectors for a single year", + "(B) Tracking the change in total annual income across all sectors over the years", + "(C) Identifying the correlation between income and year for individual sectors", + "(D) Displaying the distribution of income within a single sector over multiple years" + ], + "correctIndex": 1 + } + }, + "area_chart-describe_the_topic_of_the_visualization-economy": { + "meta": { + "taskDesc": "describe_the_topic_of_the_visualization", + "context": "economy" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe the topic of the visualization** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What does the area chart illustrate about the economy over the given time period?", + "imgName": "area_chart-economy.png", + "options": [ + "(A) The fluctuation of unemployment rates over two decades", + "(B) The change in GDP over a period of years", + "(C) The diversity of species found in a rainforest", + "(D) The annual precipitation levels in a region" + ], + "correctIndex": 1 + } + }, + "bubble_chart-describe_trend_or_correlation-economy": { + "meta": { + "taskDesc": "describe_trend_or_correlation", + "context": "economy" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe trend or correlation** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What trend or correlation does the bubble chart of economy indicators suggest between GDP and Unemployment Rate?", + "imgName": "bubble_chart-economy.png", + "options": [ + "(A) Higher GDP is associated with higher Unemployment Rate.", + "(B) Higher GDP is associated with lower Unemployment Rate.", + "(C) There is no clear trend or correlation between GDP and Unemployment Rate.", + "(D) Unemployment Rate is constant across different GDP levels." + ], + "correctIndex": 2 + } + }, + "histogram-locate_value-economy": { + "meta": { + "taskDesc": "locate_value", + "context": "economy" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: locate value** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the maximum income value represented in the histogram?", + "imgName": "histogram-economy.png", + "options": [ + "(A) $30,000", + "(B) $82,000", + "(C) $55,000", + "(D) $25,000" + ], + "correctIndex": 1 + } + }, + "scatterplot-identify_labels_of_scales-economy": { + "meta": { + "taskDesc": "identify_labels_of_scales", + "context": "economy" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: identify labels of scales** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What are the labels for the horizontal and vertical axes in the scatterplot?", + "imgName": "scatterplot-economy.png", + "options": [ + "(A) Horizontal: UnemploymentRate, Vertical: GDP", + "(B) Horizontal: GDP, Vertical: UnemploymentRate", + "(C) Horizontal: Population, Vertical: InflationRate", + "(D) Horizontal: Time, Vertical: EconomicGrowth" + ], + "correctIndex": 1 + } + }, + "stacked_bar_chart-describe_the_topic_of_the_visualization-economy": { + "meta": { + "taskDesc": "describe_the_topic_of_the_visualization", + "context": "economy" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe the topic of the visualization** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the topic of the visualization?", + "imgName": "stacked_bar_chart-economy.png", + "options": [ + "(A) Comparison of average temperatures across different continents over several years", + "(B) Annual income by sector over a range of years", + "(C) Population growth trends in major cities", + "(D) Market share of different smartphone operating systems" + ], + "correctIndex": 1 + } + }, + "bubble_chart-make_comparisons-economy": { + "meta": { + "taskDesc": "make_comparisons", + "context": "economy" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: make comparisons** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Which country has a larger population size, the one with higher GDP or the one with lower unemployment rate?", + "imgName": "bubble_chart-economy.png", + "options": [ + "(A) The country with higher GDP has a larger population.", + "(B) The country with lower unemployment rate has a larger population.", + "(C) Both countries have the same population size.", + "(D) The visualization does not provide enough information to determine the answer." + ], + "correctIndex": 2 + } + }, + "stacked_area_chart-locate_value-economy": { + "meta": { + "taskDesc": "locate_value", + "context": "economy" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: locate value** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What year and sector combination had the highest value?", + "imgName": "stacked_area_chart-economy.png", + "options": [ + "(A) 2003, Services", + "(B) 2011, Construction", + "(C) 2009, Agriculture", + "(D) 2015, Manufacturing" + ], + "correctIndex": 3 + } + }, + "tree_map-locate_value-economy": { + "meta": { + "taskDesc": "locate_value", + "context": "economy" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: locate value** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Which subcategory represents the smallest percentage of the economy?", + "imgName": "tree_map-economy.png", + "options": [ + "(A) Crops", + "(B) Livestock", + "(C) Textiles", + "(D) Hardware" + ], + "correctIndex": 1 + } + }, + "choropleth_map-judge_which_task_this_visualization_design_best_supports-economy": { + "meta": { + "taskDesc": "judge_which_task_this_visualization_design_best_supports", + "context": "economy" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: judge which task this visualization design best supports** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Which task does the choropleth map design best support?", + "imgName": "choropleth_map-economy.png", + "options": [ + "(A) Comparing the exact economic values between multiple states", + "(B) Identifying trends in economic value across regions", + "(C) Showing the distribution of a single state's economic value over time", + "(D) Presenting the precise number of states above a certain economic threshold" + ], + "correctIndex": 1 + } + }, + "choropleth_map-estimate_the_average_of_multiple_values_of_the_same_type-economy": { + "meta": { + "taskDesc": "estimate_the_average_of_multiple_values_of_the_same_type", + "context": "economy" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the average of multiple values of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the average economic value across all states as depicted in the choropleth map?", + "imgName": "choropleth_map-economy.png", + "options": [ + "(A) $45,018", + "(B) $52,962", + "(C) $60,906", + "(D) $68,850" + ], + "correctIndex": 1 + } + }, + "stacked_area_chart-retrieve_value-economy": { + "meta": { + "taskDesc": "retrieve_value", + "context": "economy" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: retrieve value** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What was the value (in millions) for the Services sector in the year 2011?", + "imgName": "stacked_area_chart-economy.png", + "options": [ + "(A) 300", + "(B) 452", + "(C) 520", + "(D) 600" + ], + "correctIndex": 1 + } + }, + "scatterplot-estimate_the_ratio_of_one_value_to_another_value_of_the_same_type-economy": { + "meta": { + "taskDesc": "estimate_the_ratio_of_one_value_to_another_value_of_the_same_type", + "context": "economy" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the ratio of one value to another value of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Estimate the ratio of the number of countries with an Unemployment Rate of 1 to the number of countries with an Unemployment Rate of 7.", + "imgName": "scatterplot-economy.png", + "options": [ + "(A) 0.0", + "(B) 2.0", + "(C) 3.0", + "(D) 1.0" + ], + "correctIndex": 3 + } + }, + "scatterplot-identify_range-economy": { + "meta": { + "taskDesc": "identify_range", + "context": "economy" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: identify range** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the range of GDP values in billions shown in the scatterplot?", + "imgName": "scatterplot-economy.png", + "options": [ + "(A) [400, 2300]", + "(B) [456, 2290]", + "(C) [537, 1991]", + "(D) [500, 2299]" + ], + "correctIndex": 2 + } + }, + "choropleth_map-estimate_the_difference_between_two_values_of_the_same_type-economy": { + "meta": { + "taskDesc": "estimate_the_difference_between_two_values_of_the_same_type", + "context": "economy" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the difference between two values of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the difference in economic value between Texas and Oklahoma?", + "imgName": "choropleth_map-economy.png", + "options": [ + "(A) 12563", + "(B) 10678", + "(C) 15000", + "(D) 17500" + ], + "correctIndex": 0 + } + }, + "scatterplot-describe_the_characteristics_of_an_alternative_chart_type-economy": { + "meta": { + "taskDesc": "describe_the_characteristics_of_an_alternative_chart_type", + "context": "economy" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe the characteristics of an alternative chart type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "If the relationship between GDP and Unemployment Rate were to be displayed using a line graph instead of a scatterplot, which of the following would best describe its characteristics?", + "imgName": "scatterplot-economy.png", + "options": [ + "(A) The line graph would show a series of bars with heights proportional to the Unemployment Rate values.", + "(B) The line graph would display a pie chart with slices representing the proportion of GDP to Unemployment Rate.", + "(C) The line graph would depict a smooth or jagged line that trends downward as GDP increases, indicating a negative correlation.", + "(D) The line graph would consist of a heatmap with colors representing the frequency of data points at the intersection of GDP and Unemployment Rate values." + ], + "correctIndex": 2 + } + }, + "stacked_bar_chart-judge_which_visualization_design_is_more_appropriate_for_a_task-economy": { + "meta": { + "taskDesc": "judge_which_visualization_design_is_more_appropriate_for_a_task", + "context": "economy" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: judge which visualization design is more appropriate for a task** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "The visualization above is only a demonstration of the relevant data. Which visualization design would be most appropriate to compare the total annual income across different sectors over the years?", + "imgName": "stacked_bar_chart-economy.png", + "options": [ + "(A) A pie chart with different colors representing each sector and slices corresponding to the total income for all years combined.", + "(B) A stacked bar chart with each bar representing a year and segments within the bars showing the income for each sector.", + "(C) A line chart with a separate line for each sector, plotting the change in income over the years.", + "(D) A single bar chart with each bar representing a sector's average income, disregarding the yearly data." + ], + "correctIndex": 1 + } + }, + "bar_chart-locate_value-politics": { + "meta": { + "taskDesc": "locate_value", + "context": "politics" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: locate value** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Which political party received the maximum number of votes?", + "imgName": "bar_chart-politics.png", + "options": [ + "(A) Socialist", + "(B) Green", + "(C) Centrist", + "(D) Pirate" + ], + "correctIndex": 3 + } + }, + "choropleth_map-describe_trend_or_correlation-politics": { + "meta": { + "taskDesc": "describe_trend_or_correlation", + "context": "politics" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe trend or correlation** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What pattern does the choropleth map of the synthetic political context data reveal about the values across the United States?", + "imgName": "choropleth_map-politics.png", + "options": [ + "(A) There is a clear increasing trend from the West Coast to the East Coast.", + "(B) States in the Midwest have significantly higher values than the rest of the country.", + "(C) There is no discernible regional trend or correlation in the values across the states.", + "(D) Coastal states have lower values than landlocked states." + ], + "correctIndex": 2 + } + }, + "line_chart-judge_which_task_this_visualization_design_best_supports-politics": { + "meta": { + "taskDesc": "judge_which_task_this_visualization_design_best_supports", + "context": "politics" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: judge which task this visualization design best supports** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What task does the line chart design best support?", + "imgName": "line_chart-politics.png", + "options": [ + "(A) Comparing the approval rating between different years", + "(B) Identifying the exact approval rating for a given year", + "(C) Showing the distribution of approval ratings across different political parties", + "(D) Demonstrating the correlation between approval ratings and economic indicators" + ], + "correctIndex": 1 + } + }, + "bar_chart-estimate_the_ratio_of_one_value_to_another_value_of_the_same_type-politics": { + "meta": { + "taskDesc": "estimate_the_ratio_of_one_value_to_another_value_of_the_same_type", + "context": "politics" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the ratio of one value to another value of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the ratio of votes for the Socialist party to the votes for the Libertarian party?", + "imgName": "bar_chart-politics.png", + "options": [ + "(A) 3.5", + "(B) 4.5", + "(C) 5.5", + "(D) 6.5" + ], + "correctIndex": 1 + } + }, + "stacked_bar_chart-locate_value-politics": { + "meta": { + "taskDesc": "locate_value", + "context": "politics" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: locate value** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Which state received the highest number of votes for the issue of Healthcare?", + "imgName": "stacked_bar_chart-politics.png", + "options": [ + "(A) State 1", + "(B) State 2", + "(C) State 3", + "(D) State 4" + ], + "correctIndex": 3 + } + }, + "stacked_bar_chart-describe_trend_or_correlation-politics": { + "meta": { + "taskDesc": "describe_trend_or_correlation", + "context": "politics" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe trend or correlation** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What pattern can be observed in the distribution of votes for political issues across the states?", + "imgName": "stacked_bar_chart-politics.png", + "options": [ + "(A) Each state has a dominant party that has the majority of votes across all issues.", + "(B) No single issue consistently receives the most votes across all states.", + "(C) The number of votes for each issue is proportional to the state's population.", + "(D) Defense consistently receives the least number of votes across all states." + ], + "correctIndex": 1 + } + }, + "100_percent_stacked_bar_chart-make_comparisons-politics": { + "meta": { + "taskDesc": "make_comparisons", + "context": "politics" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: make comparisons** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Which party has a greater focus on the Environment issue compared to the Economy issue?", + "imgName": "100_percent_stacked_bar_chart-politics.png", + "options": [ + "(A) Party A", + "(B) Party B", + "(C) Party C", + "(D) Party D" + ], + "correctIndex": 0 + } + }, + "stacked_area_chart-describe_trend_or_correlation-politics": { + "meta": { + "taskDesc": "describe_trend_or_correlation", + "context": "politics" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe trend or correlation** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What trend is observed in the political party votes over the years 2000 to 2019?", + "imgName": "stacked_area_chart-politics.png", + "options": [ + "(A) All parties show a consistent increase in votes over the years.", + "(B) No clear trend or correlation in votes is observed across the parties over the years.", + "(C) The Conservative party received the most votes every year.", + "(D) Votes for the Green party surpassed all other parties in the final year." + ], + "correctIndex": 1 + } + }, + "pie_chart-describe_the_topic_of_the_visualization-politics": { + "meta": { + "taskDesc": "describe_the_topic_of_the_visualization", + "context": "politics" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe the topic of the visualization** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the topic of the pie chart?", + "imgName": "pie_chart-politics.png", + "options": [ + "(A) The distribution of land area among different climate zones", + "(B) The market share of various smartphone operating systems", + "(C) The popularity of different ice cream flavors among children", + "(D) The distribution of support for political parties in a population" + ], + "correctIndex": 3 + } + }, + "pie_chart-judge_which_task_this_visualization_design_best_supports-politics": { + "meta": { + "taskDesc": "judge_which_task_this_visualization_design_best_supports", + "context": "politics" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: judge which task this visualization design best supports** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What task does the pie chart design best support?", + "imgName": "pie_chart-politics.png", + "options": [ + "(A) Comparing the exact numerical values of different categories", + "(B) Showing the distribution of parts to a whole", + "(C) Displaying trends over time", + "(D) Identifying correlations between two variables" + ], + "correctIndex": 1 + } + }, + "histogram-judge_which_visualization_design_is_more_appropriate_for_a_task-politics": { + "meta": { + "taskDesc": "judge_which_visualization_design_is_more_appropriate_for_a_task", + "context": "politics" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: judge which visualization design is more appropriate for a task** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "The visualization above is only a demonstration of the relevant data. Which visualization design would be most appropriate to compare the central tendency and dispersion of the given vote counts?", + "imgName": "histogram-politics.png", + "options": [ + "(A) A pie chart with sections representing different ranges of vote counts.", + "(B) A scatter plot with each vote count represented as a point on the horizontal axis.", + "(C) A box plot to visualize the median, quartiles, and potential outliers in the vote counts.", + "(D) A line graph showing the trend of vote counts over time." + ], + "correctIndex": 2 + } + }, + "tree_map-retrieve_value-politics": { + "meta": { + "taskDesc": "retrieve_value", + "context": "politics" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: retrieve value** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What percentage of the political policy distribution is allocated to Defense?", + "imgName": "tree_map-politics.png", + "options": [ + "(A) 5%", + "(B) 20%", + "(C) 35%", + "(D) 50%" + ], + "correctIndex": 1 + } + }, + "bubble_chart-retrieve_value-politics": { + "meta": { + "taskDesc": "retrieve_value", + "context": "politics" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: retrieve value** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "How much funding did the Green Party receive?", + "imgName": "bubble_chart-politics.png", + "options": [ + "(A) 2000000", + "(B) 3214790", + "(C) 4500000", + "(D) 3700000" + ], + "correctIndex": 1 + } + }, + "pie_chart-judge_which_visualization_design_is_more_appropriate_for_a_task-politics": { + "meta": { + "taskDesc": "judge_which_visualization_design_is_more_appropriate_for_a_task", + "context": "politics" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: judge which visualization design is more appropriate for a task** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "The visualization above is only a demonstration of the relevant data. Which visualization design would be most appropriate for comparing the relative proportions of political party preferences?", + "imgName": "pie_chart-politics.png", + "options": [ + "(A) A line graph with time on the x-axis and percentage on the y-axis.", + "(B) A pie chart with different colors representing each political party and their respective percentages.", + "(C) A scatter plot with political parties on the x-axis and percentage on the y-axis.", + "(D) A bar chart with political parties on the x-axis and percentage on the y-axis, without any color distinction." + ], + "correctIndex": 1 + } + }, + "area_chart-identify_range-politics": { + "meta": { + "taskDesc": "identify_range", + "context": "politics" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: identify range** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the range of votes received by the political party from 2000 to 2019 as shown in the area chart?", + "imgName": "area_chart-politics.png", + "options": [ + "(A) [96, 544]", + "(B) [113, 473]", + "(C) [95, 545]", + "(D) [94, 546]" + ], + "correctIndex": 1 + } + }, + "scatterplot-estimate_the_difference_between_two_values_of_the_same_type-politics": { + "meta": { + "taskDesc": "estimate_the_difference_between_two_values_of_the_same_type", + "context": "politics" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the difference between two values of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Estimate the difference in Opposition Support percentage between the highest and lowest recorded values.", + "imgName": "scatterplot-politics.png", + "options": [ + "(A) 39", + "(B) 47", + "(C) 55", + "(D) 63" + ], + "correctIndex": 1 + } + }, + "scatterplot-estimate_the_average_of_multiple_values_of_the_same_type-politics": { + "meta": { + "taskDesc": "estimate_the_average_of_multiple_values_of_the_same_type", + "context": "politics" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the average of multiple values of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Estimate the average Opposition Support (%) from the scatterplot.", + "imgName": "scatterplot-politics.png", + "options": [ + "(A) 24.6", + "(B) 34.6", + "(C) 39.6", + "(D) 29.6" + ], + "correctIndex": 3 + } + }, + "stacked_bar_chart-make_comparisons-education": { + "meta": { + "taskDesc": "make_comparisons", + "context": "education" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: make comparisons** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Which school has a greater number of students in Grade 9 compared to Grade 12?", + "imgName": "stacked_bar_chart-education.png", + "options": [ + "(A) School A", + "(B) School B", + "(C) School C", + "(D) School D" + ], + "correctIndex": 1 + } + }, + "histogram-estimate_the_average_of_multiple_values_of_the_same_type-education": { + "meta": { + "taskDesc": "estimate_the_average_of_multiple_values_of_the_same_type", + "context": "education" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the average of multiple values of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the average test score?", + "imgName": "histogram-education.png", + "options": [ + "(A) 76.1", + "(B) 90.1", + "(C) 104.1", + "(D) 118.1" + ], + "correctIndex": 1 + } + }, + "histogram-describe_the_topic_of_the_visualization-education": { + "meta": { + "taskDesc": "describe_the_topic_of_the_visualization", + "context": "education" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe the topic of the visualization** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the subject of the histogram?", + "imgName": "histogram-education.png", + "options": [ + "(A) The age distribution of residents in a city", + "(B) The distribution of standardized test scores among students", + "(C) The height distribution of adult males in a population", + "(D) The annual rainfall measurements in different regions" + ], + "correctIndex": 1 + } + }, + "tree_map-estimate_the_difference_between_two_values_of_the_same_type-education": { + "meta": { + "taskDesc": "estimate_the_difference_between_two_values_of_the_same_type", + "context": "education" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the difference between two values of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the difference in percentage between the subcategories \"Biology\" and \"Geometry\"?", + "imgName": "tree_map-education.png", + "options": [ + "(A) 5%", + "(B) 10%", + "(C) 15%", + "(D) 20%" + ], + "correctIndex": 1 + } + }, + "stacked_bar_chart-estimate_the_ratio_of_one_value_to_another_value_of_the_same_type-education": { + "meta": { + "taskDesc": "estimate_the_ratio_of_one_value_to_another_value_of_the_same_type", + "context": "education" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the ratio of one value to another value of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the ratio of Grade 9 to Grade 12 students at School A?", + "imgName": "stacked_bar_chart-education.png", + "options": [ + "(A) 0.4", + "(B) 1.4", + "(C) 2.4", + "(D) 3.4" + ], + "correctIndex": 0 + } + }, + "bar_chart-describe_the_characteristics_of_an_alternative_chart_type-education": { + "meta": { + "taskDesc": "describe_the_characteristics_of_an_alternative_chart_type", + "context": "education" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe the characteristics of an alternative chart type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "If the number of graduates by program were displayed using a pie chart instead of a bar chart, which of the following would be an accurate description of this alternative chart type?", + "imgName": "bar_chart-education.png", + "options": [ + "(A) The pie chart would show each program's proportion of total graduates with equal-sized slices since the number of graduates is evenly distributed.", + "(B) The pie chart would use different shades of blue to represent each program, with darker shades indicating more graduates.", + "(C) The pie chart would have slices of different sizes, with larger slices representing programs with more graduates.", + "(D) The pie chart would display the exact number of graduates for each program as numerical labels on the outer edge of the chart, without visual representation of proportions." + ], + "correctIndex": 2 + } + }, + "pie_chart-estimate_the_difference_between_two_values_of_the_same_type-education": { + "meta": { + "taskDesc": "estimate_the_difference_between_two_values_of_the_same_type", + "context": "education" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the difference between two values of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the difference in percentage points between the proportion of individuals with High School education and those with an Undergraduate degree?", + "imgName": "pie_chart-education.png", + "options": [ + "(A) 12", + "(B) 15", + "(C) 18", + "(D) 21" + ], + "correctIndex": 1 + } + }, + "line_chart-retrieve_value-education": { + "meta": { + "taskDesc": "retrieve_value", + "context": "education" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: retrieve value** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What was the enrollment number in the academic year 2019?", + "imgName": "line_chart-education.png", + "options": [ + "(A) 100", + "(B) 142", + "(C) 180", + "(D) 50" + ], + "correctIndex": 1 + } + }, + "scatterplot-retrieve_value-education": { + "meta": { + "taskDesc": "retrieve_value", + "context": "education" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: retrieve value** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the average grade of a student who studies 10 hours per week?", + "imgName": "scatterplot-education.png", + "options": [ + "(A) 71", + "(B) 97", + "(C) 84", + "(D) 100" + ], + "correctIndex": 2 + } + }, + "bar_chart-identify_labels_of_scales-education": { + "meta": { + "taskDesc": "identify_labels_of_scales", + "context": "education" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: identify labels of scales** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What are the labels for the horizontal and vertical axes in the bar chart?", + "imgName": "bar_chart-education.png", + "options": [ + "(A) Horizontal: Number of Graduates, Vertical: Educational Program", + "(B) Horizontal: Educational Program, Vertical: Number of Graduates", + "(C) Horizontal: Program, Vertical: Graduates", + "(D) Horizontal: Graduates, Vertical: Program" + ], + "correctIndex": 1 + } + }, + "area_chart-retrieve_value-education": { + "meta": { + "taskDesc": "retrieve_value", + "context": "education" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: retrieve value** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the number of graduates in the year 2010?", + "imgName": "area_chart-education.png", + "options": [ + "(A) 6953", + "(B) 5500", + "(C) 8000", + "(D) 8400" + ], + "correctIndex": 0 + } + }, + "tree_map-describe_trend_or_correlation-education": { + "meta": { + "taskDesc": "describe_trend_or_correlation", + "context": "education" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe trend or correlation** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What pattern can be observed in the distribution of percentages across educational categories and subcategories?", + "imgName": "tree_map-education.png", + "options": [ + "(A) Mathematics has a decreasing trend in percentage from Algebra to Geometry.", + "(B) Each Category has subcategories with equal percentages.", + "(C) Science subcategories show a strong positive correlation between the complexity of the subject and the percentage.", + "(D) Humanities and Languages have subcategories with higher percentages than those in Science and Mathematics." + ], + "correctIndex": 0 + } + }, + "stacked_bar_chart-estimate_the_difference_between_two_values_of_the_same_type-education": { + "meta": { + "taskDesc": "estimate_the_difference_between_two_values_of_the_same_type", + "context": "education" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the difference between two values of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Estimate the difference in the number of students between Grade 9 and Grade 12 at School C.", + "imgName": "stacked_bar_chart-education.png", + "options": [ + "(A) 16", + "(B) 22", + "(C) 10", + "(D) 28" + ], + "correctIndex": 1 + } + }, + "100_percent_stacked_bar_chart-retrieve_value-education": { + "meta": { + "taskDesc": "retrieve_value", + "context": "education" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: retrieve value** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What percentage of Greenwood Elementary's curriculum is dedicated to Math?", + "imgName": "100_percent_stacked_bar_chart-education.png", + "options": [ + "(A) 20%", + "(B) 30%", + "(C) 45%", + "(D) 50%" + ], + "correctIndex": 1 + } + }, + "area_chart-locate_value-education": { + "meta": { + "taskDesc": "locate_value", + "context": "education" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: locate value** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "In which year did the number of graduates reach its maximum value?", + "imgName": "area_chart-education.png", + "options": [ + "(A) 2010", + "(B) 2015", + "(C) 2019", + "(D) 2005" + ], + "correctIndex": 2 + } + }, + "bar_chart-describe_trend_or_correlation-education": { + "meta": { + "taskDesc": "describe_trend_or_correlation", + "context": "education" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe trend or correlation** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What pattern does the bar chart of the number of graduates by educational program show?", + "imgName": "bar_chart-education.png", + "options": [ + "(A) A steady increase in the number of graduates from Engineering to History.", + "(B) Programs related to Science, Technology, Engineering, and Mathematics (STEM) have significantly fewer graduates than other programs.", + "(C) There is no clear trend or correlation in the number of graduates across different programs.", + "(D) The number of graduates in Medicine, Law, Art, and History is exactly the same." + ], + "correctIndex": 2 + } + }, + "tree_map-describe_the_topic_of_the_visualization-education": { + "meta": { + "taskDesc": "describe_the_topic_of_the_visualization", + "context": "education" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe the topic of the visualization** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the topic of the visualization?", + "imgName": "tree_map-education.png", + "options": [ + "(A) The distribution of land area across different continents", + "(B) The popularity of various sports among high school students", + "(C) The allocation of funding to various university departments", + "(D) The proportion of educational content areas and their subcategories" + ], + "correctIndex": 3 + } + }, + "choropleth_map-describe_the_characteristics_of_an_alternative_chart_type-innovation": { + "meta": { + "taskDesc": "describe_the_characteristics_of_an_alternative_chart_type", + "context": "innovation" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe the characteristics of an alternative chart type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "If the choropleth map displaying Innovation Scores by State were to be represented as a bar chart, which of the following characteristics would it most likely have?", + "imgName": "choropleth_map-innovation.png", + "options": [ + "(A) A bar chart with each bar representing a different country's innovation score, sorted in ascending order of score.", + "(B) A bar chart with each bar representing a state's innovation score, with bars colored differently based on predefined score ranges.", + "(C) A pie chart with slices representing the proportion of total innovation scores attributed to each state.", + "(D) A bar chart with each bar representing a state's innovation score, sorted alphabetically by state name." + ], + "correctIndex": 1 + } + }, + "stacked_area_chart-estimate_the_difference_between_two_values_of_the_same_type-innovation": { + "meta": { + "taskDesc": "estimate_the_difference_between_two_values_of_the_same_type", + "context": "innovation" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the difference between two values of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Estimate the difference in the number of innovations between \"Tech_Advancements\" and \"Research_Development\" in the year 2019.", + "imgName": "stacked_area_chart-innovation.png", + "options": [ + "(A) 10", + "(B) 12", + "(C) 14", + "(D) 16" + ], + "correctIndex": 1 + } + }, + "bar_chart-describe_the_topic_of_the_visualization-innovation": { + "meta": { + "taskDesc": "describe_the_topic_of_the_visualization", + "context": "innovation" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe the topic of the visualization** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the topic of the bar chart?", + "imgName": "bar_chart-innovation.png", + "options": [ + "(A) The popularity of different programming languages", + "(B) The number of patents filed in various technology sectors", + "(C) Investment levels in different innovation sectors", + "(D) The market share of tech companies in the stock market" + ], + "correctIndex": 2 + } + }, + "histogram-estimate_the_ratio_of_one_value_to_another_value_of_the_same_type-innovation": { + "meta": { + "taskDesc": "estimate_the_ratio_of_one_value_to_another_value_of_the_same_type", + "context": "innovation" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the ratio of one value to another value of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the ratio of the number of observations with an InnovationScore of 5 to the number of observations with an InnovationScore of 9?", + "imgName": "histogram-innovation.png", + "options": [ + "(A) 0.6", + "(B) 1.6", + "(C) 2.6", + "(D) 3.6" + ], + "correctIndex": 0 + } + }, + "100_percent_stacked_bar_chart-judge_which_visualization_design_is_more_appropriate_for_a_task-innovation": { + "meta": { + "taskDesc": "judge_which_visualization_design_is_more_appropriate_for_a_task", + "context": "innovation" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: judge which visualization design is more appropriate for a task** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "The visualization above is only a demonstration of the relevant data. Which of the following visualization designs is most appropriate for comparing the distribution of innovation categories within each company?", + "imgName": "100_percent_stacked_bar_chart-innovation.png", + "options": [ + "(A) A pie chart for each company showing the distribution of innovation categories.", + "(B) A single heat map representing the percentage distribution of innovation categories across companies.", + "(C) A line graph showing the trend of percentages for each innovation category across companies.", + "(D) A 100 percent stacked bar chart for each company showing the distribution of innovation categories." + ], + "correctIndex": 3 + } + }, + "pie_chart-describe_the_characteristics_of_an_alternative_chart_type-innovation": { + "meta": { + "taskDesc": "describe_the_characteristics_of_an_alternative_chart_type", + "context": "innovation" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe the characteristics of an alternative chart type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "If the pie chart showing the distribution of innovation categories were to be represented as a bar chart instead, which of the following characteristics would the bar chart display?", + "imgName": "pie_chart-innovation.png", + "options": [ + "(A) Each category would be represented by a line segment, with the length of the segment proportional to the percentage value.", + "(B) The categories would be displayed as points plotted on a grid, with the distance from the origin representing the percentage value.", + "(C) Each category would be represented by a separate bar, with the height of the bar corresponding to the percentage value.", + "(D) The categories would be represented as concentric circles, with the radius of each circle corresponding to the percentage value." + ], + "correctIndex": 2 + } + }, + "area_chart-estimate_the_average_of_multiple_values_of_the_same_type-innovation": { + "meta": { + "taskDesc": "estimate_the_average_of_multiple_values_of_the_same_type", + "context": "innovation" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the average of multiple values of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Estimate the average number of innovations per year over the 20-year period shown in the area chart.", + "imgName": "area_chart-innovation.png", + "options": [ + "(A) 92.5", + "(B) 126.5", + "(C) 75.5", + "(D) 109.5" + ], + "correctIndex": 3 + } + }, + "histogram-estimate_the_difference_between_two_values_of_the_same_type-innovation": { + "meta": { + "taskDesc": "estimate_the_difference_between_two_values_of_the_same_type", + "context": "innovation" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the difference between two values of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Estimate the difference between the highest and lowest Innovation Scores.", + "imgName": "histogram-innovation.png", + "options": [ + "(A) 22", + "(B) 26", + "(C) 30", + "(D) 34" + ], + "correctIndex": 1 + } + }, + "choropleth_map-identify_range-innovation": { + "meta": { + "taskDesc": "identify_range", + "context": "innovation" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: identify range** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the range of innovation scores across all states as shown in the choropleth map?", + "imgName": "choropleth_map-innovation.png", + "options": [ + "(A) [47, 567]", + "(B) [38, 641]", + "(C) [29, 715]", + "(D) [56, 493]" + ], + "correctIndex": 3 + } + }, + "bubble_chart-judge_which_task_this_visualization_design_best_supports-innovation": { + "meta": { + "taskDesc": "judge_which_task_this_visualization_design_best_supports", + "context": "innovation" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: judge which task this visualization design best supports** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Which task does this visualization design best support?", + "imgName": "bubble_chart-innovation.png", + "options": [ + "(A) Comparing the total number of innovations across different research budgets", + "(B) Identifying the relationship between innovation score and research budget, with an additional dimension of market impact", + "(C) Tracking changes in market impact over time", + "(D) Displaying the distribution of research budgets within fixed innovation score intervals" + ], + "correctIndex": 1 + } + }, + "bar_chart-make_comparisons-innovation": { + "meta": { + "taskDesc": "make_comparisons", + "context": "innovation" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: make comparisons** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Which sector received more investment, IoT or Biotech?", + "imgName": "bar_chart-innovation.png", + "options": [ + "(A) IoT", + "(B) Biotech", + "(C) Investments are equal", + "(D) Cannot be determined from the visualization" + ], + "correctIndex": 0 + } + }, + "choropleth_map-locate_value-innovation": { + "meta": { + "taskDesc": "locate_value", + "context": "innovation" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: locate value** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Which state has the highest innovation score?", + "imgName": "choropleth_map-innovation.png", + "options": [ + "(A) California", + "(B) Maine", + "(C) Virginia", + "(D) Montana" + ], + "correctIndex": 2 + } + }, + "stacked_area_chart-identify_range-innovation": { + "meta": { + "taskDesc": "identify_range", + "context": "innovation" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: identify range** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the range of the number of innovations across all categories from 2000 to 2019?", + "imgName": "stacked_area_chart-innovation.png", + "options": [ + "(A) [42, 230]", + "(B) [50, 200]", + "(C) [35, 245]", + "(D) [30, 240]" + ], + "correctIndex": 1 + } + }, + "line_chart-make_comparisons-innovation": { + "meta": { + "taskDesc": "make_comparisons", + "context": "innovation" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: make comparisons** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "How does the Innovation Score in 2005 compare to the score in 2015?", + "imgName": "line_chart-innovation.png", + "options": [ + "(A) The score in 2005 is higher than in 2015.", + "(B) The score in 2005 is lower than in 2015.", + "(C) The scores in 2005 and 2015 are equal.", + "(D) The score in 2005 is half of the score in 2015." + ], + "correctIndex": 0 + } + }, + "pie_chart-identify_range-innovation": { + "meta": { + "taskDesc": "identify_range", + "context": "innovation" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: identify range** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the range of percentage values represented in the pie chart for the different innovation categories?", + "imgName": "pie_chart-innovation.png", + "options": [ + "(A) [10, 45]", + "(B) [15, 40]", + "(C) [5, 50]", + "(D) [20, 30]" + ], + "correctIndex": 3 + } + }, + "stacked_area_chart-judge_which_task_this_visualization_design_best_supports-innovation": { + "meta": { + "taskDesc": "judge_which_task_this_visualization_design_best_supports", + "context": "innovation" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: judge which task this visualization design best supports** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What task does the stacked area chart best support?", + "imgName": "stacked_area_chart-innovation.png", + "options": [ + "(A) Comparing exact values across multiple categories at specific points in time", + "(B) Showing the distribution of a whole into parts over time", + "(C) Identifying precise trends for individual categories", + "(D) Displaying hierarchical relationships between categories" + ], + "correctIndex": 1 + } + }, + "pie_chart-estimate_the_ratio_of_one_value_to_another_value_of_the_same_type-innovation": { + "meta": { + "taskDesc": "estimate_the_ratio_of_one_value_to_another_value_of_the_same_type", + "context": "innovation" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the ratio of one value to another value of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the ratio of the percentage of Product Innovation to the percentage of Marketing Innovation?", + "imgName": "pie_chart-innovation.png", + "options": [ + "(A) 1.0", + "(B) 1.2", + "(C) 1.4", + "(D) 2.3" + ], + "correctIndex": 2 + } + }, + "area_chart-judge_which_task_this_visualization_design_best_supports-health": { + "meta": { + "taskDesc": "judge_which_task_this_visualization_design_best_supports", + "context": "health" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: judge which task this visualization design best supports** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What task does the area chart design best support?", + "imgName": "area_chart-health.png", + "options": [ + "(A) Comparing the number of patients recovered between different days", + "(B) Showing the distribution of patient recovery times", + "(C) Identifying the exact number of patients recovered on a specific day", + "(D) Tracking the cumulative number of patients recovered over a period of time" + ], + "correctIndex": 3 + } + }, + "bubble_chart-estimate_the_difference_between_two_values_of_the_same_type-population_and_demography": { + "meta": { + "taskDesc": "estimate_the_difference_between_two_values_of_the_same_type", + "context": "population_and_demography" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the difference between two values of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the difference in GDP Per Capita (USD) between Metropolis and Gotham?", + "imgName": "bubble_chart-population_and_demography.png", + "options": [ + "(A) 16793", + "(B) 22721", + "(C) 13829", + "(D) 19757" + ], + "correctIndex": 3 + } + }, + "tree_map-estimate_the_average_of_multiple_values_of_the_same_type-politics": { + "meta": { + "taskDesc": "estimate_the_average_of_multiple_values_of_the_same_type", + "context": "politics" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the average of multiple values of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the average percentage allocated to the subcategories within the \"Domestic Policy\" category?", + "imgName": "tree_map-politics.png", + "options": [ + "(A) 8%", + "(B) 15%", + "(C) 18%", + "(D) 22%" + ], + "correctIndex": 1 + } + } + + + +}, + "sequence": { + "order": "fixed", + "components": [ + "introduction", + "stacked_bar_chart-estimate_the_ratio_of_one_value_to_another_value_of_the_same_type-education", + "100_percent_stacked_bar_chart-estimate_the_average_of_multiple_values_of_the_same_type-energy_and_environment", + "scatterplot-estimate_the_average_of_multiple_values_of_the_same_type-politics", + "tree_map-estimate_the_average_of_multiple_values_of_the_same_type-politics", + "histogram-estimate_the_average_of_multiple_values_of_the_same_type-education", + "line_chart-describe_trend_or_correlation-population_and_demography", + "histogram-describe_trend_or_correlation-food_and_agriculture", + "100_percent_stacked_bar_chart-describe_trend_or_correlation-health", + "choropleth_map-describe_trend_or_correlation-politics", + "bubble_chart-describe_the_characteristics_of_an_alternative_chart_type-weather_and_climate", + "histogram-describe_the_characteristics_of_an_alternative_chart_type-food_and_agriculture", + "100_percent_stacked_bar_chart-describe_the_characteristics_of_an_alternative_chart_type-food_and_agriculture", + "bar_chart-describe_the_characteristics_of_an_alternative_chart_type-education", + "stacked_area_chart-judge_which_visualization_design_is_more_appropriate_for_a_task-food_and_agriculture", + "bubble_chart-judge_which_visualization_design_is_more_appropriate_for_a_task-energy_and_environment", + "choropleth_map-judge_which_visualization_design_is_more_appropriate_for_a_task-weather_and_climate", + "scatterplot-judge_which_visualization_design_is_more_appropriate_for_a_task-food_and_agriculture", + "area_chart-judge_which_task_this_visualization_design_best_supports-health", + "scatterplot-judge_which_task_this_visualization_design_best_supports-weather_and_climate", + "histogram-judge_which_task_this_visualization_design_best_supports-weather_and_climate", + "stacked_bar_chart-judge_which_task_this_visualization_design_best_supports-economy" + ] + + } +} diff --git a/public/gpt-expert-jc-supp/config-gpt-expert-seq1-supp.json b/public/gpt-expert-jc-supp/config-gpt-expert-seq1-supp.json new file mode 100644 index 000000000..c99581273 --- /dev/null +++ b/public/gpt-expert-jc-supp/config-gpt-expert-seq1-supp.json @@ -0,0 +1,4852 @@ +{ + "$schema": "https://raw.githubusercontent.com/reVISit-studies/study/main/src/parser/StudyConfigSchema.json", + "studyMetadata": { + "title": "Expert Evaluation of Visualization Items", + "version": "pilot", + "authors": [ + "The reVISit Team" + ], + "date": "2024-02-16", + "description": "An experiment to test gpt generated visualization questions", + "organizations": [ + "Northwestern University", + "WPI" + ] + }, + "uiConfig": { + "contactEmail": "yding5@wpi.edu", + "helpTextPath": "gpt-expert/help.md", + "logoPath": "assets/revisitLogoSquare.svg", + "withProgressBar": true, + "autoDownloadStudy": false, + "sidebar": true, + "urlParticipantIdParam": "pid" + + }, + "baseComponents": { + "visTask": { + "description": "A base trial", + "instruction": "Please answer the questions below (Q1-Q4 are required; Q5 is optional). Please scroll down if not all questions are visible. The \"next\" button is located at the bottom of this side bar", + "type": "react-component", + "path": "gpt-vis/VisComponent.tsx", + "nextButtonLocation": "sidebar", + "instructionLocation": "sidebar", + "response": [ + { + "id": "q1", + "prompt": "Q1. How relevant is this item to assess people’s ability to carry out the visualization task [insert task name - you can get the task name from txt file name]?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + }, + { + "id": "q2", + "prompt": "**Q2. How clear are the question statement and the options?**", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Very clear", + "leftLabel": "Not clear" + }, + { + "id": "q3", + "prompt": "**Q3. Is one of the options a correct or approximately correct answer to the question?**", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "Yes", + "value": "Yes" + }, + { + "label": "No", + "value": "No" + } + ] + }, + { + "id": "q4", + "prompt": "**Q4. Is the answer marked as green the correct answer?** ", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "Yes", + "value": "Yes" + }, + { + "label": "No", + "value": "No" + }, + { + "label": "More than one option could be considered correct", + "value": "More than one option could be considered correct" + } + ] + }, + { + "id": "q5", + "prompt": "**Q5. Any comments?**", + "required": false, + "location": "sidebar", + "type": "longText", + "placeholder": "You may input your comments here." + } + ] + } + }, "components": { + "introduction": { + "type": "markdown", + "path": "gpt-expert/introduction.md", + "response": [ + { + "id": "userNames", + "prompt": "Please enter your name below. This information will be removed when we make our data publicly available", + "required": true, + "location": "belowStimulus", + "type": "shortText", + "placeholder": "Your Name" + } + ] + }, + + "area_chart-estimate_the_ratio_of_one_value_to_another_value_of_the_same_type-health": { + "meta": { + "taskDesc": "estimate_the_ratio_of_one_value_to_another_value_of_the_same_type", + "context": "health" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the ratio of one value to another value of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the ratio of the number of patients recovered on Day 20 to the number of patients recovered on Day 10?", + "imgName": "area_chart-health.png", + "options": [ + "(A) 1.2", + "(B) 2.2", + "(C) 3.2", + "(D) 4.2" + ], + "correctIndex": 1 + } + }, + "scatterplot-describe_trend_or_correlation-health": { + "meta": { + "taskDesc": "describe_trend_or_correlation", + "context": "health" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe trend or correlation** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the trend or correlation between Weight and Height as depicted in the scatterplot?", + "imgName": "scatterplot-health.png", + "options": [ + "(A) A strong positive correlation between Weight and Height.", + "(B) A strong negative correlation between Weight and Height.", + "(C) No correlation between Weight and Height.", + "(D) A moderate positive correlation between Weight and Height." + ], + "correctIndex": 1 + } + }, + "stacked_area_chart-describe_the_topic_of_the_visualization-health": { + "meta": { + "taskDesc": "describe_the_topic_of_the_visualization", + "context": "health" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe the topic of the visualization** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the topic of the visualization?", + "imgName": "stacked_area_chart-health.png", + "options": [ + "(A) The impact of dietary choices on public health from 2001 to 2020", + "(B) Trends in health conditions over two decades", + "(C) The effectiveness of new medical treatments introduced between 2001 and 2020", + "(D) Changes in healthcare policy and its effects on patient outcomes from 2001 to 2020" + ], + "correctIndex": 1 + } + }, + "100_percent_stacked_bar_chart-describe_trend_or_correlation-health": { + "meta": { + "taskDesc": "describe_trend_or_correlation", + "context": "health" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe trend or correlation** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What trend can be observed in the focus on different health categories across the age groups Young Adults, Adults, and Seniors?", + "imgName": "100_percent_stacked_bar_chart-health.png", + "options": [ + "(A) Seniors have the highest percentage focus on Diet and the lowest on Stress Management.", + "(B) Young Adults have the highest percentage focus on Sleep and the lowest on Diet.", + "(C) Adults have the highest percentage focus on Hydration and the lowest on Exercise.", + "(D) All age groups prioritize Exercise over other health categories." + ], + "correctIndex": 0 + } + }, + "histogram-retrieve_value-health": { + "meta": { + "taskDesc": "retrieve_value", + "context": "health" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: retrieve value** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the highest Cholesterol Level recorded in the dataset?", + "imgName": "histogram-health.png", + "options": [ + "(A) 188", + "(B) 222", + "(C) 256", + "(D) 257" + ], + "correctIndex": 1 + } + }, + "stacked_bar_chart-identify_range-health": { + "meta": { + "taskDesc": "identify_range", + "context": "health" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: identify range** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the range of patient counts across all health categories and clinics?", + "imgName": "stacked_bar_chart-health.png", + "options": [ + "(A) [47, 221]", + "(B) [56, 192]", + "(C) [38, 250]", + "(D) [29, 279]" + ], + "correctIndex": 1 + } + }, + "histogram-identify_range-health": { + "meta": { + "taskDesc": "identify_range", + "context": "health" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: identify range** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the range of Cholesterol Level values represented in the histogram?", + "imgName": "histogram-health.png", + "options": [ + "(A) [127, 256]", + "(B) [117, 266]", + "(C) [107, 276]", + "(D) [150, 222]" + ], + "correctIndex": 3 + } + }, + "choropleth_map-estimate_the_ratio_of_one_value_to_another_value_of_the_same_type-health": { + "meta": { + "taskDesc": "estimate_the_ratio_of_one_value_to_another_value_of_the_same_type", + "context": "health" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the ratio of one value to another value of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the ratio of the Health Index value of California to that of Texas?", + "imgName": "choropleth_map-health.png", + "options": [ + "(A) 0.2", + "(B) 1.2", + "(C) 1.8", + "(D) 2.2" + ], + "correctIndex": 0 + } + }, + "pie_chart-locate_value-health": { + "meta": { + "taskDesc": "locate_value", + "context": "health" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: locate value** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Which category has the highest percentage of health-related activities?", + "imgName": "pie_chart-health.png", + "options": [ + "(A) Diet", + "(B) Sleep", + "(C) Hydration", + "(D) Exercise" + ], + "correctIndex": 3 + } + }, + "bubble_chart-identify_range-health": { + "meta": { + "taskDesc": "identify_range", + "context": "health" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: identify range** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the range of Cholesterol Level values represented in the bubble chart?", + "imgName": "bubble_chart-health.png", + "options": [ + "(A) [132, 329]", + "(B) [131, 330]", + "(C) [156, 286]", + "(D) [130, 331]" + ], + "correctIndex": 2 + } + }, + "line_chart-describe_the_topic_of_the_visualization-health": { + "meta": { + "taskDesc": "describe_the_topic_of_the_visualization", + "context": "health" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe the topic of the visualization** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the topic of the visualization?", + "imgName": "line_chart-health.png", + "options": [ + "(A) Monthly rainfall measurements in different cities", + "(B) Daily heart rate measurements over a period of time", + "(C) Annual profit margins of various companies", + "(D) Weekly step counts recorded by a fitness tracker" + ], + "correctIndex": 1 + } + }, + "pie_chart-describe_trend_or_correlation-health": { + "meta": { + "taskDesc": "describe_trend_or_correlation", + "context": "health" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe trend or correlation** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What pattern does the pie chart of health-related activities distribution show?", + "imgName": "pie_chart-health.png", + "options": [ + "(A) The percentage of people who manage stress is higher than those who exercise.", + "(B) Exercise constitutes the largest percentage of the health-related activities.", + "(C) Hydration is twice as prevalent as diet in the health-related activities.", + "(D) Sleep and diet categories are equally represented in the health-related activities." + ], + "correctIndex": 1 + } + }, + "line_chart-identify_labels_of_scales-health": { + "meta": { + "taskDesc": "identify_labels_of_scales", + "context": "health" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: identify labels of scales** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What are the labels for the horizontal and vertical axes in the line chart?", + "imgName": "line_chart-health.png", + "options": [ + "(A) Horizontal: Heart Rate (bpm), Vertical: Day", + "(B) Horizontal: Day, Vertical: Heart Rate (bpm)", + "(C) Horizontal: Time, Vertical: Pulse", + "(D) Horizontal: Date, Vertical: Blood Pressure" + ], + "correctIndex": 1 + } + }, + "stacked_area_chart-estimate_the_average_of_multiple_values_of_the_same_type-health": { + "meta": { + "taskDesc": "estimate_the_average_of_multiple_values_of_the_same_type", + "context": "health" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the average of multiple values of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Estimate the average number of cases for the Cardiovascular group over the years 2001 to 2020.", + "imgName": "stacked_area_chart-health.png", + "options": [ + "(A) 262.8", + "(B) 309.8", + "(C) 356.8", + "(D) 403.8" + ], + "correctIndex": 1 + } + }, + "100_percent_stacked_bar_chart-identify_range-health": { + "meta": { + "taskDesc": "identify_range", + "context": "health" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: identify range** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the range of percentage values represented for the various health focus areas across all age groups?", + "imgName": "100_percent_stacked_bar_chart-health.png", + "options": [ + "(A) [0%, 42%]", + "(B) [1%, 43%]", + "(C) [0%, 44%]", + "(D) [2%, 36%]" + ], + "correctIndex": 3 + } + }, + "line_chart-judge_which_visualization_design_is_more_appropriate_for_a_task-health": { + "meta": { + "taskDesc": "judge_which_visualization_design_is_more_appropriate_for_a_task", + "context": "health" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: judge which visualization design is more appropriate for a task** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Given the daily heart rate data over a 20-day period, which visualization design would best allow a viewer to identify trends and patterns in heart rate changes over time? The visualization above is only a demonstration of the relevant data.", + "imgName": "line_chart-health.png", + "options": [ + "(A) A pie chart with slices representing the proportion of days within specific heart rate ranges.", + "(B) A scatter plot with days on the x-axis and heart rate on the y-axis, without connecting lines.", + "(C) A line chart with days on the x-axis and heart rate on the y-axis, with points connected in sequence.", + "(D) A bar chart with heart rate categories on the x-axis and the count of days falling into each category on the y-axis." + ], + "correctIndex": 2 + } + }, + "100_percent_stacked_bar_chart-estimate_the_ratio_of_one_value_to_another_value_of_the_same_type-health": { + "meta": { + "taskDesc": "estimate_the_ratio_of_one_value_to_another_value_of_the_same_type", + "context": "health" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the ratio of one value to another value of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the ratio of the percentage of \"Sleep\" focus in the \"Seniors\" group to that in the \"Young Adults\" group?", + "imgName": "100_percent_stacked_bar_chart-health.png", + "options": [ + "(A) 1.1", + "(B) 2.1", + "(C) 3.1", + "(D) 4.1" + ], + "correctIndex": 1 + } + }, + "choropleth_map-make_comparisons-population_and_demography": { + "meta": { + "taskDesc": "make_comparisons", + "context": "population_and_demography" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: make comparisons** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Which state has a larger population, Colorado or Nevada?", + "imgName": "choropleth_map-population_and_demography.png", + "options": [ + "(A) Colorado", + "(B) Nevada", + "(C) Both have the same population", + "(D) Cannot be determined from the visualization" + ], + "correctIndex": 0 + } + }, + "tree_map-identify_labels_of_scales-population_and_demography": { + "meta": { + "taskDesc": "identify_labels_of_scales", + "context": "population_and_demography" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: identify labels of scales** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What does the legend in the tree map visualization indicate?", + "imgName": "tree_map-population_and_demography.png", + "options": [ + "(A) Age distribution by percentage", + "(B) Categories of demographic data", + "(C) Subcategories within each age group", + "(D) Total population count" + ], + "correctIndex": 1 + } + }, + "bubble_chart-estimate_the_average_of_multiple_values_of_the_same_type-population_and_demography": { + "meta": { + "taskDesc": "estimate_the_average_of_multiple_values_of_the_same_type", + "context": "population_and_demography" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the average of multiple values of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the average GDP Per Capita (in USD) for the cities shown in the bubble chart?", + "imgName": "bubble_chart-population_and_demography.png", + "options": [ + "(A) $68,664", + "(B) $92,900", + "(C) $56,546", + "(D) $80,781.6" + ], + "correctIndex": 3 + } + }, + "histogram-make_comparisons-population_and_demography": { + "meta": { + "taskDesc": "make_comparisons", + "context": "population_and_demography" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: make comparisons** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Which age group has a greater number of people, those in their early thirties or those in their late twenties?", + "imgName": "histogram-population_and_demography.png", + "options": [ + "(A) Early thirties", + "(B) Late twenties", + "(C) Both groups have the same number of people", + "(D) The visualization does not provide this information" + ], + "correctIndex": 0 + } + }, + "tree_map-describe_the_characteristics_of_an_alternative_chart_type-population_and_demography": { + "meta": { + "taskDesc": "describe_the_characteristics_of_an_alternative_chart_type", + "context": "population_and_demography" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe the characteristics of an alternative chart type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "How would the characteristics of a pie chart differ when visualizing the same data as the tree map?", + "imgName": "tree_map-population_and_demography.png", + "options": [ + "(A) A pie chart would display each category as a separate ring, with subcategories represented as segments within those rings.", + "(B) A pie chart would show categories and subcategories as individual slices, with the size of each slice proportional to the percentage values.", + "(C) A pie chart would represent categories as colored bars, with the length of each bar corresponding to the percentage values.", + "(D) A pie chart would stack subcategories on top of each other within each category, with the overall height representing the total percentage." + ], + "correctIndex": 1 + } + }, + "choropleth_map-identify_labels_of_scales-population_and_demography": { + "meta": { + "taskDesc": "identify_labels_of_scales", + "context": "population_and_demography" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: identify labels of scales** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the label of the color scale in the choropleth map showing the population of US states and the District of Columbia?", + "imgName": "choropleth_map-population_and_demography.png", + "options": [ + "(A) Median Income", + "(B) Population Density", + "(C) Population", + "(D) Unemployment Rate" + ], + "correctIndex": 2 + } + }, + "histogram-identify_labels_of_scales-population_and_demography": { + "meta": { + "taskDesc": "identify_labels_of_scales", + "context": "population_and_demography" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: identify labels of scales** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What are the labels for the horizontal and vertical axes in the histogram of the population age distribution?", + "imgName": "histogram-population_and_demography.png", + "options": [ + "(A) Horizontal: Number of People, Vertical: Age", + "(B) Horizontal: Age, Vertical: Number of People", + "(C) Horizontal: Population, Vertical: Frequency", + "(D) Horizontal: Frequency, Vertical: Population" + ], + "correctIndex": 1 + } + }, + "line_chart-describe_trend_or_correlation-population_and_demography": { + "meta": { + "taskDesc": "describe_trend_or_correlation", + "context": "population_and_demography" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe trend or correlation** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What trend does the line chart depicting population from 2000 to 2019 show?", + "imgName": "line_chart-population_and_demography.png", + "options": [ + "(A) The population decreased steadily over the years.", + "(B) The population showed no clear trend or correlation over the years.", + "(C) The population increased steadily over the years.", + "(D) The population increased initially and then decreased after 2010." + ], + "correctIndex": 2 + } + }, + "bubble_chart-locate_value-population_and_demography": { + "meta": { + "taskDesc": "locate_value", + "context": "population_and_demography" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: locate value** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Which city has the highest GDP Per Capita?", + "imgName": "bubble_chart-population_and_demography.png", + "options": [ + "(A) Metropolis", + "(B) Gotham", + "(C) Central City", + "(D) Ivy Town" + ], + "correctIndex": 1 + } + }, + "area_chart-estimate_the_difference_between_two_values_of_the_same_type-population_and_demography": { + "meta": { + "taskDesc": "estimate_the_difference_between_two_values_of_the_same_type", + "context": "population_and_demography" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the difference between two values of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Estimate the difference in population between the year 2000 and 2019.", + "imgName": "area_chart-population_and_demography.png", + "options": [ + "(A) 3110", + "(B) 3659", + "(C) 4208", + "(D) 4757" + ], + "correctIndex": 1 + } + }, + "choropleth_map-retrieve_value-population_and_demography": { + "meta": { + "taskDesc": "retrieve_value", + "context": "population_and_demography" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: retrieve value** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the population of California as depicted on the choropleth map of US States and District of Columbia?", + "imgName": "choropleth_map-population_and_demography.png", + "options": [ + "(A) 4414694", + "(B) 6000000", + "(C) 5191993", + "(D) 3000000" + ], + "correctIndex": 2 + } + }, + "bar_chart-estimate_the_difference_between_two_values_of_the_same_type-population_and_demography": { + "meta": { + "taskDesc": "estimate_the_difference_between_two_values_of_the_same_type", + "context": "population_and_demography" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the difference between two values of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the estimated difference in population between the age groups \"0-14\" and \"65+\"?", + "imgName": "bar_chart-population_and_demography.png", + "options": [ + "(A) 1900", + "(B) 2268", + "(C) 1900", + "(D) 2600" + ], + "correctIndex": 1 + } + }, + "stacked_area_chart-describe_the_characteristics_of_an_alternative_chart_type-population_and_demography": { + "meta": { + "taskDesc": "describe_the_characteristics_of_an_alternative_chart_type", + "context": "population_and_demography" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe the characteristics of an alternative chart type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "If the population distribution by age group over time were to be displayed using a line chart instead of a stacked area chart, which of the following would be an accurate description of the line chart's characteristics?", + "imgName": "stacked_area_chart-population_and_demography.png", + "options": [ + "(A) Each age group would be represented by a line that overlaps with others, making it difficult to discern individual trends.", + "(B) The line chart would show cumulative population totals for each year with lines stacked on top of one another.", + "(C) The line chart would display separate, non-overlapping lines for each age group, allowing for comparison of trends over time.", + "(D) The line chart would use shading between lines to represent the proportion of each age group within the total population for each year." + ], + "correctIndex": 2 + } + }, + "100_percent_stacked_bar_chart-estimate_the_difference_between_two_values_of_the_same_type-population_and_demography": { + "meta": { + "taskDesc": "estimate_the_difference_between_two_values_of_the_same_type", + "context": "population_and_demography" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the difference between two values of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the difference in percentage points between the population of males aged 55-74 and females aged 75+?", + "imgName": "100_percent_stacked_bar_chart-population_and_demography.png", + "options": [ + "(A) 5%", + "(B) 8%", + "(C) 16%", + "(D) 11%" + ], + "correctIndex": 1 + } + }, + "bar_chart-estimate_the_average_of_multiple_values_of_the_same_type-population_and_demography": { + "meta": { + "taskDesc": "estimate_the_average_of_multiple_values_of_the_same_type", + "context": "population_and_demography" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the average of multiple values of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the average population size per age group represented in the bar chart?", + "imgName": "bar_chart-population_and_demography.png", + "options": [ + "(A) 2195.4", + "(B) 2583.4", + "(C) 2971.4", + "(D) 3359.4" + ], + "correctIndex": 1 + } + }, + "tree_map-judge_which_task_this_visualization_design_best_supports-population_and_demography": { + "meta": { + "taskDesc": "judge_which_task_this_visualization_design_best_supports", + "context": "population_and_demography" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: judge which task this visualization design best supports** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Which task does the tree map visualization design best support?", + "imgName": "tree_map-population_and_demography.png", + "options": [ + "(A) Comparing exact values across multiple categories and subcategories", + "(B) Identifying trends over time within categories", + "(C) Displaying hierarchical relationships and proportions within a dataset", + "(D) Mapping geographical data to physical locations on a map" + ], + "correctIndex": 2 + } + }, + "stacked_bar_chart-estimate_the_average_of_multiple_values_of_the_same_type-population_and_demography": { + "meta": { + "taskDesc": "estimate_the_average_of_multiple_values_of_the_same_type", + "context": "population_and_demography" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the average of multiple values of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Estimate the average population for the \"75+\" age group across all regions.", + "imgName": "stacked_bar_chart-population_and_demography.png", + "options": [ + "(A) 26917", + "(B) 30955", + "(C) 22879", + "(D) 34993" + ], + "correctIndex": 0 + } + }, + "tree_map-make_comparisons-energy_and_environment": { + "meta": { + "taskDesc": "make_comparisons", + "context": "energy_and_environment" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: make comparisons** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Which category has a larger combined value, \"Renewable Energy\" or \"Pollution Control\"?", + "imgName": "tree_map-energy_and_environment.png", + "options": [ + "(A) Renewable Energy", + "(B) Pollution Control", + "(C) Non-Renewable Energy", + "(D) Conservation Efforts" + ], + "correctIndex": 0 + } + }, + "line_chart-estimate_the_average_of_multiple_values_of_the_same_type-energy_and_environment": { + "meta": { + "taskDesc": "estimate_the_average_of_multiple_values_of_the_same_type", + "context": "energy_and_environment" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the average of multiple values of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the average energy consumption (in GWh) over the observed time period?", + "imgName": "line_chart-energy_and_environment.png", + "options": [ + "(A) 137", + "(B) 161.9", + "(C) 187", + "(D) 212" + ], + "correctIndex": 1 + } + }, + "pie_chart-make_comparisons-energy_and_environment": { + "meta": { + "taskDesc": "make_comparisons", + "context": "energy_and_environment" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: make comparisons** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Which energy source has a larger share in the distribution, Solar or Nuclear?", + "imgName": "pie_chart-energy_and_environment.png", + "options": [ + "(A) Solar", + "(B) Nuclear", + "(C) They have the same share", + "(D) The chart does not include these energy sources" + ], + "correctIndex": 0 + } + }, + "bar_chart-identify_range-energy_and_environment": { + "meta": { + "taskDesc": "identify_range", + "context": "energy_and_environment" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: identify range** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the range of energy production values depicted in the bar chart?", + "imgName": "bar_chart-energy_and_environment.png", + "options": [ + "(A) [96, 466]", + "(B) [85, 466]", + "(C) [113, 405]", + "(D) [90, 466]" + ], + "correctIndex": 2 + } + }, + "tree_map-identify_range-energy_and_environment": { + "meta": { + "taskDesc": "identify_range", + "context": "energy_and_environment" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: identify range** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the range of values for the subcategories shown in the tree map?", + "imgName": "tree_map-energy_and_environment.png", + "options": [ + "(A) [1, 19]", + "(B) [0, 22]", + "(C) [0, 25]", + "(D) [2, 16]" + ], + "correctIndex": 3 + } + }, + "bar_chart-retrieve_value-energy_and_environment": { + "meta": { + "taskDesc": "retrieve_value", + "context": "energy_and_environment" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: retrieve value** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the production value (GWh) for Biomass energy?", + "imgName": "bar_chart-energy_and_environment.png", + "options": [ + "(A) 150", + "(B) 328", + "(C) 500", + "(D) 378" + ], + "correctIndex": 1 + } + }, + "pie_chart-identify_labels_of_scales-energy_and_environment": { + "meta": { + "taskDesc": "identify_labels_of_scales", + "context": "energy_and_environment" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: identify labels of scales** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What does the legend in the pie chart represent?", + "imgName": "pie_chart-energy_and_environment.png", + "options": [ + "(A) Different countries' energy consumption", + "(B) Types of energy sources", + "(C) Percentage of energy saved", + "(D) Years of energy production" + ], + "correctIndex": 1 + } + }, + "pie_chart-retrieve_value-energy_and_environment": { + "meta": { + "taskDesc": "retrieve_value", + "context": "energy_and_environment" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: retrieve value** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What percentage of the energy distribution is represented by Solar power?", + "imgName": "pie_chart-energy_and_environment.png", + "options": [ + "(A) 5%", + "(B) 20%", + "(C) 35%", + "(D) 50%" + ], + "correctIndex": 1 + } + }, + "bubble_chart-judge_which_visualization_design_is_more_appropriate_for_a_task-energy_and_environment": { + "meta": { + "taskDesc": "judge_which_visualization_design_is_more_appropriate_for_a_task", + "context": "energy_and_environment" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: judge which visualization design is more appropriate for a task** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Considering the task of understanding the relationship between a country's energy consumption, CO2 emissions, and the percentage of renewable energy used, which visualization design would be most appropriate? The visualization above is only a demonstration of the relevant data.", + "imgName": "bubble_chart-energy_and_environment.png", + "options": [ + "(A) A pie chart showing the proportion of renewable energy sources in each country's energy mix.", + "(B) A bubble chart with energy consumption on the x-axis, CO2 emissions on the y-axis, and bubble size representing the percentage of renewable energy.", + "(C) A line graph showing the trend of CO2 emissions over time for each country.", + "(D) A bar chart showing the ranking of countries based on their total energy consumption." + ], + "correctIndex": 1 + } + }, + "stacked_bar_chart-identify_labels_of_scales-energy_and_environment": { + "meta": { + "taskDesc": "identify_labels_of_scales", + "context": "energy_and_environment" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: identify labels of scales** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What are the labels for the horizontal axis and the legend in the stacked bar chart of energy production?", + "imgName": "stacked_bar_chart-energy_and_environment.png", + "options": [ + "(A) Horizontal axis: Energy Production (GWh), Legend: Source", + "(B) Horizontal axis: Country, Legend: Energy Production (GWh)", + "(C) Horizontal axis: Country, Legend: Source", + "(D) Horizontal axis: Source, Legend: Country" + ], + "correctIndex": 2 + } + }, + "scatterplot-make_comparisons-energy_and_environment": { + "meta": { + "taskDesc": "make_comparisons", + "context": "energy_and_environment" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: make comparisons** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Which is greater, the number of data points with Energy Consumption over 400 MWh or the number of data points with Carbon Emission over 900 metric tons?", + "imgName": "scatterplot-energy_and_environment.png", + "options": [ + "(A) Energy Consumption over 400 MWh", + "(B) Carbon Emission over 900 metric tons", + "(C) Both are equal", + "(D) Cannot be determined from the visualization" + ], + "correctIndex": 0 + } + }, + "area_chart-describe_the_characteristics_of_an_alternative_chart_type-energy_and_environment": { + "meta": { + "taskDesc": "describe_the_characteristics_of_an_alternative_chart_type", + "context": "energy_and_environment" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe the characteristics of an alternative chart type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "If the energy consumption data from 2000 to 2019 were to be displayed using a line chart instead of an area chart, which of the following would best describe its characteristics?", + "imgName": "area_chart-energy_and_environment.png", + "options": [ + "(A) A line chart would show individual data points connected by straight lines, without a filled area beneath the line, emphasizing the change in energy consumption over time.", + "(B) A line chart would stack segments on top of each other, with each segment representing energy consumption for a year, to show the cumulative total over time.", + "(C) A line chart would display bars for each year with varying heights to represent energy consumption, arranged in chronological order.", + "(D) A line chart would use pie slices to represent the proportion of energy consumption for each year relative to the total consumption over the 20-year period." + ], + "correctIndex": 0 + } + }, + "100_percent_stacked_bar_chart-estimate_the_average_of_multiple_values_of_the_same_type-energy_and_environment": { + "meta": { + "taskDesc": "estimate_the_average_of_multiple_values_of_the_same_type", + "context": "energy_and_environment" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the average of multiple values of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the average percentage of Solar energy usage over the years 2019 to 2021?", + "imgName": "100_percent_stacked_bar_chart-energy_and_environment.png", + "options": [ + "(A) 12%", + "(B) 15.3%", + "(C) 19%", + "(D) 21%" + ], + "correctIndex": 1 + } + }, + "bar_chart-judge_which_task_this_visualization_design_best_supports-energy_and_environment": { + "meta": { + "taskDesc": "judge_which_task_this_visualization_design_best_supports", + "context": "energy_and_environment" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: judge which task this visualization design best supports** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What task does this bar chart design best support?", + "imgName": "bar_chart-energy_and_environment.png", + "options": [ + "(A) Comparing the production values across different energy sources", + "(B) Showing the geographic distribution of energy sources", + "(C) Illustrating the change in energy production over time", + "(D) Demonstrating the percentage contribution of each energy source to overall carbon emissions" + ], + "correctIndex": 0 + } + }, + "line_chart-identify_range-energy_and_environment": { + "meta": { + "taskDesc": "identify_range", + "context": "energy_and_environment" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: identify range** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the range of Energy Consumption values shown in the line chart?", + "imgName": "line_chart-energy_and_environment.png", + "options": [ + "(A) [91, 230]", + "(B) [108, 200]", + "(C) [90, 231]", + "(D) [89, 232]" + ], + "correctIndex": 1 + } + }, + "stacked_area_chart-make_comparisons-energy_and_environment": { + "meta": { + "taskDesc": "make_comparisons", + "context": "energy_and_environment" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: make comparisons** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Which energy source showed a greater increase in production from 2000 to 2019, Solar or Wind?", + "imgName": "stacked_area_chart-energy_and_environment.png", + "options": [ + "(A) Solar increased more than Wind", + "(B) Wind increased more than Solar", + "(C) Both Solar and Wind increased by the same amount", + "(D) Neither Solar nor Wind showed any increase" + ], + "correctIndex": 1 + } + }, + "line_chart-estimate_the_ratio_of_one_value_to_another_value_of_the_same_type-energy_and_environment": { + "meta": { + "taskDesc": "estimate_the_ratio_of_one_value_to_another_value_of_the_same_type", + "context": "energy_and_environment" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the ratio of one value to another value of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the ratio of the Energy Consumption at Time 10 to the Energy Consumption at Time 20?", + "imgName": "line_chart-energy_and_environment.png", + "options": [ + "(A) 0.6", + "(B) 1.6", + "(C) 0.0", + "(D) 2.6" + ], + "correctIndex": 0 + } + }, + "stacked_area_chart-estimate_the_ratio_of_one_value_to_another_value_of_the_same_type-weather_and_climate": { + "meta": { + "taskDesc": "estimate_the_ratio_of_one_value_to_another_value_of_the_same_type", + "context": "weather_and_climate" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the ratio of one value to another value of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the ratio of the total Temperature values to the total WindSpeed values over the 20 days?", + "imgName": "stacked_area_chart-weather_and_climate.png", + "options": [ + "(A) 0.8", + "(B) 1.8", + "(C) 2.8", + "(D) 3.8" + ], + "correctIndex": 1 + } + }, + "100_percent_stacked_bar_chart-identify_labels_of_scales-weather_and_climate": { + "meta": { + "taskDesc": "identify_labels_of_scales", + "context": "weather_and_climate" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: identify labels of scales** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What are the labels for the axes and legend in the weather distribution bar chart?", + "imgName": "100_percent_stacked_bar_chart-weather_and_climate.png", + "options": [ + "(A) X-axis: Weather, Y-axis: Location, Legend: Percentage", + "(B) X-axis: Location, Y-axis: Percentage, Legend: Weather", + "(C) X-axis: Percentage, Y-axis: Weather, Legend: Location", + "(D) X-axis: Climate Type, Y-axis: Frequency, Legend: Area" + ], + "correctIndex": 1 + } + }, + "stacked_area_chart-identify_labels_of_scales-weather_and_climate": { + "meta": { + "taskDesc": "identify_labels_of_scales", + "context": "weather_and_climate" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: identify labels of scales** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What are the labels for the axes and legend in the stacked area chart depicting weather and climate data over a period of 20 days?", + "imgName": "stacked_area_chart-weather_and_climate.png", + "options": [ + "(A) Axes: 'Day' and 'Value'; Legend: 'Variable'", + "(B) Axes: 'Time' and 'Measurement'; Legend: 'Type'", + "(C) Axes: 'Date' and 'Magnitude'; Legend: 'Category'", + "(D) Axes: 'Period' and 'Level'; Legend: 'Factor'" + ], + "correctIndex": 0 + } + }, + "scatterplot-judge_which_task_this_visualization_design_best_supports-weather_and_climate": { + "meta": { + "taskDesc": "judge_which_task_this_visualization_design_best_supports", + "context": "weather_and_climate" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: judge which task this visualization design best supports** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What task does the scatterplot of Temperature vs Humidity best support?", + "imgName": "scatterplot-weather_and_climate.png", + "options": [ + "(A) Identifying the mean temperature and humidity", + "(B) Comparing the frequency of temperature ranges", + "(C) Examining the relationship between temperature and humidity", + "(D) Assessing the distribution of humidity across different seasons" + ], + "correctIndex": 2 + } + }, + "stacked_bar_chart-describe_the_characteristics_of_an_alternative_chart_type-weather_and_climate": { + "meta": { + "taskDesc": "describe_the_characteristics_of_an_alternative_chart_type", + "context": "weather_and_climate" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe the characteristics of an alternative chart type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "If the stacked bar chart showing weather and climate factors by city were to be represented as a line chart, which of the following descriptions would be accurate?", + "imgName": "stacked_bar_chart-weather_and_climate.png", + "options": [ + "(A) Each city would be represented by a single line, with different climate factors distinguished by various markers along the line.", + "(B) Each climate factor would be represented by a separate pie chart, with slices corresponding to the values for each city.", + "(C) The line chart would consist of a single line, aggregating the values of all climate factors for each city.", + "(D) The line chart would display a cumulative frequency of the climate factors, with lines stacking on top of each other to show total values." + ], + "correctIndex": 0 + } + }, + "tree_map-judge_which_visualization_design_is_more_appropriate_for_a_task-weather_and_climate": { + "meta": { + "taskDesc": "judge_which_visualization_design_is_more_appropriate_for_a_task", + "context": "weather_and_climate" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: judge which visualization design is more appropriate for a task** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "The visualization above is only a demonstration of the relevant data. Which visualization design would be most appropriate for comparing the relative proportions of weather and climate data categories and subcategories?", + "imgName": "tree_map-weather_and_climate.png", + "options": [ + "(A) A line chart with time on the x-axis and percentage on the y-axis.", + "(B) A treemap with areas representing the percentage of each subcategory within their respective categories.", + "(C) A scatter plot with categories on the x-axis and percentage on the y-axis.", + "(D) A bar chart with separate bars for each category and subcategory without a clear distinction between the categories." + ], + "correctIndex": 1 + } + }, + "choropleth_map-judge_which_visualization_design_is_more_appropriate_for_a_task-weather_and_climate": { + "meta": { + "taskDesc": "judge_which_visualization_design_is_more_appropriate_for_a_task", + "context": "weather_and_climate" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: judge which visualization design is more appropriate for a task** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Given the task of displaying the average temperature for each state to facilitate a quick comparison and identify patterns across the country, which visualization design would be most appropriate? The visualization above is only a demonstration of the relevant data.", + "imgName": "choropleth_map-weather_and_climate.png", + "options": [ + "(A) A pie chart with slices representing each state's average temperature.", + "(B) A choropleth map with states colored according to their average temperature.", + "(C) A line graph with time on the x-axis and average temperature on the y-axis.", + "(D) A scatter plot with states on the x-axis and average temperature on the y-axis." + ], + "correctIndex": 1 + } + }, + "bubble_chart-estimate_the_ratio_of_one_value_to_another_value_of_the_same_type-weather_and_climate": { + "meta": { + "taskDesc": "estimate_the_ratio_of_one_value_to_another_value_of_the_same_type", + "context": "weather_and_climate" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the ratio of one value to another value of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the ratio of Precipitation at Location B to Precipitation at Location C?", + "imgName": "bubble_chart-weather_and_climate.png", + "options": [ + "(A) 1.3", + "(B) 2.3", + "(C) 3.3", + "(D) 4.3" + ], + "correctIndex": 1 + } + }, + "area_chart-judge_which_visualization_design_is_more_appropriate_for_a_task-weather_and_climate": { + "meta": { + "taskDesc": "judge_which_visualization_design_is_more_appropriate_for_a_task", + "context": "weather_and_climate" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: judge which visualization design is more appropriate for a task** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Given the task of displaying the trend of average daily temperatures over a period of 20 days, which visualization design would be most appropriate? The visualization above is only a demonstration of the relevant data.", + "imgName": "area_chart-weather_and_climate.png", + "options": [ + "(A) A pie chart with slices representing the proportion of days within certain temperature ranges.", + "(B) A line chart with the days on the x-axis and average temperatures on the y-axis, showing the trend of temperatures over time.", + "(C) A scatter plot with individual days on the x-axis and corresponding temperatures on the y-axis, without connecting lines or areas.", + "(D) A bar chart with each bar representing a different day and its average temperature." + ], + "correctIndex": 1 + } + }, + "line_chart-describe_the_characteristics_of_an_alternative_chart_type-weather_and_climate": { + "meta": { + "taskDesc": "describe_the_characteristics_of_an_alternative_chart_type", + "context": "weather_and_climate" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe the characteristics of an alternative chart type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "If the daily average temperature data over 20 days were to be displayed using a line chart, which of the following best describes its characteristics?", + "imgName": "line_chart-weather_and_climate.png", + "options": [ + "(A) The line chart would show the distribution of days across different temperature ranges, with each slice representing a unique day and its corresponding temperature.", + "(B) The line chart would display bars representing the proportion of days within certain temperature ranges.", + "(C) The line chart would consist of bars that represent the frequency of temperature ranges, with the height of each bar indicating how many days fell into each temperature range.", + "(D) The line chart would connect points representing daily temperatures with lines, showing the trend of temperature change over the 20-day period." + ], + "correctIndex": 3 + } + }, + "scatterplot-locate_value-weather_and_climate": { + "meta": { + "taskDesc": "locate_value", + "context": "weather_and_climate" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: locate value** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the temperature and humidity level at the highest humidity point in the scatterplot?", + "imgName": "scatterplot-weather_and_climate.png", + "options": [ + "(A) Temperature 88\u00b0F, Humidity 59%", + "(B) Temperature 100\u00b0F, Humidity 72%", + "(C) Temperature 62\u00b0F, Humidity 44%", + "(D) Temperature 74\u00b0F, Humidity 52%" + ], + "correctIndex": 1 + } + }, + "100_percent_stacked_bar_chart-describe_the_topic_of_the_visualization-weather_and_climate": { + "meta": { + "taskDesc": "describe_the_topic_of_the_visualization", + "context": "weather_and_climate" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe the topic of the visualization** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the topic of the visualization?", + "imgName": "100_percent_stacked_bar_chart-weather_and_climate.png", + "options": [ + "(A) The average temperature recorded in different locations", + "(B) The distribution of weather conditions across various locations", + "(C) The annual rainfall measurements in different climate zones", + "(D) The wind speed frequency recorded at various meteorological stations" + ], + "correctIndex": 1 + } + }, + "histogram-judge_which_task_this_visualization_design_best_supports-weather_and_climate": { + "meta": { + "taskDesc": "judge_which_task_this_visualization_design_best_supports", + "context": "weather_and_climate" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: judge which task this visualization design best supports** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What task does the histogram of Daily Average Temperatures best support?", + "imgName": "histogram-weather_and_climate.png", + "options": [ + "(A) Identifying the exact daily average temperature on a specific day", + "(B) Comparing the mean temperature of two different months", + "(C) Understanding the distribution of daily average temperatures", + "(D) Determining the trend of temperature change over the course of a year" + ], + "correctIndex": 2 + } + }, + "bar_chart-judge_which_visualization_design_is_more_appropriate_for_a_task-weather_and_climate": { + "meta": { + "taskDesc": "judge_which_visualization_design_is_more_appropriate_for_a_task", + "context": "weather_and_climate" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: judge which visualization design is more appropriate for a task** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "The visualization above is only a demonstration of the relevant data. Which visualization design would be most appropriate for comparing the average temperatures across all cities?", + "imgName": "bar_chart-weather_and_climate.png", + "options": [ + "(A) A pie chart with slices representing the proportion of total temperature for each city.", + "(B) A bar chart with cities on the x-axis and average temperatures on the y-axis.", + "(C) A line graph with cities on the x-axis and average temperatures on the y-axis, connected by lines.", + "(D) A scatter plot with cities on the x-axis and average temperatures on the y-axis, represented by dots." + ], + "correctIndex": 1 + } + }, + "100_percent_stacked_bar_chart-judge_which_task_this_visualization_design_best_supports-weather_and_climate": { + "meta": { + "taskDesc": "judge_which_task_this_visualization_design_best_supports", + "context": "weather_and_climate" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: judge which task this visualization design best supports** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What task does the given 100 percent stacked bar chart best support?", + "imgName": "100_percent_stacked_bar_chart-weather_and_climate.png", + "options": [ + "(A) Comparing the exact values of weather occurrences between different locations", + "(B) Showing the distribution of weather types within each location", + "(C) Identifying the most common weather type across all locations", + "(D) Displaying the trend of weather changes over time" + ], + "correctIndex": 1 + } + }, + "bubble_chart-describe_the_characteristics_of_an_alternative_chart_type-weather_and_climate": { + "meta": { + "taskDesc": "describe_the_characteristics_of_an_alternative_chart_type", + "context": "weather_and_climate" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe the characteristics of an alternative chart type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "If the bubble chart were to be replaced with a bar chart, which of the following best describes its characteristics?", + "imgName": "bubble_chart-weather_and_climate.png", + "options": [ + "(A) Each location would be represented by a bar, with bar height indicating average temperature and bar color showing precipitation levels.", + "(B) Bars would represent humidity levels, with the width of each bar indicating the amount of precipitation at each location.", + "(C) The bar chart would have multiple bars for each location, with each bar's height corresponding to the temperature, humidity, or precipitation.", + "(D) A single bar would represent each location, with the height proportional to the temperature and the color gradient representing humidity." + ], + "correctIndex": 0 + } + }, + "tree_map-estimate_the_ratio_of_one_value_to_another_value_of_the_same_type-weather_and_climate": { + "meta": { + "taskDesc": "estimate_the_ratio_of_one_value_to_another_value_of_the_same_type", + "context": "weather_and_climate" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the ratio of one value to another value of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the ratio of the percentage of high temperature to moderate temperature?", + "imgName": "tree_map-weather_and_climate.png", + "options": [ + "(A) 0.3", + "(B) 0.5", + "(C) 0.7", + "(D) 1.0" + ], + "correctIndex": 0 + } + }, + "area_chart-identify_labels_of_scales-food_and_agriculture": { + "meta": { + "taskDesc": "identify_labels_of_scales", + "context": "food_and_agriculture" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: identify labels of scales** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What are the labels for the horizontal and vertical axes in the area chart of agricultural production?", + "imgName": "area_chart-food_and_agriculture.png", + "options": [ + "(A) Horizontal: Production (in tons), Vertical: Year", + "(B) Horizontal: Year, Vertical: Production (in tons)", + "(C) Horizontal: Time, Vertical: Quantity", + "(D) Horizontal: Quantity, Vertical: Time" + ], + "correctIndex": 1 + } + }, + "choropleth_map-describe_the_topic_of_the_visualization-food_and_agriculture": { + "meta": { + "taskDesc": "describe_the_topic_of_the_visualization", + "context": "food_and_agriculture" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe the topic of the visualization** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the topic of the visualization?", + "imgName": "choropleth_map-food_and_agriculture.png", + "options": [ + "(A) Median household income by state", + "(B) Food and Agriculture Production by State", + "(C) Population density by state", + "(D) Average annual temperature by state" + ], + "correctIndex": 1 + } + }, + "100_percent_stacked_bar_chart-describe_the_characteristics_of_an_alternative_chart_type-food_and_agriculture": { + "meta": { + "taskDesc": "describe_the_characteristics_of_an_alternative_chart_type", + "context": "food_and_agriculture" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe the characteristics of an alternative chart type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "If the 100 percent stacked bar chart were to be replaced with a pie chart for each year, which of the following would be an accurate description of this alternative chart type?", + "imgName": "100_percent_stacked_bar_chart-food_and_agriculture.png", + "options": [ + "(A) A pie chart for each year would show each category as a slice, with slice sizes representing the proportion of each category within that year only.", + "(B) A pie chart would combine all years into a single representation, with slices indicating the cumulative percentage of each category over all years.", + "(C) Each pie chart would represent the categories as slices with equal sizes, regardless of their actual percentages, to emphasize the categorical distribution over time.", + "(D) A pie chart for each year would display the categories as concentric rings, with the thickness of each ring representing the percentage of that category for the respective year." + ], + "correctIndex": 0 + } + }, + "stacked_area_chart-judge_which_visualization_design_is_more_appropriate_for_a_task-food_and_agriculture": { + "meta": { + "taskDesc": "judge_which_visualization_design_is_more_appropriate_for_a_task", + "context": "food_and_agriculture" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: judge which visualization design is more appropriate for a task** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "The visualization above is only a demonstration of the relevant data. Which visualization design is most appropriate for comparing the total production of each crop over the entire period?", + "imgName": "stacked_area_chart-food_and_agriculture.png", + "options": [ + "(A) A pie chart showing the proportion of each crop's production for a single year.", + "(B) A stacked area chart showing the cumulative production of each crop over the years.", + "(C) A line chart with multiple lines representing each crop's production trends over the years.", + "(D) A scatter plot with individual data points representing each year's production for all crops." + ], + "correctIndex": 1 + } + }, + "stacked_bar_chart-retrieve_value-food_and_agriculture": { + "meta": { + "taskDesc": "retrieve_value", + "context": "food_and_agriculture" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: retrieve value** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the production quantity (in tons) for Soybeans in the West region?", + "imgName": "stacked_bar_chart-food_and_agriculture.png", + "options": [ + "(A) 500", + "(B) 689", + "(C) 850", + "(D) 1000" + ], + "correctIndex": 1 + } + }, + "area_chart-make_comparisons-food_and_agriculture": { + "meta": { + "taskDesc": "make_comparisons", + "context": "food_and_agriculture" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: make comparisons** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "How does the agricultural production in 2000 compare to the production in 2019?", + "imgName": "area_chart-food_and_agriculture.png", + "options": [ + "(A) The production in 2000 was higher than in 2019.", + "(B) The production in 2000 was the same as in 2019.", + "(C) The production in 2000 was lower than in 2019.", + "(D) The production in 2000 and 2019 cannot be compared." + ], + "correctIndex": 2 + } + }, + "histogram-describe_trend_or_correlation-food_and_agriculture": { + "meta": { + "taskDesc": "describe_trend_or_correlation", + "context": "food_and_agriculture" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe trend or correlation** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What pattern does the histogram of agricultural yield per acre display?", + "imgName": "histogram-food_and_agriculture.png", + "options": [ + "(A) The data shows a strong positive correlation between yield per acre and frequency.", + "(B) The histogram displays a right-skewed distribution with most data points clustered at the lower end of yield per acre.", + "(C) The histogram shows a uniform distribution with all yield per acre values occurring equally.", + "(D) The data indicates a bell-shaped, normal distribution centered around a mean yield per acre." + ], + "correctIndex": 1 + } + }, + "bubble_chart-describe_the_topic_of_the_visualization-food_and_agriculture": { + "meta": { + "taskDesc": "describe_the_topic_of_the_visualization", + "context": "food_and_agriculture" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe the topic of the visualization** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the topic of the visualization?", + "imgName": "bubble_chart-food_and_agriculture.png", + "options": [ + "(A) The impact of seasonal changes on crop maturation times", + "(B) The relationship between crop production, yield, and profit", + "(C) The effect of fertilizer use on the quality of different crops", + "(D) The comparison of water consumption across various crops" + ], + "correctIndex": 1 + } + }, + "bubble_chart-identify_labels_of_scales-food_and_agriculture": { + "meta": { + "taskDesc": "identify_labels_of_scales", + "context": "food_and_agriculture" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: identify labels of scales** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What does the size of the bubbles in the bubble chart represent?", + "imgName": "bubble_chart-food_and_agriculture.png", + "options": [ + "(A) Yield (thousands of tonnes per hectare)", + "(B) Crop variety", + "(C) Profit (thousands of dollars)", + "(D) Production (thousands of tonnes)" + ], + "correctIndex": 2 + } + }, + "line_chart-locate_value-food_and_agriculture": { + "meta": { + "taskDesc": "locate_value", + "context": "food_and_agriculture" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: locate value** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "In which year was the agricultural production exactly 508 tons?", + "imgName": "line_chart-food_and_agriculture.png", + "options": [ + "(A) 2010", + "(B) 2012", + "(C) 2015", + "(D) 2017" + ], + "correctIndex": 1 + } + }, + "scatterplot-describe_the_topic_of_the_visualization-food_and_agriculture": { + "meta": { + "taskDesc": "describe_the_topic_of_the_visualization", + "context": "food_and_agriculture" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe the topic of the visualization** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the topic of the visualization?", + "imgName": "scatterplot-food_and_agriculture.png", + "options": [ + "(A) The impact of rainfall on soil pH levels", + "(B) The relationship between crop yield and fertilizer use", + "(C) The effect of temperature on crop maturation time", + "(D) The comparison of organic and inorganic fertilizer efficiency" + ], + "correctIndex": 1 + } + }, + "area_chart-describe_trend_or_correlation-food_and_agriculture": { + "meta": { + "taskDesc": "describe_trend_or_correlation", + "context": "food_and_agriculture" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe trend or correlation** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What trend is observed in the agricultural production from the year 2000 to 2019?", + "imgName": "area_chart-food_and_agriculture.png", + "options": [ + "(A) Production consistently decreased over the years.", + "(B) Production showed no clear trend and remained stable.", + "(C) Production consistently increased over the years.", + "(D) Production fluctuated with no consistent trend." + ], + "correctIndex": 3 + } + }, + "histogram-describe_the_characteristics_of_an_alternative_chart_type-food_and_agriculture": { + "meta": { + "taskDesc": "describe_the_characteristics_of_an_alternative_chart_type", + "context": "food_and_agriculture" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe the characteristics of an alternative chart type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "If the distribution of agricultural yield per acre were to be displayed using a box plot, which of the following would best describe its characteristics?", + "imgName": "histogram-food_and_agriculture.png", + "options": [ + "(A) The box plot would show a symmetric distribution with equal lengths of whiskers and a median line centered in the box.", + "(B) The box plot would display a left-skewed distribution with the median closer to the upper quartile and longer lower whisker.", + "(C) The box plot would show a right-skewed distribution with the median closer to the lower quartile and a longer upper whisker.", + "(D) The box plot would have multiple outliers on both the lower and upper ends, indicating a bimodal distribution." + ], + "correctIndex": 2 + } + }, + "line_chart-estimate_the_difference_between_two_values_of_the_same_type-food_and_agriculture": { + "meta": { + "taskDesc": "estimate_the_difference_between_two_values_of_the_same_type", + "context": "food_and_agriculture" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the difference between two values of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the difference in agricultural production (in tons) between the years 2000 and 2019?", + "imgName": "line_chart-food_and_agriculture.png", + "options": [ + "(A) 850 tons", + "(B) 823 tons", + "(C) 950 tons", + "(D) 1050 tons" + ], + "correctIndex": 1 + } + }, + "100_percent_stacked_bar_chart-locate_value-food_and_agriculture": { + "meta": { + "taskDesc": "locate_value", + "context": "food_and_agriculture" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: locate value** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "In which category and year combination is the percentage of food and agriculture distribution the lowest?", + "imgName": "100_percent_stacked_bar_chart-food_and_agriculture.png", + "options": [ + "(A) Vegetables in 2019", + "(B) Dairy in 2021", + "(C) Vegetables in 2020", + "(D) Meat in 2020" + ], + "correctIndex": 2 + } + }, + "pie_chart-estimate_the_average_of_multiple_values_of_the_same_type-food_and_agriculture": { + "meta": { + "taskDesc": "estimate_the_average_of_multiple_values_of_the_same_type", + "context": "food_and_agriculture" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the average of multiple values of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the average percentage value for the food and agriculture sectors shown in the pie chart?", + "imgName": "pie_chart-food_and_agriculture.png", + "options": [ + "(A) 10%", + "(B) 15%", + "(C) 20%", + "(D) 25%" + ], + "correctIndex": 2 + } + }, + "scatterplot-judge_which_visualization_design_is_more_appropriate_for_a_task-food_and_agriculture": { + "meta": { + "taskDesc": "judge_which_visualization_design_is_more_appropriate_for_a_task", + "context": "food_and_agriculture" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: judge which visualization design is more appropriate for a task** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "The visualization above is only a demonstration of the relevant data. Which visualization design would be most appropriate for assessing the strength and direction of the relationship between Crop Yield and Fertilizer Use?", + "imgName": "scatterplot-food_and_agriculture.png", + "options": [ + "(A) A pie chart comparing the proportion of different crop yield ranges to total yield.", + "(B) A scatterplot with a trend line to visualize the correlation between Crop Yield and Fertilizer Use.", + "(C) A bar graph showing the average Fertilizer Use for different ranges of Crop Yield.", + "(D) A stacked area chart showing the cumulative Fertilizer Use over different Crop Yield values." + ], + "correctIndex": 1 + } + }, + "stacked_bar_chart-judge_which_task_this_visualization_design_best_supports-economy": { + "meta": { + "taskDesc": "judge_which_task_this_visualization_design_best_supports", + "context": "economy" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: judge which task this visualization design best supports** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What task does the stacked bar chart design best support?", + "imgName": "stacked_bar_chart-economy.png", + "options": [ + "(A) Comparing the exact income values across different sectors for a single year", + "(B) Tracking the change in total annual income across all sectors over the years", + "(C) Identifying the correlation between income and year for individual sectors", + "(D) Displaying the distribution of income within a single sector over multiple years" + ], + "correctIndex": 1 + } + }, + "area_chart-describe_the_topic_of_the_visualization-economy": { + "meta": { + "taskDesc": "describe_the_topic_of_the_visualization", + "context": "economy" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe the topic of the visualization** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What does the area chart illustrate about the economy over the given time period?", + "imgName": "area_chart-economy.png", + "options": [ + "(A) The fluctuation of unemployment rates over two decades", + "(B) The change in GDP over a period of years", + "(C) The diversity of species found in a rainforest", + "(D) The annual precipitation levels in a region" + ], + "correctIndex": 1 + } + }, + "bubble_chart-describe_trend_or_correlation-economy": { + "meta": { + "taskDesc": "describe_trend_or_correlation", + "context": "economy" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe trend or correlation** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What trend or correlation does the bubble chart of economy indicators suggest between GDP and Unemployment Rate?", + "imgName": "bubble_chart-economy.png", + "options": [ + "(A) Higher GDP is associated with higher Unemployment Rate.", + "(B) Higher GDP is associated with lower Unemployment Rate.", + "(C) There is no clear trend or correlation between GDP and Unemployment Rate.", + "(D) Unemployment Rate is constant across different GDP levels." + ], + "correctIndex": 2 + } + }, + "histogram-locate_value-economy": { + "meta": { + "taskDesc": "locate_value", + "context": "economy" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: locate value** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the maximum income value represented in the histogram?", + "imgName": "histogram-economy.png", + "options": [ + "(A) $30,000", + "(B) $82,000", + "(C) $55,000", + "(D) $25,000" + ], + "correctIndex": 1 + } + }, + "scatterplot-identify_labels_of_scales-economy": { + "meta": { + "taskDesc": "identify_labels_of_scales", + "context": "economy" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: identify labels of scales** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What are the labels for the horizontal and vertical axes in the scatterplot?", + "imgName": "scatterplot-economy.png", + "options": [ + "(A) Horizontal: UnemploymentRate, Vertical: GDP", + "(B) Horizontal: GDP, Vertical: UnemploymentRate", + "(C) Horizontal: Population, Vertical: InflationRate", + "(D) Horizontal: Time, Vertical: EconomicGrowth" + ], + "correctIndex": 1 + } + }, + "stacked_bar_chart-describe_the_topic_of_the_visualization-economy": { + "meta": { + "taskDesc": "describe_the_topic_of_the_visualization", + "context": "economy" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe the topic of the visualization** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the topic of the visualization?", + "imgName": "stacked_bar_chart-economy.png", + "options": [ + "(A) Comparison of average temperatures across different continents over several years", + "(B) Annual income by sector over a range of years", + "(C) Population growth trends in major cities", + "(D) Market share of different smartphone operating systems" + ], + "correctIndex": 1 + } + }, + "bubble_chart-make_comparisons-economy": { + "meta": { + "taskDesc": "make_comparisons", + "context": "economy" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: make comparisons** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Which country has a larger population size, the one with higher GDP or the one with lower unemployment rate?", + "imgName": "bubble_chart-economy.png", + "options": [ + "(A) The country with higher GDP has a larger population.", + "(B) The country with lower unemployment rate has a larger population.", + "(C) Both countries have the same population size.", + "(D) The visualization does not provide enough information to determine the answer." + ], + "correctIndex": 2 + } + }, + "stacked_area_chart-locate_value-economy": { + "meta": { + "taskDesc": "locate_value", + "context": "economy" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: locate value** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What year and sector combination had the highest value?", + "imgName": "stacked_area_chart-economy.png", + "options": [ + "(A) 2003, Services", + "(B) 2011, Construction", + "(C) 2009, Agriculture", + "(D) 2015, Manufacturing" + ], + "correctIndex": 3 + } + }, + "tree_map-locate_value-economy": { + "meta": { + "taskDesc": "locate_value", + "context": "economy" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: locate value** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Which subcategory represents the smallest percentage of the economy?", + "imgName": "tree_map-economy.png", + "options": [ + "(A) Crops", + "(B) Livestock", + "(C) Textiles", + "(D) Hardware" + ], + "correctIndex": 1 + } + }, + "choropleth_map-judge_which_task_this_visualization_design_best_supports-economy": { + "meta": { + "taskDesc": "judge_which_task_this_visualization_design_best_supports", + "context": "economy" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: judge which task this visualization design best supports** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Which task does the choropleth map design best support?", + "imgName": "choropleth_map-economy.png", + "options": [ + "(A) Comparing the exact economic values between multiple states", + "(B) Identifying trends in economic value across regions", + "(C) Showing the distribution of a single state's economic value over time", + "(D) Presenting the precise number of states above a certain economic threshold" + ], + "correctIndex": 1 + } + }, + "choropleth_map-estimate_the_average_of_multiple_values_of_the_same_type-economy": { + "meta": { + "taskDesc": "estimate_the_average_of_multiple_values_of_the_same_type", + "context": "economy" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the average of multiple values of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the average economic value across all states as depicted in the choropleth map?", + "imgName": "choropleth_map-economy.png", + "options": [ + "(A) $45,018", + "(B) $52,962", + "(C) $60,906", + "(D) $68,850" + ], + "correctIndex": 1 + } + }, + "stacked_area_chart-retrieve_value-economy": { + "meta": { + "taskDesc": "retrieve_value", + "context": "economy" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: retrieve value** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What was the value (in millions) for the Services sector in the year 2011?", + "imgName": "stacked_area_chart-economy.png", + "options": [ + "(A) 300", + "(B) 452", + "(C) 520", + "(D) 600" + ], + "correctIndex": 1 + } + }, + "scatterplot-estimate_the_ratio_of_one_value_to_another_value_of_the_same_type-economy": { + "meta": { + "taskDesc": "estimate_the_ratio_of_one_value_to_another_value_of_the_same_type", + "context": "economy" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the ratio of one value to another value of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Estimate the ratio of the number of countries with an Unemployment Rate of 1 to the number of countries with an Unemployment Rate of 7.", + "imgName": "scatterplot-economy.png", + "options": [ + "(A) 0.0", + "(B) 2.0", + "(C) 3.0", + "(D) 1.0" + ], + "correctIndex": 3 + } + }, + "scatterplot-identify_range-economy": { + "meta": { + "taskDesc": "identify_range", + "context": "economy" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: identify range** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the range of GDP values in billions shown in the scatterplot?", + "imgName": "scatterplot-economy.png", + "options": [ + "(A) [400, 2300]", + "(B) [456, 2290]", + "(C) [537, 1991]", + "(D) [500, 2299]" + ], + "correctIndex": 2 + } + }, + "choropleth_map-estimate_the_difference_between_two_values_of_the_same_type-economy": { + "meta": { + "taskDesc": "estimate_the_difference_between_two_values_of_the_same_type", + "context": "economy" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the difference between two values of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the difference in economic value between Texas and Oklahoma?", + "imgName": "choropleth_map-economy.png", + "options": [ + "(A) 12563", + "(B) 10678", + "(C) 15000", + "(D) 17500" + ], + "correctIndex": 0 + } + }, + "scatterplot-describe_the_characteristics_of_an_alternative_chart_type-economy": { + "meta": { + "taskDesc": "describe_the_characteristics_of_an_alternative_chart_type", + "context": "economy" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe the characteristics of an alternative chart type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "If the relationship between GDP and Unemployment Rate were to be displayed using a line graph instead of a scatterplot, which of the following would best describe its characteristics?", + "imgName": "scatterplot-economy.png", + "options": [ + "(A) The line graph would show a series of bars with heights proportional to the Unemployment Rate values.", + "(B) The line graph would display a pie chart with slices representing the proportion of GDP to Unemployment Rate.", + "(C) The line graph would depict a smooth or jagged line that trends downward as GDP increases, indicating a negative correlation.", + "(D) The line graph would consist of a heatmap with colors representing the frequency of data points at the intersection of GDP and Unemployment Rate values." + ], + "correctIndex": 2 + } + }, + "stacked_bar_chart-judge_which_visualization_design_is_more_appropriate_for_a_task-economy": { + "meta": { + "taskDesc": "judge_which_visualization_design_is_more_appropriate_for_a_task", + "context": "economy" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: judge which visualization design is more appropriate for a task** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "The visualization above is only a demonstration of the relevant data. Which visualization design would be most appropriate to compare the total annual income across different sectors over the years?", + "imgName": "stacked_bar_chart-economy.png", + "options": [ + "(A) A pie chart with different colors representing each sector and slices corresponding to the total income for all years combined.", + "(B) A stacked bar chart with each bar representing a year and segments within the bars showing the income for each sector.", + "(C) A line chart with a separate line for each sector, plotting the change in income over the years.", + "(D) A single bar chart with each bar representing a sector's average income, disregarding the yearly data." + ], + "correctIndex": 1 + } + }, + "bar_chart-locate_value-politics": { + "meta": { + "taskDesc": "locate_value", + "context": "politics" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: locate value** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Which political party received the maximum number of votes?", + "imgName": "bar_chart-politics.png", + "options": [ + "(A) Socialist", + "(B) Green", + "(C) Centrist", + "(D) Pirate" + ], + "correctIndex": 3 + } + }, + "choropleth_map-describe_trend_or_correlation-politics": { + "meta": { + "taskDesc": "describe_trend_or_correlation", + "context": "politics" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe trend or correlation** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What pattern does the choropleth map of the synthetic political context data reveal about the values across the United States?", + "imgName": "choropleth_map-politics.png", + "options": [ + "(A) There is a clear increasing trend from the West Coast to the East Coast.", + "(B) States in the Midwest have significantly higher values than the rest of the country.", + "(C) There is no discernible regional trend or correlation in the values across the states.", + "(D) Coastal states have lower values than landlocked states." + ], + "correctIndex": 2 + } + }, + "line_chart-judge_which_task_this_visualization_design_best_supports-politics": { + "meta": { + "taskDesc": "judge_which_task_this_visualization_design_best_supports", + "context": "politics" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: judge which task this visualization design best supports** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What task does the line chart design best support?", + "imgName": "line_chart-politics.png", + "options": [ + "(A) Comparing the approval rating between different years", + "(B) Identifying the exact approval rating for a given year", + "(C) Showing the distribution of approval ratings across different political parties", + "(D) Demonstrating the correlation between approval ratings and economic indicators" + ], + "correctIndex": 1 + } + }, + "bar_chart-estimate_the_ratio_of_one_value_to_another_value_of_the_same_type-politics": { + "meta": { + "taskDesc": "estimate_the_ratio_of_one_value_to_another_value_of_the_same_type", + "context": "politics" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the ratio of one value to another value of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the ratio of votes for the Socialist party to the votes for the Libertarian party?", + "imgName": "bar_chart-politics.png", + "options": [ + "(A) 3.5", + "(B) 4.5", + "(C) 5.5", + "(D) 6.5" + ], + "correctIndex": 1 + } + }, + "stacked_bar_chart-locate_value-politics": { + "meta": { + "taskDesc": "locate_value", + "context": "politics" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: locate value** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Which state received the highest number of votes for the issue of Healthcare?", + "imgName": "stacked_bar_chart-politics.png", + "options": [ + "(A) State 1", + "(B) State 2", + "(C) State 3", + "(D) State 4" + ], + "correctIndex": 3 + } + }, + "stacked_bar_chart-describe_trend_or_correlation-politics": { + "meta": { + "taskDesc": "describe_trend_or_correlation", + "context": "politics" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe trend or correlation** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What pattern can be observed in the distribution of votes for political issues across the states?", + "imgName": "stacked_bar_chart-politics.png", + "options": [ + "(A) Each state has a dominant party that has the majority of votes across all issues.", + "(B) No single issue consistently receives the most votes across all states.", + "(C) The number of votes for each issue is proportional to the state's population.", + "(D) Defense consistently receives the least number of votes across all states." + ], + "correctIndex": 1 + } + }, + "100_percent_stacked_bar_chart-make_comparisons-politics": { + "meta": { + "taskDesc": "make_comparisons", + "context": "politics" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: make comparisons** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Which party has a greater focus on the Environment issue compared to the Economy issue?", + "imgName": "100_percent_stacked_bar_chart-politics.png", + "options": [ + "(A) Party A", + "(B) Party B", + "(C) Party C", + "(D) Party D" + ], + "correctIndex": 0 + } + }, + "stacked_area_chart-describe_trend_or_correlation-politics": { + "meta": { + "taskDesc": "describe_trend_or_correlation", + "context": "politics" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe trend or correlation** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What trend is observed in the political party votes over the years 2000 to 2019?", + "imgName": "stacked_area_chart-politics.png", + "options": [ + "(A) All parties show a consistent increase in votes over the years.", + "(B) No clear trend or correlation in votes is observed across the parties over the years.", + "(C) The Conservative party received the most votes every year.", + "(D) Votes for the Green party surpassed all other parties in the final year." + ], + "correctIndex": 1 + } + }, + "pie_chart-describe_the_topic_of_the_visualization-politics": { + "meta": { + "taskDesc": "describe_the_topic_of_the_visualization", + "context": "politics" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe the topic of the visualization** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the topic of the pie chart?", + "imgName": "pie_chart-politics.png", + "options": [ + "(A) The distribution of land area among different climate zones", + "(B) The market share of various smartphone operating systems", + "(C) The popularity of different ice cream flavors among children", + "(D) The distribution of support for political parties in a population" + ], + "correctIndex": 3 + } + }, + "pie_chart-judge_which_task_this_visualization_design_best_supports-politics": { + "meta": { + "taskDesc": "judge_which_task_this_visualization_design_best_supports", + "context": "politics" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: judge which task this visualization design best supports** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What task does the pie chart design best support?", + "imgName": "pie_chart-politics.png", + "options": [ + "(A) Comparing the exact numerical values of different categories", + "(B) Showing the distribution of parts to a whole", + "(C) Displaying trends over time", + "(D) Identifying correlations between two variables" + ], + "correctIndex": 1 + } + }, + "histogram-judge_which_visualization_design_is_more_appropriate_for_a_task-politics": { + "meta": { + "taskDesc": "judge_which_visualization_design_is_more_appropriate_for_a_task", + "context": "politics" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: judge which visualization design is more appropriate for a task** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "The visualization above is only a demonstration of the relevant data. Which visualization design would be most appropriate to compare the central tendency and dispersion of the given vote counts?", + "imgName": "histogram-politics.png", + "options": [ + "(A) A pie chart with sections representing different ranges of vote counts.", + "(B) A scatter plot with each vote count represented as a point on the horizontal axis.", + "(C) A box plot to visualize the median, quartiles, and potential outliers in the vote counts.", + "(D) A line graph showing the trend of vote counts over time." + ], + "correctIndex": 2 + } + }, + "tree_map-retrieve_value-politics": { + "meta": { + "taskDesc": "retrieve_value", + "context": "politics" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: retrieve value** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What percentage of the political policy distribution is allocated to Defense?", + "imgName": "tree_map-politics.png", + "options": [ + "(A) 5%", + "(B) 20%", + "(C) 35%", + "(D) 50%" + ], + "correctIndex": 1 + } + }, + "bubble_chart-retrieve_value-politics": { + "meta": { + "taskDesc": "retrieve_value", + "context": "politics" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: retrieve value** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "How much funding did the Green Party receive?", + "imgName": "bubble_chart-politics.png", + "options": [ + "(A) 2000000", + "(B) 3214790", + "(C) 4500000", + "(D) 3700000" + ], + "correctIndex": 1 + } + }, + "pie_chart-judge_which_visualization_design_is_more_appropriate_for_a_task-politics": { + "meta": { + "taskDesc": "judge_which_visualization_design_is_more_appropriate_for_a_task", + "context": "politics" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: judge which visualization design is more appropriate for a task** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "The visualization above is only a demonstration of the relevant data. Which visualization design would be most appropriate for comparing the relative proportions of political party preferences?", + "imgName": "pie_chart-politics.png", + "options": [ + "(A) A line graph with time on the x-axis and percentage on the y-axis.", + "(B) A pie chart with different colors representing each political party and their respective percentages.", + "(C) A scatter plot with political parties on the x-axis and percentage on the y-axis.", + "(D) A bar chart with political parties on the x-axis and percentage on the y-axis, without any color distinction." + ], + "correctIndex": 1 + } + }, + "area_chart-identify_range-politics": { + "meta": { + "taskDesc": "identify_range", + "context": "politics" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: identify range** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the range of votes received by the political party from 2000 to 2019 as shown in the area chart?", + "imgName": "area_chart-politics.png", + "options": [ + "(A) [96, 544]", + "(B) [113, 473]", + "(C) [95, 545]", + "(D) [94, 546]" + ], + "correctIndex": 1 + } + }, + "scatterplot-estimate_the_difference_between_two_values_of_the_same_type-politics": { + "meta": { + "taskDesc": "estimate_the_difference_between_two_values_of_the_same_type", + "context": "politics" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the difference between two values of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Estimate the difference in Opposition Support percentage between the highest and lowest recorded values.", + "imgName": "scatterplot-politics.png", + "options": [ + "(A) 39", + "(B) 47", + "(C) 55", + "(D) 63" + ], + "correctIndex": 1 + } + }, + "scatterplot-estimate_the_average_of_multiple_values_of_the_same_type-politics": { + "meta": { + "taskDesc": "estimate_the_average_of_multiple_values_of_the_same_type", + "context": "politics" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the average of multiple values of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Estimate the average Opposition Support (%) from the scatterplot.", + "imgName": "scatterplot-politics.png", + "options": [ + "(A) 24.6", + "(B) 34.6", + "(C) 39.6", + "(D) 29.6" + ], + "correctIndex": 3 + } + }, + "stacked_bar_chart-make_comparisons-education": { + "meta": { + "taskDesc": "make_comparisons", + "context": "education" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: make comparisons** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Which school has a greater number of students in Grade 9 compared to Grade 12?", + "imgName": "stacked_bar_chart-education.png", + "options": [ + "(A) School A", + "(B) School B", + "(C) School C", + "(D) School D" + ], + "correctIndex": 1 + } + }, + "histogram-estimate_the_average_of_multiple_values_of_the_same_type-education": { + "meta": { + "taskDesc": "estimate_the_average_of_multiple_values_of_the_same_type", + "context": "education" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the average of multiple values of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the average test score?", + "imgName": "histogram-education.png", + "options": [ + "(A) 76.1", + "(B) 90.1", + "(C) 104.1", + "(D) 118.1" + ], + "correctIndex": 1 + } + }, + "histogram-describe_the_topic_of_the_visualization-education": { + "meta": { + "taskDesc": "describe_the_topic_of_the_visualization", + "context": "education" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe the topic of the visualization** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the subject of the histogram?", + "imgName": "histogram-education.png", + "options": [ + "(A) The age distribution of residents in a city", + "(B) The distribution of standardized test scores among students", + "(C) The height distribution of adult males in a population", + "(D) The annual rainfall measurements in different regions" + ], + "correctIndex": 1 + } + }, + "tree_map-estimate_the_difference_between_two_values_of_the_same_type-education": { + "meta": { + "taskDesc": "estimate_the_difference_between_two_values_of_the_same_type", + "context": "education" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the difference between two values of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the difference in percentage between the subcategories \"Biology\" and \"Geometry\"?", + "imgName": "tree_map-education.png", + "options": [ + "(A) 5%", + "(B) 10%", + "(C) 15%", + "(D) 20%" + ], + "correctIndex": 1 + } + }, + "stacked_bar_chart-estimate_the_ratio_of_one_value_to_another_value_of_the_same_type-education": { + "meta": { + "taskDesc": "estimate_the_ratio_of_one_value_to_another_value_of_the_same_type", + "context": "education" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the ratio of one value to another value of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the ratio of Grade 9 to Grade 12 students at School A?", + "imgName": "stacked_bar_chart-education.png", + "options": [ + "(A) 0.4", + "(B) 1.4", + "(C) 2.4", + "(D) 3.4" + ], + "correctIndex": 0 + } + }, + "bar_chart-describe_the_characteristics_of_an_alternative_chart_type-education": { + "meta": { + "taskDesc": "describe_the_characteristics_of_an_alternative_chart_type", + "context": "education" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe the characteristics of an alternative chart type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "If the number of graduates by program were displayed using a pie chart instead of a bar chart, which of the following would be an accurate description of this alternative chart type?", + "imgName": "bar_chart-education.png", + "options": [ + "(A) The pie chart would show each program's proportion of total graduates with equal-sized slices since the number of graduates is evenly distributed.", + "(B) The pie chart would use different shades of blue to represent each program, with darker shades indicating more graduates.", + "(C) The pie chart would have slices of different sizes, with larger slices representing programs with more graduates.", + "(D) The pie chart would display the exact number of graduates for each program as numerical labels on the outer edge of the chart, without visual representation of proportions." + ], + "correctIndex": 2 + } + }, + "pie_chart-estimate_the_difference_between_two_values_of_the_same_type-education": { + "meta": { + "taskDesc": "estimate_the_difference_between_two_values_of_the_same_type", + "context": "education" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the difference between two values of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the difference in percentage points between the proportion of individuals with High School education and those with an Undergraduate degree?", + "imgName": "pie_chart-education.png", + "options": [ + "(A) 12", + "(B) 15", + "(C) 18", + "(D) 21" + ], + "correctIndex": 1 + } + }, + "line_chart-retrieve_value-education": { + "meta": { + "taskDesc": "retrieve_value", + "context": "education" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: retrieve value** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What was the enrollment number in the academic year 2019?", + "imgName": "line_chart-education.png", + "options": [ + "(A) 100", + "(B) 142", + "(C) 180", + "(D) 50" + ], + "correctIndex": 1 + } + }, + "scatterplot-retrieve_value-education": { + "meta": { + "taskDesc": "retrieve_value", + "context": "education" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: retrieve value** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the average grade of a student who studies 10 hours per week?", + "imgName": "scatterplot-education.png", + "options": [ + "(A) 71", + "(B) 97", + "(C) 84", + "(D) 100" + ], + "correctIndex": 2 + } + }, + "bar_chart-identify_labels_of_scales-education": { + "meta": { + "taskDesc": "identify_labels_of_scales", + "context": "education" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: identify labels of scales** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What are the labels for the horizontal and vertical axes in the bar chart?", + "imgName": "bar_chart-education.png", + "options": [ + "(A) Horizontal: Number of Graduates, Vertical: Educational Program", + "(B) Horizontal: Educational Program, Vertical: Number of Graduates", + "(C) Horizontal: Program, Vertical: Graduates", + "(D) Horizontal: Graduates, Vertical: Program" + ], + "correctIndex": 1 + } + }, + "area_chart-retrieve_value-education": { + "meta": { + "taskDesc": "retrieve_value", + "context": "education" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: retrieve value** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the number of graduates in the year 2010?", + "imgName": "area_chart-education.png", + "options": [ + "(A) 6953", + "(B) 5500", + "(C) 8000", + "(D) 8400" + ], + "correctIndex": 0 + } + }, + "tree_map-describe_trend_or_correlation-education": { + "meta": { + "taskDesc": "describe_trend_or_correlation", + "context": "education" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe trend or correlation** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What pattern can be observed in the distribution of percentages across educational categories and subcategories?", + "imgName": "tree_map-education.png", + "options": [ + "(A) Mathematics has a decreasing trend in percentage from Algebra to Geometry.", + "(B) Each Category has subcategories with equal percentages.", + "(C) Science subcategories show a strong positive correlation between the complexity of the subject and the percentage.", + "(D) Humanities and Languages have subcategories with higher percentages than those in Science and Mathematics." + ], + "correctIndex": 0 + } + }, + "stacked_bar_chart-estimate_the_difference_between_two_values_of_the_same_type-education": { + "meta": { + "taskDesc": "estimate_the_difference_between_two_values_of_the_same_type", + "context": "education" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the difference between two values of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Estimate the difference in the number of students between Grade 9 and Grade 12 at School C.", + "imgName": "stacked_bar_chart-education.png", + "options": [ + "(A) 16", + "(B) 22", + "(C) 10", + "(D) 28" + ], + "correctIndex": 1 + } + }, + "100_percent_stacked_bar_chart-retrieve_value-education": { + "meta": { + "taskDesc": "retrieve_value", + "context": "education" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: retrieve value** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What percentage of Greenwood Elementary's curriculum is dedicated to Math?", + "imgName": "100_percent_stacked_bar_chart-education.png", + "options": [ + "(A) 20%", + "(B) 30%", + "(C) 45%", + "(D) 50%" + ], + "correctIndex": 1 + } + }, + "area_chart-locate_value-education": { + "meta": { + "taskDesc": "locate_value", + "context": "education" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: locate value** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "In which year did the number of graduates reach its maximum value?", + "imgName": "area_chart-education.png", + "options": [ + "(A) 2010", + "(B) 2015", + "(C) 2019", + "(D) 2005" + ], + "correctIndex": 2 + } + }, + "bar_chart-describe_trend_or_correlation-education": { + "meta": { + "taskDesc": "describe_trend_or_correlation", + "context": "education" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe trend or correlation** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What pattern does the bar chart of the number of graduates by educational program show?", + "imgName": "bar_chart-education.png", + "options": [ + "(A) A steady increase in the number of graduates from Engineering to History.", + "(B) Programs related to Science, Technology, Engineering, and Mathematics (STEM) have significantly fewer graduates than other programs.", + "(C) There is no clear trend or correlation in the number of graduates across different programs.", + "(D) The number of graduates in Medicine, Law, Art, and History is exactly the same." + ], + "correctIndex": 2 + } + }, + "tree_map-describe_the_topic_of_the_visualization-education": { + "meta": { + "taskDesc": "describe_the_topic_of_the_visualization", + "context": "education" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe the topic of the visualization** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the topic of the visualization?", + "imgName": "tree_map-education.png", + "options": [ + "(A) The distribution of land area across different continents", + "(B) The popularity of various sports among high school students", + "(C) The allocation of funding to various university departments", + "(D) The proportion of educational content areas and their subcategories" + ], + "correctIndex": 3 + } + }, + "choropleth_map-describe_the_characteristics_of_an_alternative_chart_type-innovation": { + "meta": { + "taskDesc": "describe_the_characteristics_of_an_alternative_chart_type", + "context": "innovation" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe the characteristics of an alternative chart type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "If the choropleth map displaying Innovation Scores by State were to be represented as a bar chart, which of the following characteristics would it most likely have?", + "imgName": "choropleth_map-innovation.png", + "options": [ + "(A) A bar chart with each bar representing a different country's innovation score, sorted in ascending order of score.", + "(B) A bar chart with each bar representing a state's innovation score, with bars colored differently based on predefined score ranges.", + "(C) A pie chart with slices representing the proportion of total innovation scores attributed to each state.", + "(D) A bar chart with each bar representing a state's innovation score, sorted alphabetically by state name." + ], + "correctIndex": 1 + } + }, + "stacked_area_chart-estimate_the_difference_between_two_values_of_the_same_type-innovation": { + "meta": { + "taskDesc": "estimate_the_difference_between_two_values_of_the_same_type", + "context": "innovation" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the difference between two values of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Estimate the difference in the number of innovations between \"Tech_Advancements\" and \"Research_Development\" in the year 2019.", + "imgName": "stacked_area_chart-innovation.png", + "options": [ + "(A) 10", + "(B) 12", + "(C) 14", + "(D) 16" + ], + "correctIndex": 1 + } + }, + "bar_chart-describe_the_topic_of_the_visualization-innovation": { + "meta": { + "taskDesc": "describe_the_topic_of_the_visualization", + "context": "innovation" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe the topic of the visualization** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the topic of the bar chart?", + "imgName": "bar_chart-innovation.png", + "options": [ + "(A) The popularity of different programming languages", + "(B) The number of patents filed in various technology sectors", + "(C) Investment levels in different innovation sectors", + "(D) The market share of tech companies in the stock market" + ], + "correctIndex": 2 + } + }, + "histogram-estimate_the_ratio_of_one_value_to_another_value_of_the_same_type-innovation": { + "meta": { + "taskDesc": "estimate_the_ratio_of_one_value_to_another_value_of_the_same_type", + "context": "innovation" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the ratio of one value to another value of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the ratio of the number of observations with an InnovationScore of 5 to the number of observations with an InnovationScore of 9?", + "imgName": "histogram-innovation.png", + "options": [ + "(A) 0.6", + "(B) 1.6", + "(C) 2.6", + "(D) 3.6" + ], + "correctIndex": 0 + } + }, + "100_percent_stacked_bar_chart-judge_which_visualization_design_is_more_appropriate_for_a_task-innovation": { + "meta": { + "taskDesc": "judge_which_visualization_design_is_more_appropriate_for_a_task", + "context": "innovation" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: judge which visualization design is more appropriate for a task** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "The visualization above is only a demonstration of the relevant data. Which of the following visualization designs is most appropriate for comparing the distribution of innovation categories within each company?", + "imgName": "100_percent_stacked_bar_chart-innovation.png", + "options": [ + "(A) A pie chart for each company showing the distribution of innovation categories.", + "(B) A single heat map representing the percentage distribution of innovation categories across companies.", + "(C) A line graph showing the trend of percentages for each innovation category across companies.", + "(D) A 100 percent stacked bar chart for each company showing the distribution of innovation categories." + ], + "correctIndex": 3 + } + }, + "pie_chart-describe_the_characteristics_of_an_alternative_chart_type-innovation": { + "meta": { + "taskDesc": "describe_the_characteristics_of_an_alternative_chart_type", + "context": "innovation" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: describe the characteristics of an alternative chart type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "If the pie chart showing the distribution of innovation categories were to be represented as a bar chart instead, which of the following characteristics would the bar chart display?", + "imgName": "pie_chart-innovation.png", + "options": [ + "(A) Each category would be represented by a line segment, with the length of the segment proportional to the percentage value.", + "(B) The categories would be displayed as points plotted on a grid, with the distance from the origin representing the percentage value.", + "(C) Each category would be represented by a separate bar, with the height of the bar corresponding to the percentage value.", + "(D) The categories would be represented as concentric circles, with the radius of each circle corresponding to the percentage value." + ], + "correctIndex": 2 + } + }, + "area_chart-estimate_the_average_of_multiple_values_of_the_same_type-innovation": { + "meta": { + "taskDesc": "estimate_the_average_of_multiple_values_of_the_same_type", + "context": "innovation" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the average of multiple values of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Estimate the average number of innovations per year over the 20-year period shown in the area chart.", + "imgName": "area_chart-innovation.png", + "options": [ + "(A) 92.5", + "(B) 126.5", + "(C) 75.5", + "(D) 109.5" + ], + "correctIndex": 3 + } + }, + "histogram-estimate_the_difference_between_two_values_of_the_same_type-innovation": { + "meta": { + "taskDesc": "estimate_the_difference_between_two_values_of_the_same_type", + "context": "innovation" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the difference between two values of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Estimate the difference between the highest and lowest Innovation Scores.", + "imgName": "histogram-innovation.png", + "options": [ + "(A) 22", + "(B) 26", + "(C) 30", + "(D) 34" + ], + "correctIndex": 1 + } + }, + "choropleth_map-identify_range-innovation": { + "meta": { + "taskDesc": "identify_range", + "context": "innovation" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: identify range** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the range of innovation scores across all states as shown in the choropleth map?", + "imgName": "choropleth_map-innovation.png", + "options": [ + "(A) [47, 567]", + "(B) [38, 641]", + "(C) [29, 715]", + "(D) [56, 493]" + ], + "correctIndex": 3 + } + }, + "bubble_chart-judge_which_task_this_visualization_design_best_supports-innovation": { + "meta": { + "taskDesc": "judge_which_task_this_visualization_design_best_supports", + "context": "innovation" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: judge which task this visualization design best supports** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Which task does this visualization design best support?", + "imgName": "bubble_chart-innovation.png", + "options": [ + "(A) Comparing the total number of innovations across different research budgets", + "(B) Identifying the relationship between innovation score and research budget, with an additional dimension of market impact", + "(C) Tracking changes in market impact over time", + "(D) Displaying the distribution of research budgets within fixed innovation score intervals" + ], + "correctIndex": 1 + } + }, + "bar_chart-make_comparisons-innovation": { + "meta": { + "taskDesc": "make_comparisons", + "context": "innovation" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: make comparisons** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Which sector received more investment, IoT or Biotech?", + "imgName": "bar_chart-innovation.png", + "options": [ + "(A) IoT", + "(B) Biotech", + "(C) Investments are equal", + "(D) Cannot be determined from the visualization" + ], + "correctIndex": 0 + } + }, + "choropleth_map-locate_value-innovation": { + "meta": { + "taskDesc": "locate_value", + "context": "innovation" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: locate value** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "Which state has the highest innovation score?", + "imgName": "choropleth_map-innovation.png", + "options": [ + "(A) California", + "(B) Maine", + "(C) Virginia", + "(D) Montana" + ], + "correctIndex": 2 + } + }, + "stacked_area_chart-identify_range-innovation": { + "meta": { + "taskDesc": "identify_range", + "context": "innovation" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: identify range** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the range of the number of innovations across all categories from 2000 to 2019?", + "imgName": "stacked_area_chart-innovation.png", + "options": [ + "(A) [42, 230]", + "(B) [50, 200]", + "(C) [35, 245]", + "(D) [30, 240]" + ], + "correctIndex": 1 + } + }, + "line_chart-make_comparisons-innovation": { + "meta": { + "taskDesc": "make_comparisons", + "context": "innovation" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: make comparisons** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "How does the Innovation Score in 2005 compare to the score in 2015?", + "imgName": "line_chart-innovation.png", + "options": [ + "(A) The score in 2005 is higher than in 2015.", + "(B) The score in 2005 is lower than in 2015.", + "(C) The scores in 2005 and 2015 are equal.", + "(D) The score in 2005 is half of the score in 2015." + ], + "correctIndex": 0 + } + }, + "pie_chart-identify_range-innovation": { + "meta": { + "taskDesc": "identify_range", + "context": "innovation" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: identify range** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the range of percentage values represented in the pie chart for the different innovation categories?", + "imgName": "pie_chart-innovation.png", + "options": [ + "(A) [10, 45]", + "(B) [15, 40]", + "(C) [5, 50]", + "(D) [20, 30]" + ], + "correctIndex": 3 + } + }, + "stacked_area_chart-judge_which_task_this_visualization_design_best_supports-innovation": { + "meta": { + "taskDesc": "judge_which_task_this_visualization_design_best_supports", + "context": "innovation" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: judge which task this visualization design best supports** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What task does the stacked area chart best support?", + "imgName": "stacked_area_chart-innovation.png", + "options": [ + "(A) Comparing exact values across multiple categories at specific points in time", + "(B) Showing the distribution of a whole into parts over time", + "(C) Identifying precise trends for individual categories", + "(D) Displaying hierarchical relationships between categories" + ], + "correctIndex": 1 + } + }, + "pie_chart-estimate_the_ratio_of_one_value_to_another_value_of_the_same_type-innovation": { + "meta": { + "taskDesc": "estimate_the_ratio_of_one_value_to_another_value_of_the_same_type", + "context": "innovation" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the ratio of one value to another value of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the ratio of the percentage of Product Innovation to the percentage of Marketing Innovation?", + "imgName": "pie_chart-innovation.png", + "options": [ + "(A) 1.0", + "(B) 1.2", + "(C) 1.4", + "(D) 2.3" + ], + "correctIndex": 2 + } + }, + "area_chart-judge_which_task_this_visualization_design_best_supports-health": { + "meta": { + "taskDesc": "judge_which_task_this_visualization_design_best_supports", + "context": "health" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: judge which task this visualization design best supports** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What task does the area chart design best support?", + "imgName": "area_chart-health.png", + "options": [ + "(A) Comparing the number of patients recovered between different days", + "(B) Showing the distribution of patient recovery times", + "(C) Identifying the exact number of patients recovered on a specific day", + "(D) Tracking the cumulative number of patients recovered over a period of time" + ], + "correctIndex": 3 + } + }, + "bubble_chart-estimate_the_difference_between_two_values_of_the_same_type-population_and_demography": { + "meta": { + "taskDesc": "estimate_the_difference_between_two_values_of_the_same_type", + "context": "population_and_demography" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the difference between two values of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the difference in GDP Per Capita (USD) between Metropolis and Gotham?", + "imgName": "bubble_chart-population_and_demography.png", + "options": [ + "(A) 16793", + "(B) 22721", + "(C) 13829", + "(D) 19757" + ], + "correctIndex": 3 + } + }, + "tree_map-estimate_the_average_of_multiple_values_of_the_same_type-politics": { + "meta": { + "taskDesc": "estimate_the_average_of_multiple_values_of_the_same_type", + "context": "politics" + }, + "baseComponent": "visTask", + "response": [ + { + "id": "q1", + "prompt": "**Q1. How relevant is this item to assess people\u2019s ability to carry out the visualization task: estimate the average of multiple values of the same type** ?", + "required": true, + "location": "sidebar", + "type": "likert", + "preset": 4, + "rightLabel": "Highly relevant", + "leftLabel": "Not relevant" + } + ], + "parameters": { + "question": "What is the average percentage allocated to the subcategories within the \"Domestic Policy\" category?", + "imgName": "tree_map-politics.png", + "options": [ + "(A) 8%", + "(B) 15%", + "(C) 18%", + "(D) 22%" + ], + "correctIndex": 1 + } + } + + + +}, + "sequence": { + "order": "fixed", + "components": ["introduction", + "bubble_chart-retrieve_value-politics", + "stacked_bar_chart-retrieve_value-food_and_agriculture", + "histogram-retrieve_value-health", + "bubble_chart-locate_value-population_and_demography", + "scatterplot-locate_value-weather_and_climate", + "line_chart-locate_value-food_and_agriculture", + "100_percent_stacked_bar_chart-locate_value-food_and_agriculture", + "tree_map-identify_labels_of_scales-population_and_demography", + "line_chart-identify_labels_of_scales-health", + "bubble_chart-identify_labels_of_scales-food_and_agriculture", + "stacked_area_chart-identify_labels_of_scales-weather_and_climate", + "scatterplot-describe_the_topic_of_the_visualization-food_and_agriculture", + "tree_map-describe_the_topic_of_the_visualization-education", + "bar_chart-describe_the_topic_of_the_visualization-innovation", + "100_percent_stacked_bar_chart-describe_the_topic_of_the_visualization-weather_and_climate", + "scatterplot-estimate_the_difference_between_two_values_of_the_same_type-politics", + "bar_chart-estimate_the_difference_between_two_values_of_the_same_type-population_and_demography", + "stacked_bar_chart-estimate_the_difference_between_two_values_of_the_same_type-education", + "bubble_chart-estimate_the_difference_between_two_values_of_the_same_type-population_and_demography", + "100_percent_stacked_bar_chart-estimate_the_ratio_of_one_value_to_another_value_of_the_same_type-health", + "bubble_chart-estimate_the_ratio_of_one_value_to_another_value_of_the_same_type-weather_and_climate", + "stacked_area_chart-estimate_the_ratio_of_one_value_to_another_value_of_the_same_type-weather_and_climate", + "line_chart-estimate_the_ratio_of_one_value_to_another_value_of_the_same_type-energy_and_environment", + "bar_chart-estimate_the_average_of_multiple_values_of_the_same_type-population_and_demography", + "area_chart-estimate_the_average_of_multiple_values_of_the_same_type-innovation", + "bubble_chart-estimate_the_average_of_multiple_values_of_the_same_type-population_and_demography", + "line_chart-estimate_the_average_of_multiple_values_of_the_same_type-energy_and_environment", + "bar_chart-describe_trend_or_correlation-education", + "pie_chart-describe_trend_or_correlation-health", + "scatterplot-describe_trend_or_correlation-health", + "tree_map-describe_trend_or_correlation-education", + "line_chart-describe_the_characteristics_of_an_alternative_chart_type-weather_and_climate", + "area_chart-describe_the_characteristics_of_an_alternative_chart_type-energy_and_environment", + "stacked_bar_chart-describe_the_characteristics_of_an_alternative_chart_type-weather_and_climate", + "pie_chart-describe_the_characteristics_of_an_alternative_chart_type-innovation", + "tree_map-judge_which_visualization_design_is_more_appropriate_for_a_task-weather_and_climate", + "histogram-judge_which_visualization_design_is_more_appropriate_for_a_task-politics", + "bar_chart-judge_which_visualization_design_is_more_appropriate_for_a_task-weather_and_climate", + "line_chart-judge_which_visualization_design_is_more_appropriate_for_a_task-health", + "tree_map-judge_which_task_this_visualization_design_best_supports-population_and_demography", + "bubble_chart-judge_which_task_this_visualization_design_best_supports-innovation", + "line_chart-judge_which_task_this_visualization_design_best_supports-politics", + "100_percent_stacked_bar_chart-judge_which_task_this_visualization_design_best_supports-weather_and_climate" + ] + + } +}