diff --git a/public/configs/global.json b/public/configs/global.json index 9bda5d222..5cf43f457 100644 --- a/public/configs/global.json +++ b/public/configs/global.json @@ -12,7 +12,8 @@ "MVNV", "brush-interactions", "fairness-jnd", - "vis-test-expert" + "vis-test-expert", + "vis-test-prolific" ], "configs": { "fairness-jnd": { @@ -50,6 +51,9 @@ }, "vis-test-expert": { "path": "gpt-expert/config-gpt-expert.json" + }, + "vis-test-prolific": { + "path": "gpt-prolific/config-gpt-prolific.json" } } } diff --git a/public/gpt-prolific/100%_stacked_bar_chart-healthcare.png b/public/gpt-prolific/100%_stacked_bar_chart-healthcare.png new file mode 100644 index 000000000..83cfb2eb6 Binary files /dev/null and b/public/gpt-prolific/100%_stacked_bar_chart-healthcare.png differ diff --git a/public/gpt-prolific/area_chart-healthcare.png b/public/gpt-prolific/area_chart-healthcare.png new file mode 100644 index 000000000..4f3afab15 Binary files /dev/null and b/public/gpt-prolific/area_chart-healthcare.png differ diff --git a/public/gpt-prolific/bar_chart-healthcare.png b/public/gpt-prolific/bar_chart-healthcare.png new file mode 100644 index 000000000..983428f9f Binary files /dev/null and b/public/gpt-prolific/bar_chart-healthcare.png differ diff --git a/public/gpt-prolific/choropleth_map-healthcare.png b/public/gpt-prolific/choropleth_map-healthcare.png new file mode 100644 index 000000000..071c43faa Binary files /dev/null and b/public/gpt-prolific/choropleth_map-healthcare.png differ diff --git a/public/gpt-prolific/config-gpt-prolific.json b/public/gpt-prolific/config-gpt-prolific.json new file mode 100644 index 000000000..1ce763fe1 --- /dev/null +++ b/public/gpt-prolific/config-gpt-prolific.json @@ -0,0 +1,3906 @@ +{ + "$schema": "https://raw.githubusercontent.com/reVISit-studies/study/main/src/parser/StudyConfigSchema.json", + "studyMetadata": { + "title": "Experiment 2 for gpt-vis project. For prolific participants", + "version": "pilot", + "authors": [ + "The reVISit Team" + ], + "date": "2024-02-17", + "description": "An experiment to test gpt generated visualization questions", + "organizations": [ + "Northwestern University", + "WPI" + ] + }, + "uiConfig": { + "contactEmail": "yding5@wpi.edu", + "helpTextPath": "gpt-expert/help.md", + "logoPath": "assets/revisitLogoSquare.svg", + "withProgressBar": true, + "autoDownloadStudy": false, + "sidebar": true + }, + "baseComponents": { + "visTask": { + "description": "A base trial", + "type": "image", + "nextButtonLocation": "sidebar", + "instructionLocation": "sidebar", + "style": { + "width": "700px" + } + } + }, + "components": { + "introduction": { + "type": "markdown", + "path": "gpt-expert/introduction.md", + "response": [] + }, + + "consent": { + "type": "markdown", + "path": "VLAT-full-randomized/consent.md", + "response": [ + { + "id": "userInitials", + "prompt": "Please type your initials below. These are not used in our analyses, but required for the consent process.", + "required": true, + "location": "belowStimulus", + "type": "shortText", + "placeholder": "Your Initials" + } + ] + }, + "q1": { + "meta": { + "correctIndex": "0", + "chartName": "100%_stacked_bar_chart", + "category": "healthcare", + "task": "calculate_a_derived_value" + }, + "baseComponent": "visTask", + "instruction": "What is the range in percentage points of Healthcare Spending for 'Out-patient Care' from 2010 to 2020?", + "path": "gpt-prolific/100%_stacked_bar_chart-healthcare.png", + "response": [ + { + "id": "response1", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "Approximately 43%", + "value": "0" + }, + { + "label": "Approximately 17%", + "value": "1" + }, + { + "label": "Approximately 54%", + "value": "2" + }, + { + "label": "Approximately 31%", + "value": "3" + } + ] + } + ] + }, + "q2": { + "meta": { + "correctIndex": "3", + "chartName": "100%_stacked_bar_chart", + "category": "healthcare", + "task": "describe_the_characteristics_of_an_alternative_chart_type" + }, + "baseComponent": "visTask", + "instruction": "the question stem", + "path": "gpt-prolific/100%_stacked_bar_chart-healthcare.png", + "response": [ + { + "id": "response2", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "a pie chart that represents the same data for healthcare spending by category in a single year. Describe the appearance of such a pie chart.", + "value": "0" + }, + { + "label": "option set that includes one correct answer and three incorrect answers", + "value": "1" + }, + { + "label": "The pie chart would have four evenly divided sections, each representing one category of healthcare spending equally.", + "value": "2" + }, + { + "label": "The pie chart would have four sections, each corresponding to the healthcare spending category size and one of them dominating over half of the chart.", + "value": "3" + }, + { + "label": "The pie chart would show one small section for 'In-patient Care', a dominant section for 'Out-patient Care', and two moderate but nearly equal sections for 'Pharmaceuticals' and 'Research'.", + "value": "4" + }, + { + "label": "The pie chart would contain only two sections with 'Research' taking up the majority and 'Pharmaceuticals' the remainder, representing the entire healthcare spending.", + "value": "5" + } + ] + } + ] + }, + "q3": { + "meta": { + "correctIndex": "1", + "chartName": "100%_stacked_bar_chart", + "category": "healthcare", + "task": "describe_the_topic_of_the_visualization" + }, + "baseComponent": "visTask", + "instruction": "What is the topic of the displayed 100% stacked bar chart?", + "path": "gpt-prolific/100%_stacked_bar_chart-healthcare.png", + "response": [ + { + "id": "response3", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "The profits of pharmaceutical companies from 2010 to 2020.", + "value": "0" + }, + { + "label": "Distribution of healthcare spending across different categories from 2010 to 2020.", + "value": "1" + }, + { + "label": "The number of patients admitted to hospitals each year from 2010 to 2020.", + "value": "2" + }, + { + "label": "Comparison of annual research funding across various healthcare fields from 2010 to 2020.", + "value": "3" + } + ] + } + ] + }, + "q4": { + "meta": { + "correctIndex": "2", + "chartName": "100%_stacked_bar_chart", + "category": "healthcare", + "task": "describe_trend_or_correlation" + }, + "baseComponent": "visTask", + "instruction": "What trend in the healthcare spending categories can be observed from 2010 to 2020?", + "path": "gpt-prolific/100%_stacked_bar_chart-healthcare.png", + "response": [ + { + "id": "response4", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "In-patient care spending significantly decreased, while out-patient care spending significantly increased.", + "value": "0" + }, + { + "label": "Spendings on pharmaceuticals showed a consistently increasing trend throughout the years.", + "value": "1" + }, + { + "label": "Research spending fluctuated without a clear trend over the given period.", + "value": "2" + }, + { + "label": "Out-patient care consistently had the highest percentage of healthcare spending every year.", + "value": "3" + } + ] + } + ] + }, + "q5": { + "meta": { + "correctIndex": "2", + "chartName": "100%_stacked_bar_chart", + "category": "healthcare", + "task": "identify_labels_of_scales" + }, + "baseComponent": "visTask", + "instruction": "In the stacked bar chart showing healthcare spending by category from 2010 to 2020, which of the following correctly identifies the labels of the axes and the legend?", + "path": "gpt-prolific/100%_stacked_bar_chart-healthcare.png", + "response": [ + { + "id": "response5", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "Y-axis: 'Year', X-axis: 'Healthcare Spending Categories', Legend: 'Spending Amount in USD'", + "value": "0" + }, + { + "label": "Y-axis: 'Spending Amount in USD', X-axis: 'Year', Legend: 'Healthcare Spending Categories'", + "value": "1" + }, + { + "label": "Y-axis: 'Percentage of Healthcare Spending', X-axis: 'Year', Legend: 'Categories'", + "value": "2" + }, + { + "label": "Y-axis: 'Year', X-axis: 'Percentage of Healthcare Spending', Legend: 'Currency'", + "value": "3" + } + ] + } + ] + }, + "q6": { + "meta": { + "correctIndex": "1", + "chartName": "100%_stacked_bar_chart", + "category": "healthcare", + "task": "judge_what_tasks_this_visualization_design_supports" + }, + "baseComponent": "visTask", + "instruction": "What task is supported by the design of the given 100% stacked bar chart visualization?", + "path": "gpt-prolific/100%_stacked_bar_chart-healthcare.png", + "response": [ + { + "id": "response6", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "Identifying exact numeric values for each category within a year.", + "value": "0" + }, + { + "label": "Understanding how the relative distribution of healthcare spending categories has changed over the years.", + "value": "1" + }, + { + "label": "Predicting future healthcare spending trends.", + "value": "2" + }, + { + "label": "Comparing the total healthcare spending from year to year.", + "value": "3" + } + ] + } + ] + }, + "q7": { + "meta": { + "correctIndex": "0", + "chartName": "100%_stacked_bar_chart", + "category": "healthcare", + "task": "judge_which_design_is_more_appropriate_for_a_task" + }, + "baseComponent": "visTask", + "instruction": "Which visualization design would best enable the viewer to compare the relative proportions of healthcare spending by category across the years from 2010 to 2020?", + "path": "gpt-prolific/100%_stacked_bar_chart-healthcare.png", + "response": [ + { + "id": "response7", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "The original 100% stacked bar chart visualization without change", + "value": "0" + }, + { + "label": "A pie chart for each year, showing the proportion of spending in each category", + "value": "1" + }, + { + "label": "A single line graph with years on the X-axis and percentage of spending on the Y-axis, with each category represented by a different line", + "value": "2" + }, + { + "label": "A table listing absolute values of spending by year and category, without any visual representation", + "value": "3" + } + ] + } + ] + }, + "q8": { + "meta": { + "correctIndex": "1", + "chartName": "100%_stacked_bar_chart", + "category": "healthcare", + "task": "locate_value" + }, + "baseComponent": "visTask", + "instruction": "In which year did the category \"Pharmaceuticals\" hold the largest percentage of healthcare spending?", + "path": "gpt-prolific/100%_stacked_bar_chart-healthcare.png", + "response": [ + { + "id": "response8", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "2010", + "value": "0" + }, + { + "label": "2015", + "value": "1" + }, + { + "label": "2017", + "value": "2" + }, + { + "label": "2013", + "value": "3" + } + ] + } + ] + }, + "q9": { + "meta": { + "correctIndex": "1", + "chartName": "100%_stacked_bar_chart", + "category": "healthcare", + "task": "retrieve_value" + }, + "baseComponent": "visTask", + "instruction": "What is the approximate percentage of healthcare spending on Pharmaceuticals in 2018?", + "path": "gpt-prolific/100%_stacked_bar_chart-healthcare.png", + "response": [ + { + "id": "response9", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "About 10%", + "value": "0" + }, + { + "label": "About 20%", + "value": "1" + }, + { + "label": "About 30%", + "value": "2" + }, + { + "label": "About 50%", + "value": "3" + } + ] + } + ] + }, + "q10": { + "meta": { + "correctIndex": "0", + "chartName": "area_chart", + "category": "healthcare", + "task": "calculate_a_derived_value" + }, + "baseComponent": "visTask", + "instruction": "Calculate the range of values (difference between the maximum and minimum values) for healthcare spending in millions from the years 2000 to 2020 as shown in the area chart.", + "path": "gpt-prolific/area_chart-healthcare.png", + "response": [ + { + "id": "response10", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "$4817 million", + "value": "0" + }, + { + "label": "$4797 million", + "value": "1" + }, + { + "label": "$5017 million", + "value": "2" + }, + { + "label": "$4321 million", + "value": "3" + } + ] + } + ] + }, + "q11": { + "meta": { + "correctIndex": "1", + "chartName": "area_chart", + "category": "healthcare", + "task": "describe_the_characteristics_of_an_alternative_chart_type" + }, + "baseComponent": "visTask", + "instruction": "Imagine the dataset representing yearly healthcare spending from 2000 to 2020, currently displayed as an area chart, is instead visualized using a bar chart. How would the characteristics of this bar chart differ from the current area chart?", + "path": "gpt-prolific/area_chart-healthcare.png", + "response": [ + { + "id": "response11", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "The bar chart would show a continuous line connecting the data points, with the area below the line filled in to emphasize volume.", + "value": "0" + }, + { + "label": "The bar chart would display individual vertical bars for each year, where the height of each bar is proportional to the healthcare spending for that year.", + "value": "1" + }, + { + "label": "The bar chart would consist of a single line with data points marked by dots for each year, without filling the area below the line.", + "value": "2" + }, + { + "label": "The bar chart would present horizontal bars laying side-by-side, with the width of the bars corresponding to the chronological order of the years.", + "value": "3" + } + ] + } + ] + }, + "q12": { + "meta": { + "correctIndex": "1", + "chartName": "area_chart", + "category": "healthcare", + "task": "describe_the_topic_of_the_visualization" + }, + "baseComponent": "visTask", + "instruction": "What is the primary subject of the area chart?", + "path": "gpt-prolific/area_chart-healthcare.png", + "response": [ + { + "id": "response12", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "Distribution of population age groups over time", + "value": "0" + }, + { + "label": "Trends in healthcare spending over the years 2000 to 2020", + "value": "1" + }, + { + "label": "Annual precipitation measurements from 2000 to 2020", + "value": "2" + }, + { + "label": "Comparison of different countries' healthcare budgets", + "value": "3" + } + ] + } + ] + }, + "q13": { + "meta": { + "correctIndex": "3", + "chartName": "area_chart", + "category": "healthcare", + "task": "describe_trend_or_correlation" + }, + "baseComponent": "visTask", + "instruction": "What overall trend is observed in healthcare spending from the year 2000 to 2020 as depicted in the area chart?", + "path": "gpt-prolific/area_chart-healthcare.png", + "response": [ + { + "id": "response13", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "Healthcare spending steadily increased each year from 2000 to 2020.", + "value": "0" + }, + { + "label": "Healthcare spending showed a consistent cyclical pattern with peaks and troughs every few years.", + "value": "1" + }, + { + "label": "There is no clear trend in healthcare spending over the 20 year period.", + "value": "2" + }, + { + "label": "Healthcare spending peaked around the mid-2000s and showed a decreasing trend towards 2020.", + "value": "3" + } + ] + } + ] + }, + "q14": { + "meta": { + "correctIndex": "1", + "chartName": "area_chart", + "category": "healthcare", + "task": "identify_labels_of_scales" + }, + "baseComponent": "visTask", + "instruction": "What does the y-axis label indicate about the data presented in the area chart?", + "path": "gpt-prolific/area_chart-healthcare.png", + "response": [ + { + "id": "response14", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "Number of healthcare facilities", + "value": "0" + }, + { + "label": "Healthcare Spending (in millions)", + "value": "1" + }, + { + "label": "Population growth percentage", + "value": "2" + }, + { + "label": "Annual percentage change in healthcare costs", + "value": "3" + } + ] + } + ] + }, + "q15": { + "meta": { + "correctIndex": "2", + "chartName": "area_chart", + "category": "healthcare", + "task": "judge_what_tasks_this_visualization_design_supports" + }, + "baseComponent": "visTask", + "instruction": "What task does the area chart design primarily support?", + "path": "gpt-prolific/area_chart-healthcare.png", + "response": [ + { + "id": "response15", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "Comparing healthcare spending across different countries for each year.", + "value": "0" + }, + { + "label": "Identifying exact healthcare spending values for individual years.", + "value": "1" + }, + { + "label": "Observing the trend of healthcare spending over time.", + "value": "2" + }, + { + "label": "Providing an analysis of healthcare spending categories, such as hospital care and pharmaceuticals.", + "value": "3" + } + ] + } + ] + }, + "q16": { + "meta": { + "correctIndex": "0", + "chartName": "area_chart", + "category": "healthcare", + "task": "judge_which_design_is_more_appropriate_for_a_task" + }, + "baseComponent": "visTask", + "instruction": "Which visualization design most effectively communicates the trend of healthcare spending over time?", + "path": "gpt-prolific/area_chart-healthcare.png", + "response": [ + { + "id": "response16", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "The original area chart visualization without change, displaying the trend of healthcare spending from 2000 to 2020.", + "value": "0" + }, + { + "label": "A pie chart showing the proportion of healthcare spending for each year between 2000 and 2020.", + "value": "1" + }, + { + "label": "A scatter plot with individual data points representing healthcare spending for each year without connecting lines to show the trend.", + "value": "2" + }, + { + "label": "A bar chart with horizontal bars representing healthcare spending for each year, making it difficult to perceive the trend over time.", + "value": "3" + } + ] + } + ] + }, + "q17": { + "meta": { + "correctIndex": "3", + "chartName": "area_chart", + "category": "healthcare", + "task": "locate_value" + }, + "baseComponent": "visTask", + "instruction": "In which year did the highest healthcare spending occur?", + "path": "gpt-prolific/area_chart-healthcare.png", + "response": [ + { + "id": "response17", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "2000", + "value": "0" + }, + { + "label": "2010", + "value": "1" + }, + { + "label": "2016", + "value": "2" + }, + { + "label": "2003", + "value": "3" + } + ] + } + ] + }, + "q18": { + "meta": { + "correctIndex": "2", + "chartName": "area_chart", + "category": "healthcare", + "task": "retrieve_value" + }, + "baseComponent": "visTask", + "instruction": "What was the approximate healthcare spending in millions for the year 2010?", + "path": "gpt-prolific/area_chart-healthcare.png", + "response": [ + { + "id": "response18", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "About 2,500 million", + "value": "0" + }, + { + "label": "About 5,500 million", + "value": "1" + }, + { + "label": "About 4,500 million", + "value": "2" + }, + { + "label": "About 6,500 million", + "value": "3" + } + ] + } + ] + }, + "q19": { + "meta": { + "correctIndex": "1", + "chartName": "bar_chart", + "category": "healthcare", + "task": "calculate_a_derived_value" + }, + "baseComponent": "visTask", + "instruction": "What is the range, in billions of USD, of the Healthcare Expenditure over the years 2000 to 2020 as depicted in the bar chart?", + "path": "gpt-prolific/bar_chart-healthcare.png", + "response": [ + { + "id": "response19", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "220 billion USD", + "value": "0" + }, + { + "label": "395 billion USD", + "value": "1" + }, + { + "label": "385 billion USD", + "value": "2" + }, + { + "label": "360 billion USD", + "value": "3" + } + ] + } + ] + }, + "q20": { + "meta": { + "correctIndex": "0", + "chartName": "bar_chart", + "category": "healthcare", + "task": "describe_the_characteristics_of_an_alternative_chart_type" + }, + "baseComponent": "visTask", + "instruction": "Imagine the data from the bar chart showing Healthcare Expenditure Over Years being represented using a line chart. How would the line chart typically look with the given data?", + "path": "gpt-prolific/bar_chart-healthcare.png", + "response": [ + { + "id": "response20", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "The line chart would consist of a single line that connects individual data points representing the Healthcare Expenditure for each year, showing peaks in 2000, 2005, 2006, and 2009 with the line reaching its lowest point in 2020.", + "value": "0" + }, + { + "label": "The line chart would display multiple lines for each year, with the height of each line corresponding directly to the Healthcare Expenditure value, making it easy to compare the years side by side.", + "value": "1" + }, + { + "label": "The line chart would consist of separate pie charts for each year, with the size of each pie piece representing the Healthcare Expenditure and the whole pie representing the total expenditure over all years.", + "value": "2" + }, + { + "label": "The line chart would show a cumulative curve which increases every year and the area under the curve represents the total Healthcare Expenditure up to that year.", + "value": "3" + } + ] + } + ] + }, + "q21": { + "meta": { + "correctIndex": "2", + "chartName": "bar_chart", + "category": "healthcare", + "task": "describe_the_topic_of_the_visualization" + }, + "baseComponent": "visTask", + "instruction": "What is depicted in the bar chart?", + "path": "gpt-prolific/bar_chart-healthcare.png", + "response": [ + { + "id": "response21", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "Global internet usage statistics over two decades.", + "value": "0" + }, + { + "label": "Annual rainfall measurements in the Amazon rainforest from 2000 to 2020.", + "value": "1" + }, + { + "label": "Healthcare expenditure in the United States over a span of 21 years.", + "value": "2" + }, + { + "label": "Population growth in various continents from the year 2000 to 2020.", + "value": "3" + } + ] + } + ] + }, + "q22": { + "meta": { + "correctIndex": "2", + "chartName": "bar_chart", + "category": "healthcare", + "task": "describe_trend_or_correlation" + }, + "baseComponent": "visTask", + "instruction": "What trend is observed in the healthcare expenditure over the years 2000 to 2020?", + "path": "gpt-prolific/bar_chart-healthcare.png", + "response": [ + { + "id": "response22", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "There is a consistent upward trend in healthcare expenditure every year.", + "value": "0" + }, + { + "label": "There is a consistent downward trend in healthcare expenditure every year.", + "value": "1" + }, + { + "label": "Healthcare expenditure shows a cyclical pattern with peaks roughly every five years.", + "value": "2" + }, + { + "label": "No clear trend can be observed in healthcare expenditure over the given time period.", + "value": "3" + } + ] + } + ] + }, + "q23": { + "meta": { + "correctIndex": "2", + "chartName": "bar_chart", + "category": "healthcare", + "task": "identify_labels_of_scales" + }, + "baseComponent": "visTask", + "instruction": "What is the label for the vertical axis on the bar chart of Healthcare Expenditure Over Years?", + "path": "gpt-prolific/bar_chart-healthcare.png", + "response": [ + { + "id": "response23", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "Year", + "value": "0" + }, + { + "label": "Number of Hospitals", + "value": "1" + }, + { + "label": "Expenditure (Billions USD)", + "value": "2" + }, + { + "label": "Healthcare Facilities", + "value": "3" + } + ] + } + ] + }, + "q24": { + "meta": { + "correctIndex": "2", + "chartName": "bar_chart", + "category": "healthcare", + "task": "judge_what_tasks_this_visualization_design_supports" + }, + "baseComponent": "visTask", + "instruction": "What task does the bar chart primarily support in the viewing of the healthcare expenditure over the years?", + "path": "gpt-prolific/bar_chart-healthcare.png", + "response": [ + { + "id": "response24", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "Identifying correlations between different categories of healthcare spending.", + "value": "0" + }, + { + "label": "Showing the distribution of healthcare expenditures across different income groups.", + "value": "1" + }, + { + "label": "Comparing healthcare expenditure from year to year.", + "value": "2" + }, + { + "label": "Projecting future healthcare expenditures based on historical trends.", + "value": "3" + } + ] + } + ] + }, + "q25": { + "meta": { + "correctIndex": "0", + "chartName": "bar_chart", + "category": "healthcare", + "task": "judge_which_design_is_more_appropriate_for_a_task" + }, + "baseComponent": "visTask", + "instruction": "Considering a task of identifying trends in healthcare expenditure over time, which design choice for a non-interactive data visualization is most appropriate?", + "path": "gpt-prolific/bar_chart-healthcare.png", + "response": [ + { + "id": "response25", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "The original bar chart visualization without change, showing yearly expenditures from 2000 to 2020.", + "value": "0" + }, + { + "label": "A line graph showing healthcare expenditure every five years, using interpolated values between the points for smoother transitions.", + "value": "1" + }, + { + "label": "A pie chart that represents each year's expenditure as a slice, organized by size to show the proportion of total expenditure over the 20-year period.", + "value": "2" + }, + { + "label": "A scatter plot with years on the x-axis and corresponding healthcare expenditure on the y-axis, without connecting lines between points.", + "value": "3" + } + ] + } + ] + }, + "q26": { + "meta": { + "correctIndex": "2", + "chartName": "bar_chart", + "category": "healthcare", + "task": "locate_value" + }, + "baseComponent": "visTask", + "instruction": "In which year was the healthcare expenditure at its maximum as depicted in the bar chart?", + "path": "gpt-prolific/bar_chart-healthcare.png", + "response": [ + { + "id": "response26", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "2005", + "value": "0" + }, + { + "label": "2020", + "value": "1" + }, + { + "label": "2000", + "value": "2" + }, + { + "label": "2016", + "value": "3" + } + ] + } + ] + }, + "q27": { + "meta": { + "correctIndex": "1", + "chartName": "bar_chart", + "category": "healthcare", + "task": "retrieve_value" + }, + "baseComponent": "visTask", + "instruction": "What was the approximate healthcare expenditure in the year 2015?", + "path": "gpt-prolific/bar_chart-healthcare.png", + "response": [ + { + "id": "response27", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "Around 150 billion USD", + "value": "0" + }, + { + "label": "Around 350 billion USD", + "value": "1" + }, + { + "label": "Around 450 billion USD", + "value": "2" + }, + { + "label": "Around 250 billion USD", + "value": "3" + } + ] + } + ] + }, + "q28": { + "meta": { + "correctIndex": "2", + "chartName": "choropleth_map", + "category": "healthcare", + "task": "calculate_a_derived_value" + }, + "baseComponent": "visTask", + "instruction": "What is the range of healthcare access scores across all states depicted in the choropleth map of the US?", + "path": "gpt-prolific/choropleth_map-healthcare.png", + "response": [ + { + "id": "response28", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "99.92", + "value": "0" + }, + { + "label": "96.22", + "value": "1" + }, + { + "label": "96.29", + "value": "2" + }, + { + "label": "95.92", + "value": "3" + } + ] + } + ] + }, + "q29": { + "meta": { + "correctIndex": "2", + "chartName": "choropleth_map", + "category": "healthcare", + "task": "describe_the_characteristics_of_an_alternative_chart_type" + }, + "baseComponent": "visTask", + "instruction": "Imagine the healthcare access score data currently presented as a choropleth map were to be visualized instead using a bar chart. How would the bar chart be characterized?", + "path": "gpt-prolific/choropleth_map-healthcare.png", + "response": [ + { + "id": "response29", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "A pie chart with slices representing each U.S. state and varying slice sizes based on the proportion of healthcare access scores each state contributes to the total sum of all scores.", + "value": "0" + }, + { + "label": "A line graph with a point for each U.S. state, connected in alphabetical order, where the height of the point represents the healthcare access score of the state.", + "value": "1" + }, + { + "label": "A bar chart with each bar representing a U.S. state, the height of the bar indicating the state's healthcare access score, and the bars arranged in descending order of access score.", + "value": "2" + }, + { + "label": "A scatter plot with each dot representing a U.S. state, where the position on the x-axis corresponds to the state's alphabetical ranking, and the position on the y-axis indicates the state's healthcare access score.", + "value": "3" + } + ] + } + ] + }, + "q30": { + "meta": { + "correctIndex": "1", + "chartName": "choropleth_map", + "category": "healthcare", + "task": "describe_the_topic_of_the_visualization" + }, + "baseComponent": "visTask", + "instruction": "What is the topic of the choropleth map of the United States?", + "path": "gpt-prolific/choropleth_map-healthcare.png", + "response": [ + { + "id": "response30", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "The population density of each state", + "value": "0" + }, + { + "label": "The healthcare access score for each state", + "value": "1" + }, + { + "label": "The average temperature in each state", + "value": "2" + }, + { + "label": "The average income level of each state", + "value": "3" + } + ] + } + ] + }, + "q31": { + "meta": { + "correctIndex": "2", + "chartName": "choropleth_map", + "category": "healthcare", + "task": "describe_trend_or_correlation" + }, + "baseComponent": "visTask", + "instruction": "What trend can be observed in the healthcare access score distribution among the states in the US?", + "path": "gpt-prolific/choropleth_map-healthcare.png", + "response": [ + { + "id": "response31", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "States with shorter names tend to have higher healthcare access scores.", + "value": "0" + }, + { + "label": "Coastal states have universally lower access scores compared to inland states.", + "value": "1" + }, + { + "label": "There is no clear geographical trend in the healthcare access scores by state.", + "value": "2" + }, + { + "label": "States in the southern region of the US have the highest access scores consistently.", + "value": "3" + } + ] + } + ] + }, + "q32": { + "meta": { + "correctIndex": "2", + "chartName": "choropleth_map", + "category": "healthcare", + "task": "identify_labels_of_scales" + }, + "baseComponent": "visTask", + "instruction": "What does the legend in the choropleth map indicate?", + "path": "gpt-prolific/choropleth_map-healthcare.png", + "response": [ + { + "id": "response32", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "Population density of each state", + "value": "0" + }, + { + "label": "Total area of each state", + "value": "1" + }, + { + "label": "Healthcare access score", + "value": "2" + }, + { + "label": "Number of hospitals per state", + "value": "3" + } + ] + } + ] + }, + "q33": { + "meta": { + "correctIndex": "1", + "chartName": "choropleth_map", + "category": "healthcare", + "task": "judge_what_tasks_this_visualization_design_supports" + }, + "baseComponent": "visTask", + "instruction": "What task does the choropleth map visualization of healthcare access scores by state in the US support?", + "path": "gpt-prolific/choropleth_map-healthcare.png", + "response": [ + { + "id": "response33", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "Identifying the exact number of states with access scores higher than 50.", + "value": "0" + }, + { + "label": "Comparing relative healthcare access scores between states visually.", + "value": "1" + }, + { + "label": "Forecasting future healthcare access scores based on historical data.", + "value": "2" + }, + { + "label": "Analyzing the correlation between healthcare access scores and state populations.", + "value": "3" + } + ] + } + ] + }, + "q34": { + "meta": { + "correctIndex": "0", + "chartName": "choropleth_map", + "category": "healthcare", + "task": "judge_which_design_is_more_appropriate_for_a_task" + }, + "baseComponent": "visTask", + "instruction": "If you wanted to compare the healthcare access score across different states quickly and effectively, which design would be most appropriate?", + "path": "gpt-prolific/choropleth_map-healthcare.png", + "response": [ + { + "id": "response34", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "The original choropleth map visualization without change.", + "value": "0" + }, + { + "label": "A pie chart with each state representing a slice sized by its access score.", + "value": "1" + }, + { + "label": "A single bar graph with each state's name on the Y-axis and its respective access score on the X-axis, arranged in alphabetical order.", + "value": "2" + }, + { + "label": "A scatter plot with states on the X-axis and their access score on the Y-axis, without any additional information like geographical proximity or regions.", + "value": "3" + } + ] + } + ] + }, + "q35": { + "meta": { + "correctIndex": "1", + "chartName": "choropleth_map", + "category": "healthcare", + "task": "locate_value" + }, + "baseComponent": "visTask", + "instruction": "Which state has the highest Healthcare Access Score as depicted in the choropleth map of the United States?", + "path": "gpt-prolific/choropleth_map-healthcare.png", + "response": [ + { + "id": "response35", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "California", + "value": "0" + }, + { + "label": "Delaware", + "value": "1" + }, + { + "label": "Massachusetts", + "value": "2" + }, + { + "label": "Texas", + "value": "3" + } + ] + } + ] + }, + "q36": { + "meta": { + "correctIndex": "1", + "chartName": "choropleth_map", + "category": "healthcare", + "task": "retrieve_value" + }, + "baseComponent": "visTask", + "instruction": "What is the approximate healthcare access score for the state of Texas in the choropleth map?", + "path": "gpt-prolific/choropleth_map-healthcare.png", + "response": [ + { + "id": "response36", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "40-50", + "value": "0" + }, + { + "label": "80-90", + "value": "1" + }, + { + "label": "20-30", + "value": "2" + }, + { + "label": "60-70", + "value": "3" + } + ] + } + ] + }, + "q37": { + "meta": { + "correctIndex": "1", + "chartName": "histogram", + "category": "healthcare", + "task": "calculate_a_derived_value" + }, + "baseComponent": "visTask", + "instruction": "What is the range of ages depicted in the histogram of Age Distribution in the Healthcare Dataset?", + "path": "gpt-prolific/histogram-healthcare.png", + "response": [ + { + "id": "response37", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "75 years", + "value": "0" + }, + { + "label": "57 years", + "value": "1" + }, + { + "label": "54 years", + "value": "2" + }, + { + "label": "69 years", + "value": "3" + } + ] + } + ] + }, + "q38": { + "meta": { + "correctIndex": "3", + "chartName": "histogram", + "category": "healthcare", + "task": "describe_the_characteristics_of_an_alternative_chart_type" + }, + "baseComponent": "visTask", + "instruction": "If the age distribution from the healthcare dataset were to be displayed using a boxplot instead of a histogram, which of the following characteristics would best describe its appearance?", + "path": "gpt-prolific/histogram-healthcare.png", + "response": [ + { + "id": "response38", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "The boxplot would feature a skewed distribution with a disproportionately long upper whisker, suggesting a significant number of older individuals well beyond the upper quartile.", + "value": "0" + }, + { + "label": "The boxplot would exhibit a perfectly symmetrical appearance with equal lengths of both whiskers and a median line located at the center of the box, indicating a normal distribution.", + "value": "1" + }, + { + "label": "The boxplot would show several discrete horizontal lines, each representing an individual age in the dataset, without any indication of central tendency or spread.", + "value": "2" + }, + { + "label": "The boxplot would have a central rectangle spanning the interquartile range, with \"whiskers\" indicating the variability outside the upper and lower quartiles and potential outliers represented as individual points.", + "value": "3" + } + ] + } + ] + }, + "q39": { + "meta": { + "correctIndex": "1", + "chartName": "histogram", + "category": "healthcare", + "task": "describe_the_topic_of_the_visualization" + }, + "baseComponent": "visTask", + "instruction": "What is the topic of the histogram displayed in the visualization?", + "path": "gpt-prolific/histogram-healthcare.png", + "response": [ + { + "id": "response39", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "The weight distribution of adult gym members.", + "value": "0" + }, + { + "label": "The age distribution of patients in a healthcare dataset.", + "value": "1" + }, + { + "label": "The yearly income distribution of employees in a tech company.", + "value": "2" + }, + { + "label": "The distribution of daily hours spent exercising by college athletes.", + "value": "3" + } + ] + } + ] + }, + "q40": { + "meta": { + "correctIndex": "2", + "chartName": "histogram", + "category": "healthcare", + "task": "describe_trend_or_correlation" + }, + "baseComponent": "visTask", + "instruction": "What can be observed about the shape of the age distribution in the healthcare dataset histogram?", + "path": "gpt-prolific/histogram-healthcare.png", + "response": [ + { + "id": "response40", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "The distribution is perfectly uniform, with all age groups represented equally.", + "value": "0" + }, + { + "label": "The distribution shows a right-skewed trend, indicating a higher number of younger individuals.", + "value": "1" + }, + { + "label": "The distribution is approximately normal (bell-shaped) with most individuals centered around the mean age of 40.", + "value": "2" + }, + { + "label": "There is a strong bimodal trend with two distinct peaks at different age ranges.", + "value": "3" + } + ] + } + ] + }, + "q41": { + "meta": { + "correctIndex": "1", + "chartName": "histogram", + "category": "healthcare", + "task": "identify_labels_of_scales" + }, + "baseComponent": "visTask", + "instruction": "What is the label for the horizontal axis of the histogram depicting the age distribution in a healthcare dataset?", + "path": "gpt-prolific/histogram-healthcare.png", + "response": [ + { + "id": "response41", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "Frequency", + "value": "0" + }, + { + "label": "Age", + "value": "1" + }, + { + "label": "Population", + "value": "2" + }, + { + "label": "Health Condition", + "value": "3" + } + ] + } + ] + }, + "q42": { + "meta": { + "correctIndex": "1", + "chartName": "histogram", + "category": "healthcare", + "task": "judge_what_tasks_this_visualization_design_supports" + }, + "baseComponent": "visTask", + "instruction": "Which of the following tasks is supported by the design of the histogram?", + "path": "gpt-prolific/histogram-healthcare.png", + "response": [ + { + "id": "response42", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "Identifying the exact number of individuals aged 40 in the dataset.", + "value": "0" + }, + { + "label": "Determining the distribution of ages within the given healthcare dataset.", + "value": "1" + }, + { + "label": "Comparing the mean age against the median age of individuals in the dataset.", + "value": "2" + }, + { + "label": "Extracting the exact age of the oldest individual in the dataset.", + "value": "3" + } + ] + } + ] + }, + "q43": { + "meta": { + "correctIndex": "0", + "chartName": "histogram", + "category": "healthcare", + "task": "judge_which_design_is_more_appropriate_for_a_task" + }, + "baseComponent": "visTask", + "instruction": "Considering the age distribution data for a healthcare dataset, which of the following visual designs is most appropriate for displaying the general trend of ages within the population?", + "path": "gpt-prolific/histogram-healthcare.png", + "response": [ + { + "id": "response43", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "The original histogram visualization without change", + "value": "0" + }, + { + "label": "A pie chart with slices representing the proportion of each unique age", + "value": "1" + }, + { + "label": "A scatter plot with each person's age plotted on the x-axis, and a constant value on the y-axis", + "value": "2" + }, + { + "label": "A single bar graph showing the mean age without displaying the distribution", + "value": "3" + } + ] + } + ] + }, + "q44": { + "meta": { + "correctIndex": "1", + "chartName": "histogram", + "category": "healthcare", + "task": "locate_value" + }, + "baseComponent": "visTask", + "instruction": "Which age appears most frequently in the histogram of the healthcare dataset?", + "path": "gpt-prolific/histogram-healthcare.png", + "response": [ + { + "id": "response44", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "Around 30 years old", + "value": "0" + }, + { + "label": "Around 40 years old", + "value": "1" + }, + { + "label": "Around 50 years old", + "value": "2" + }, + { + "label": "Around 60 years old", + "value": "3" + } + ] + } + ] + }, + "q45": { + "meta": { + "correctIndex": "2", + "chartName": "histogram", + "category": "healthcare", + "task": "retrieve_value" + }, + "baseComponent": "visTask", + "instruction": "What is the approximate most frequent age range depicted in the histogram of the Age Distribution in the Healthcare Dataset?", + "path": "gpt-prolific/histogram-healthcare.png", + "response": [ + { + "id": "response45", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "Ages 30-35", + "value": "0" + }, + { + "label": "Ages 35-40", + "value": "1" + }, + { + "label": "Ages 40-45", + "value": "2" + }, + { + "label": "Ages 50-55", + "value": "3" + } + ] + } + ] + }, + "q46": { + "meta": { + "correctIndex": "-1", + "chartName": "line_chart", + "category": "healthcare", + "task": "calculate_a_derived_value" + }, + "baseComponent": "visTask", + "instruction": "What was the range in the average healthcare cost between the years 2000 and 2020?", + "path": "gpt-prolific/line_chart-healthcare.png", + "response": [ + { + "id": "response46", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "$3,454", + "value": "0" + }, + { + "label": "$3,835", + "value": "1" + }, + { + "label": "$3,928", + "value": "2" + }, + { + "label": "$2,954", + "value": "3" + } + ] + } + ] + }, + "q47": { + "meta": { + "correctIndex": "0", + "chartName": "line_chart", + "category": "healthcare", + "task": "describe_the_characteristics_of_an_alternative_chart_type" + }, + "baseComponent": "visTask", + "instruction": "Imagine the dataset representing the average healthcare cost over time were to be visualized using a bar chart instead of the provided line chart. How might this alternative bar chart appear with regard to the representation of the data points?", + "path": "gpt-prolific/line_chart-healthcare.png", + "response": [ + { + "id": "response47", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "The bar chart would display vertical bars for each year with equal spacing between the bars, where the height of each bar corresponds to the average healthcare cost for that respective year.", + "value": "0" + }, + { + "label": "The bar chart would present a single bar representing the sum of all yearly healthcare costs spread across the years.", + "value": "1" + }, + { + "label": "Each data point would be represented by a pie slice in the bar chart, with the size of each slice proportionate to the cost for the year it represents.", + "value": "2" + }, + { + "label": "The bar chart would display a horizontal bar for each year, where the length of the bar corresponds to the progression of time from left to right.", + "value": "3" + } + ] + } + ] + }, + "q48": { + "meta": { + "correctIndex": "1", + "chartName": "line_chart", + "category": "healthcare", + "task": "describe_the_topic_of_the_visualization" + }, + "baseComponent": "visTask", + "instruction": "What is the topic of the line chart?", + "path": "gpt-prolific/line_chart-healthcare.png", + "response": [ + { + "id": "response48", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "The fluctuating patterns of global temperatures from 2000 to 2020.", + "value": "0" + }, + { + "label": "The average healthcare costs per year from 2000 to 2020.", + "value": "1" + }, + { + "label": "The yearly number of patients visiting a healthcare facility from 2000 to 2020.", + "value": "2" + }, + { + "label": "The annual income of healthcare professionals from 2000 to 2020.", + "value": "3" + } + ] + } + ] + }, + "q49": { + "meta": { + "correctIndex": "2", + "chartName": "line_chart", + "category": "healthcare", + "task": "describe_trend_or_correlation" + }, + "baseComponent": "visTask", + "instruction": "What trend is observed in the average healthcare cost from 2000 to 2020?", + "path": "gpt-prolific/line_chart-healthcare.png", + "response": [ + { + "id": "response49", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "A steady increase in the average healthcare cost each year.", + "value": "0" + }, + { + "label": "A significant drop in the average healthcare cost every five years.", + "value": "1" + }, + { + "label": "No clear overall trend in the average healthcare cost.", + "value": "2" + }, + { + "label": "A consistent decrease in the average healthcare cost each year.", + "value": "3" + } + ] + } + ] + }, + "q50": { + "meta": { + "correctIndex": "1", + "chartName": "line_chart", + "category": "healthcare", + "task": "identify_labels_of_scales" + }, + "baseComponent": "visTask", + "instruction": "What does the y-axis of the line chart represent?", + "path": "gpt-prolific/line_chart-healthcare.png", + "response": [ + { + "id": "response50", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "Total population over time", + "value": "0" + }, + { + "label": "Average Healthcare Cost in USD", + "value": "1" + }, + { + "label": "Yearly healthcare events", + "value": "2" + }, + { + "label": "Number of healthcare facilities", + "value": "3" + } + ] + } + ] + }, + "q51": { + "meta": { + "correctIndex": "1", + "chartName": "line_chart", + "category": "healthcare", + "task": "judge_what_tasks_this_visualization_design_supports" + }, + "baseComponent": "visTask", + "instruction": "What task does the line chart depicting average healthcare costs over time best support?", + "path": "gpt-prolific/line_chart-healthcare.png", + "response": [ + { + "id": "response51", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "Comparing the exact average healthcare costs between every pair of consecutive years", + "value": "0" + }, + { + "label": "Identifying the trend in healthcare costs over the 20-year time span", + "value": "1" + }, + { + "label": "Determining the year with the highest rate of change in average healthcare costs", + "value": "2" + }, + { + "label": "Calculating the cumulative average cost of healthcare over the 20-year period", + "value": "3" + } + ] + } + ] + }, + "q52": { + "meta": { + "correctIndex": "3", + "chartName": "line_chart", + "category": "healthcare", + "task": "judge_which_design_is_more_appropriate_for_a_task" + }, + "baseComponent": "visTask", + "instruction": "Given a line chart depicting the average healthcare costs over time, which visualization design would be most suitable for emphasizing the overall trend and reducing the impact of yearly fluctuations?", + "path": "gpt-prolific/line_chart-healthcare.png", + "response": [ + { + "id": "response52", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "The original line chart with time on the x-axis and average costs on the y-axis, including markers for each year.", + "value": "0" + }, + { + "label": "A scatter plot using the same data points without lines connecting them to emphasize individual yearly values.", + "value": "1" + }, + { + "label": "A bar chart representing each year as a separate bar, making it difficult to perceive the trend over time.", + "value": "2" + }, + { + "label": "A smoothed line chart using a moving average to reduce the impact of yearly fluctuations and highlight the overall trend.", + "value": "3" + } + ] + } + ] + }, + "q53": { + "meta": { + "correctIndex": "1", + "chartName": "line_chart", + "category": "healthcare", + "task": "locate_value" + }, + "baseComponent": "visTask", + "instruction": "In which year did the Average Healthcare Cost reach its minimum value on the line chart?", + "path": "gpt-prolific/line_chart-healthcare.png", + "response": [ + { + "id": "response53", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "2019", + "value": "0" + }, + { + "label": "2020", + "value": "1" + }, + { + "label": "2005", + "value": "2" + }, + { + "label": "2000", + "value": "3" + } + ] + } + ] + }, + "q54": { + "meta": { + "correctIndex": "1", + "chartName": "line_chart", + "category": "healthcare", + "task": "retrieve_value" + }, + "baseComponent": "visTask", + "instruction": "What was the approximate average healthcare cost in the year 2020?", + "path": "gpt-prolific/line_chart-healthcare.png", + "response": [ + { + "id": "response54", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "Around \\$4500", + "value": "0" + }, + { + "label": "Around \\$3000", + "value": "1" + }, + { + "label": "Around \\$6000", + "value": "2" + }, + { + "label": "Around \\$5000", + "value": "3" + } + ] + } + ] + }, + "q55": { + "meta": { + "correctIndex": "0", + "chartName": "pie_chart", + "category": "healthcare", + "task": "calculate_a_derived_value" + }, + "baseComponent": "visTask", + "instruction": "What is the range between the largest and smallest sectors by percentage in the pie chart of healthcare sectors?", + "path": "gpt-prolific/pie_chart-healthcare.png", + "response": [ + { + "id": "response55", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "24.47%", + "value": "0" + }, + { + "label": "15.11%", + "value": "1" + }, + { + "label": "28.36%", + "value": "2" + }, + { + "label": "14.53%", + "value": "3" + } + ] + } + ] + }, + "q56": { + "meta": { + "correctIndex": "2", + "chartName": "pie_chart", + "category": "healthcare", + "task": "describe_the_characteristics_of_an_alternative_chart_type" + }, + "baseComponent": "visTask", + "instruction": "If the data depicted in the pie chart showing the relative sizes of different healthcare sectors were presented in a bar chart instead, how would the bars for each sector be arranged?", + "path": "gpt-prolific/pie_chart-healthcare.png", + "response": [ + { + "id": "response56", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "Each bar would represent a healthcare sector, arranged in ascending order of market share, with the height proportional to the count of health insurance policies.", + "value": "0" + }, + { + "label": "The bars would be of equal height, with the length of each bar representing the percentage share of each sector within the healthcare industry.", + "value": "1" + }, + { + "label": "Each bar would represent a healthcare sector, with the height of the bar corresponding to the percentage size of each sector as given, arranged on the x-axis without any implied order.", + "value": "2" + }, + { + "label": "Each bar would present the total number of facilities in each healthcare sector, with colors indicating whether the sector had grown or shrunk in the last fiscal year.", + "value": "3" + } + ] + } + ] + }, + "q57": { + "meta": { + "correctIndex": "2", + "chartName": "pie_chart", + "category": "healthcare", + "task": "describe_the_topic_of_the_visualization" + }, + "baseComponent": "visTask", + "instruction": "What is the main subject of the pie chart?", + "path": "gpt-prolific/pie_chart-healthcare.png", + "response": [ + { + "id": "response57", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "Distribution of internet users across different continents", + "value": "0" + }, + { + "label": "Market share of various smartphone operating systems", + "value": "1" + }, + { + "label": "Relative size of different sectors within the healthcare industry", + "value": "2" + } + ] + } + ] + }, + "q58": { + "meta": { + "correctIndex": "3", + "chartName": "pie_chart", + "category": "healthcare", + "task": "identify_labels_of_scales" + }, + "baseComponent": "visTask", + "instruction": "In the pie chart depicting the distribution of different healthcare sectors, which label indicates the size of each sector?", + "path": "gpt-prolific/pie_chart-healthcare.png", + "response": [ + { + "id": "response58", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "The color shading of each wedge", + "value": "0" + }, + { + "label": "The percentages in the legend", + "value": "1" + }, + { + "label": "The number of wedges", + "value": "2" + }, + { + "label": "The labels next to each pie slice", + "value": "3" + } + ] + } + ] + }, + "q59": { + "meta": { + "correctIndex": "1", + "chartName": "pie_chart", + "category": "healthcare", + "task": "judge_what_tasks_this_visualization_design_supports" + }, + "baseComponent": "visTask", + "instruction": "What task does the pie chart primarily support in analyzing the healthcare sector data?", + "path": "gpt-prolific/pie_chart-healthcare.png", + "response": [ + { + "id": "response59", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "Identifying the exact number of healthcare sectors.", + "value": "0" + }, + { + "label": "Comparing the relative proportions of different healthcare sectors.", + "value": "1" + }, + { + "label": "Predicting future trends in the healthcare sectors based on historical data.", + "value": "2" + }, + { + "label": "Calculating the compound annual growth rate of each healthcare sector.", + "value": "3" + } + ] + } + ] + }, + "q60": { + "meta": { + "correctIndex": "0", + "chartName": "pie_chart", + "category": "healthcare", + "task": "judge_which_design_is_more_appropriate_for_a_task" + }, + "baseComponent": "visTask", + "instruction": "Which visualization design best enables a viewer to accurately and quickly compare the relative sizes of different healthcare sectors shown in the pie chart?", + "path": "gpt-prolific/pie_chart-healthcare.png", + "response": [ + { + "id": "response60", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "The original visualization without change, showing a pie chart with labeled sectors and percentages.", + "value": "0" + }, + { + "label": "A scatter plot with healthcare sectors on the x-axis and their relative sizes on the y-axis, without any additional data labeling or trend lines.", + "value": "1" + }, + { + "label": "A bar chart with healthcare sectors on the x-axis, frequency of visits on the y-axis, and bars all colored identically without labels.", + "value": "2" + }, + { + "label": "A line graph with time on the x-axis and relative sizes of the healthcare sectors on the y-axis, connecting points sequentially from Hospital Services to Health Insurance.", + "value": "3" + } + ] + } + ] + }, + "q61": { + "meta": { + "correctIndex": "-1", + "chartName": "pie_chart", + "category": "healthcare", + "task": "locate_value" + }, + "baseComponent": "visTask", + "instruction": "Which healthcare sector is represented by the largest section in the pie chart?", + "path": "gpt-prolific/pie_chart-healthcare.png", + "response": [ + { + "id": "response61", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "Hospital Services", + "value": "0" + }, + { + "label": "Pharmaceuticals", + "value": "1" + }, + { + "label": "Health Insurance", + "value": "2" + }, + { + "label": "Outpatient Care", + "value": "3" + } + ] + } + ] + }, + "q62": { + "meta": { + "correctIndex": "2", + "chartName": "pie_chart", + "category": "healthcare", + "task": "retrieve_value" + }, + "baseComponent": "visTask", + "instruction": "What is the approximate percentage of the healthcare sector's relative size dedicated to Medical Supplies?", + "path": "gpt-prolific/pie_chart-healthcare.png", + "response": [ + { + "id": "response62", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "About 20%", + "value": "0" + }, + { + "label": "About 10%", + "value": "1" + }, + { + "label": "About 35%", + "value": "2" + }, + { + "label": "About 40%", + "value": "3" + } + ] + } + ] + }, + "q63": { + "meta": { + "correctIndex": "2", + "chartName": "scatterplot", + "category": "healthcare", + "task": "calculate_a_derived_value" + }, + "baseComponent": "visTask", + "instruction": "What is the range in average life expectancy (difference between the highest and lowest values) shown in the scatterplot of Healthcare Cost vs Life Expectancy?", + "path": "gpt-prolific/scatterplot-healthcare.png", + "response": [ + { + "id": "response63", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "Range of 23 years", + "value": "0" + }, + { + "label": "Range of 22 years", + "value": "1" + }, + { + "label": "Range of 19 years", + "value": "2" + }, + { + "label": "Range of 18 years", + "value": "3" + } + ] + } + ] + }, + "q64": { + "meta": { + "correctIndex": "1", + "chartName": "scatterplot", + "category": "healthcare", + "task": "describe_the_characteristics_of_an_alternative_chart_type" + }, + "baseComponent": "visTask", + "instruction": "If the data for healthcare costs and life expectancy over the years was to be displayed in a line chart, which of the following best describes the characteristics of that alternative chart type?", + "path": "gpt-prolific/scatterplot-healthcare.png", + "response": [ + { + "id": "response64", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "The chart would display a single line with points plotted at the intersections of healthcare cost and life expectancy for each year, with no color or symbol differentiation between the data points.", + "value": "0" + }, + { + "label": "The chart would consist of two lines, with one representing the trend of healthcare costs over the years and the other representing the trend of life expectancy, each line marked with an appropriate color.", + "value": "1" + }, + { + "label": "The chart would display a pie chart for each year where slices represent the proportion of healthcare costs to life expectancy.", + "value": "2" + }, + { + "label": "The chart would show a series of bar graphs stacked on top of one another, with each year's bar representing the ratio of healthcare cost to life expectancy.", + "value": "3" + } + ] + } + ] + }, + "q65": { + "meta": { + "correctIndex": "1", + "chartName": "scatterplot", + "category": "healthcare", + "task": "describe_the_topic_of_the_visualization" + }, + "baseComponent": "visTask", + "instruction": "What is the topic of the scatterplot that displays two variables represented on the x and y axes, respectively?", + "path": "gpt-prolific/scatterplot-healthcare.png", + "response": [ + { + "id": "response65", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "The relationship between global temperature changes and sea levels over the past two decades.", + "value": "0" + }, + { + "label": "The correlation between average healthcare cost and average life expectancy from 2000 to 2020.", + "value": "1" + }, + { + "label": "The comparison of average annual rainfall to the number of umbrella sales per year from 2000 to 2020.", + "value": "2" + }, + { + "label": "The trend of technology device sales versus the number of software applications released annually.", + "value": "3" + } + ] + } + ] + }, + "q66": { + "meta": { + "correctIndex": "2", + "chartName": "scatterplot", + "category": "healthcare", + "task": "describe_trend_or_correlation" + }, + "baseComponent": "visTask", + "instruction": "What correlation is observed between the average healthcare cost and the average life expectancy?", + "path": "gpt-prolific/scatterplot-healthcare.png", + "response": [ + { + "id": "response66", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "Strong positive correlation", + "value": "0" + }, + { + "label": "Strong negative correlation", + "value": "1" + }, + { + "label": "No clear correlation", + "value": "2" + }, + { + "label": "Moderate positive correlation", + "value": "3" + } + ] + } + ] + }, + "q67": { + "meta": { + "correctIndex": "3", + "chartName": "scatterplot", + "category": "healthcare", + "task": "identify_labels_of_scales" + }, + "baseComponent": "visTask", + "instruction": "What is labeled as the horizontal axis on the scatterplot showing the relationship between healthcare costs and life expectancy?", + "path": "gpt-prolific/scatterplot-healthcare.png", + "response": [ + { + "id": "response67", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "Total Population", + "value": "0" + }, + { + "label": "Average Life Expectancy (Years)", + "value": "1" + }, + { + "label": "Year", + "value": "2" + }, + { + "label": "Average Healthcare Cost ($)", + "value": "3" + } + ] + } + ] + }, + "q68": { + "meta": { + "correctIndex": "1", + "chartName": "scatterplot", + "category": "healthcare", + "task": "judge_what_tasks_this_visualization_design_supports" + }, + "baseComponent": "visTask", + "instruction": "What task does the scatterplot of healthcare costs versus life expectancy support?", + "path": "gpt-prolific/scatterplot-healthcare.png", + "response": [ + { + "id": "response68", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "Identifying the exact number of years with the highest healthcare costs.", + "value": "0" + }, + { + "label": "Recognizing trends or patterns over the entire range of data.", + "value": "1" + }, + { + "label": "Comparing the healthcare costs and life expectancy between two specific years.", + "value": "2" + }, + { + "label": "Determining the causality between healthcare costs and life expectancy.", + "value": "3" + } + ] + } + ] + }, + "q69": { + "meta": { + "correctIndex": "0", + "chartName": "scatterplot", + "category": "healthcare", + "task": "judge_which_design_is_more_appropriate_for_a_task" + }, + "baseComponent": "visTask", + "instruction": "Which design would be most appropriate for exploring the correlation between average healthcare costs and life expectancy?", + "path": "gpt-prolific/scatterplot-healthcare.png", + "response": [ + { + "id": "response69", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "The original scatterplot without change.", + "value": "0" + }, + { + "label": "A pie chart showing the distribution of healthcare costs across different years.", + "value": "1" + }, + { + "label": "A bar graph with years on the x-axis and healthcare costs on the y-axis, colored by life expectancy categories.", + "value": "2" + }, + { + "label": "A line graph showing the trend of healthcare costs over time, with no reference to life expectancy.", + "value": "3" + } + ] + } + ] + }, + "q70": { + "meta": { + "correctIndex": "0", + "chartName": "scatterplot", + "category": "healthcare", + "task": "locate_value" + }, + "baseComponent": "visTask", + "instruction": "In the scatterplot of Healthcare Cost vs Life Expectancy, which point represents the maximum Life Expectancy observed and what is its approximate corresponding Healthcare Cost?", + "path": "gpt-prolific/scatterplot-healthcare.png", + "response": [ + { + "id": "response70", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "$4500 and 90 years", + "value": "0" + }, + { + "label": "$5400 and 87 years", + "value": "1" + }, + { + "label": "$5000 and 85 years", + "value": "2" + }, + { + "label": "$4800 and 89 years", + "value": "3" + } + ] + } + ] + }, + "q71": { + "meta": { + "correctIndex": "2", + "chartName": "scatterplot", + "category": "healthcare", + "task": "retrieve_value" + }, + "baseComponent": "visTask", + "instruction": "What is the approximate average healthcare cost associated with an average life expectancy of 80 years?", + "path": "gpt-prolific/scatterplot-healthcare.png", + "response": [ + { + "id": "response71", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "$4500", + "value": "0" + }, + { + "label": "$5000", + "value": "1" + }, + { + "label": "$5500", + "value": "2" + }, + { + "label": "$6000", + "value": "3" + } + ] + } + ] + }, + "q72": { + "meta": { + "correctIndex": "1", + "chartName": "stacked_area_chart", + "category": "healthcare", + "task": "calculate_a_derived_value" + }, + "baseComponent": "visTask", + "instruction": "What is the range of the total number of services used per year as illustrated on the stacked area chart?", + "path": "gpt-prolific/stacked_area_chart-healthcare.png", + "response": [ + { + "id": "response72", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "Range of 100", + "value": "0" + }, + { + "label": "Range of 130", + "value": "1" + }, + { + "label": "Range of 160", + "value": "2" + }, + { + "label": "Range of 190", + "value": "3" + } + ] + } + ] + }, + "q73": { + "meta": { + "correctIndex": "2", + "chartName": "stacked_area_chart", + "category": "healthcare", + "task": "describe_the_characteristics_of_an_alternative_chart_type" + }, + "baseComponent": "visTask", + "instruction": "If the healthcare services usage data from 2010 to 2020 were to be represented as a line chart with multiple lines, one for each service, how would this chart be characterized without considering whether it fits a specific analytical task?", + "path": "gpt-prolific/stacked_area_chart-healthcare.png", + "response": [ + { + "id": "response73", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "The chart would feature multiple bars for each year with each bar representing a different service, and the height of the bars would represent the number of services used.", + "value": "0" + }, + { + "label": "The chart would consist of a Pie chart for each year with slices proportional to the number of services used by each healthcare service.", + "value": "1" + }, + { + "label": "The chart would have a series of lines, each representing a different healthcare service, with points on the lines corresponding to the number of services used in each year.", + "value": "2" + }, + { + "label": "The chart would show a single line representing the sum of all healthcare services used per year, making it difficult to distinguish between the services.", + "value": "3" + } + ] + } + ] + }, + "q74": { + "meta": { + "correctIndex": "2", + "chartName": "stacked_area_chart", + "category": "healthcare", + "task": "describe_the_topic_of_the_visualization" + }, + "baseComponent": "visTask", + "instruction": "What is the topic of the stacked area chart?", + "path": "gpt-prolific/stacked_area_chart-healthcare.png", + "response": [ + { + "id": "response74", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "The income levels in different industries over the past decade.", + "value": "0" + }, + { + "label": "The fluctuation of stock market indices over time.", + "value": "1" + }, + { + "label": "Healthcare services usage over time by dept.", + "value": "2" + }, + { + "label": "The growth pattern of a technology company in various sectors.", + "value": "3" + } + ] + } + ] + }, + "q75": { + "meta": { + "correctIndex": "1", + "chartName": "stacked_area_chart", + "category": "healthcare", + "task": "describe_trend_or_correlation" + }, + "baseComponent": "visTask", + "instruction": "What trend is observed in the usage of General Medicine over the period from 2010 to 2020?", + "path": "gpt-prolific/stacked_area_chart-healthcare.png", + "response": [ + { + "id": "response75", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "The number of services used in General Medicine steadily increased over the years.", + "value": "0" + }, + { + "label": "The number of services used in General Medicine showed significant fluctuations with no clear long-term trend.", + "value": "1" + }, + { + "label": "The number of services used in General Medicine consistently decreased year after year.", + "value": "2" + }, + { + "label": "The number of services used in General Medicine remained constant throughout the period.", + "value": "3" + } + ] + } + ] + }, + "q76": { + "meta": { + "correctIndex": "1", + "chartName": "stacked_area_chart", + "category": "healthcare", + "task": "identify_labels_of_scales" + }, + "baseComponent": "visTask", + "instruction": "What are the labels used for the vertical (y) axis in the stacked area chart depicting Healthcare Services Usage Over Time?", + "path": "gpt-prolific/stacked_area_chart-healthcare.png", + "response": [ + { + "id": "response76", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "Years", + "value": "0" + }, + { + "label": "Number of Services Used", + "value": "1" + }, + { + "label": "Types of Healthcare Services", + "value": "2" + }, + { + "label": "Service Usage in Percentages", + "value": "3" + } + ] + } + ] + }, + "q77": { + "meta": { + "correctIndex": "1", + "chartName": "stacked_area_chart", + "category": "healthcare", + "task": "judge_what_tasks_this_visualization_design_supports" + }, + "baseComponent": "visTask", + "instruction": "What task does the stacked area chart design primarily support?", + "path": "gpt-prolific/stacked_area_chart-healthcare.png", + "response": [ + { + "id": "response77", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "Identifying exact values for individual service usage in a specific year.", + "value": "0" + }, + { + "label": "Comparing the total combined usage of all healthcare services year over year.", + "value": "1" + }, + { + "label": "Determining the correlation between the usage of two different healthcare services.", + "value": "2" + }, + { + "label": "Performing precise comparisons between individual healthcare service usages across multiple years.", + "value": "3" + } + ] + } + ] + }, + "q78": { + "meta": { + "correctIndex": "0", + "chartName": "stacked_area_chart", + "category": "healthcare", + "task": "judge_which_design_is_more_appropriate_for_a_task" + }, + "baseComponent": "visTask", + "instruction": "To examine the trends over time in the overall usage of various healthcare services, which chart design would be the most appropriate?", + "path": "gpt-prolific/stacked_area_chart-healthcare.png", + "response": [ + { + "id": "response78", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "The original visualization without change, showing a stacked area chart with services color-coded and overlapping.", + "value": "0" + }, + { + "label": "A pie chart showing the proportion of each service for each year side by side.", + "value": "1" + }, + { + "label": "A single bar chart with each bar representing a year and the height split proportionally by the number of services used.", + "value": "2" + }, + { + "label": "A series of line graphs for each service with multiple lines plotted on the same axes without filling the area under the lines.", + "value": "3" + } + ] + } + ] + }, + "q79": { + "meta": { + "correctIndex": "3", + "chartName": "stacked_area_chart", + "category": "healthcare", + "task": "locate_value" + }, + "baseComponent": "visTask", + "instruction": "In which year did Cardiology have the highest usage since 2010, as depicted in the stacked area chart for healthcare services usage over time?", + "path": "gpt-prolific/stacked_area_chart-healthcare.png", + "response": [ + { + "id": "response79", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "2017", + "value": "0" + }, + { + "label": "2018", + "value": "1" + }, + { + "label": "2019", + "value": "2" + }, + { + "label": "2020", + "value": "3" + } + ] + } + ] + }, + "q80": { + "meta": { + "correctIndex": "2", + "chartName": "stacked_area_chart", + "category": "healthcare", + "task": "retrieve_value" + }, + "baseComponent": "visTask", + "instruction": "In what range does the total number of services used for General Medicine and Surgery combined appear to fall in the year 2013?", + "path": "gpt-prolific/stacked_area_chart-healthcare.png", + "response": [ + { + "id": "response80", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "Approximately 60-70", + "value": "0" + }, + { + "label": "Approximately 70-80", + "value": "1" + }, + { + "label": "Approximately 90-100", + "value": "2" + }, + { + "label": "Approximately 120-130", + "value": "3" + } + ] + } + ] + }, + "q81": { + "meta": { + "correctIndex": "2", + "chartName": "stacked_bar_chart", + "category": "healthcare", + "task": "calculate_a_derived_value" + }, + "baseComponent": "visTask", + "instruction": "What is the average annual expenditure on Pharmaceuticals from 2010 to 2020?", + "path": "gpt-prolific/stacked_bar_chart-healthcare.png", + "response": [ + { + "id": "response81", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "$314 million", + "value": "0" + }, + { + "label": "$348 million", + "value": "1" + }, + { + "label": "$285 million", + "value": "2" + }, + { + "label": "$372 million", + "value": "3" + } + ] + } + ] + }, + "q82": { + "meta": { + "correctIndex": "0", + "chartName": "stacked_bar_chart", + "category": "healthcare", + "task": "describe_the_characteristics_of_an_alternative_chart_type" + }, + "baseComponent": "visTask", + "instruction": "If the current stacked bar chart displaying healthcare expenditure by category from 2010 to 2020 were converted into a line chart, what characteristic would the alternative chart have?", + "path": "gpt-prolific/stacked_bar_chart-healthcare.png", + "response": [ + { + "id": "response82", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "The line chart would show multiple lines, each representing a different healthcare spending category, with data points connected chronologically to demonstrate trends over time.", + "value": "0" + }, + { + "label": "The line chart would consist of a single line, with each segment color-coded to represent a different healthcare spending category as the expenditure changes through the years.", + "value": "1" + }, + { + "label": "The line chart would display vertical lines for each year, with heights proportional to the total healthcare expenditure of all categories combined for that year.", + "value": "2" + }, + { + "label": "The line chart would overlay segments for each category on a single compounded line, where the length of each segment correlates to the ratio of the category\u2019s spending against the total for each year.", + "value": "3" + } + ] + } + ] + }, + "q83": { + "meta": { + "correctIndex": "1", + "chartName": "stacked_bar_chart", + "category": "healthcare", + "task": "describe_the_topic_of_the_visualization" + }, + "baseComponent": "visTask", + "instruction": "What is the main topic of the stacked bar chart?", + "path": "gpt-prolific/stacked_bar_chart-healthcare.png", + "response": [ + { + "id": "response83", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "Trends in global smartphone sales from 2010 to 2020.", + "value": "0" + }, + { + "label": "Healthcare expenditure by category from 2010 to 2020 in the United States.", + "value": "1" + }, + { + "label": "Comparison of different countries' military spending from 2010 to 2020.", + "value": "2" + }, + { + "label": "Analysis of annual CO2 emissions by sector from 2010 to 2020.", + "value": "3" + } + ] + } + ] + }, + "q84": { + "meta": { + "correctIndex": "2", + "chartName": "stacked_bar_chart", + "category": "healthcare", + "task": "describe_trend_or_correlation" + }, + "baseComponent": "visTask", + "instruction": "How did the expenditure on 'Hospital Services' change over the period from 2010 to 2020?", + "path": "gpt-prolific/stacked_bar_chart-healthcare.png", + "response": [ + { + "id": "response84", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "It consistently increased every year.", + "value": "0" + }, + { + "label": "It demonstrated a decreasing trend over the years.", + "value": "1" + }, + { + "label": "There was no clear increasing or decreasing trend over the years.", + "value": "2" + }, + { + "label": "It peaked in 2015 and then consistently declined afterwards.", + "value": "3" + } + ] + } + ] + }, + "q85": { + "meta": { + "correctIndex": "1", + "chartName": "stacked_bar_chart", + "category": "healthcare", + "task": "identify_labels_of_scales" + }, + "baseComponent": "visTask", + "instruction": "What is the label of the vertical axis on the stacked bar chart representing healthcare expenditure from 2010 to 2020?", + "path": "gpt-prolific/stacked_bar_chart-healthcare.png", + "response": [ + { + "id": "response85", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "Total Population", + "value": "0" + }, + { + "label": "Expenditure in Millions USD", + "value": "1" + }, + { + "label": "Annual Growth Rate", + "value": "2" + }, + { + "label": "Number of Hospitals", + "value": "3" + } + ] + } + ] + }, + "q86": { + "meta": { + "correctIndex": "1", + "chartName": "stacked_bar_chart", + "category": "healthcare", + "task": "judge_what_tasks_this_visualization_design_supports" + }, + "baseComponent": "visTask", + "instruction": "What task is supported by the design of the stacked bar chart?", + "path": "gpt-prolific/stacked_bar_chart-healthcare.png", + "response": [ + { + "id": "response86", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "Determining the exact values of healthcare expenditure for every category in each year", + "value": "0" + }, + { + "label": "Comparing the total annual healthcare expenditure over the years", + "value": "1" + }, + { + "label": "Identifying trends in expenditure for a specific healthcare category across multiple years", + "value": "2" + }, + { + "label": "Estimating the market share percentage of each healthcare category for individual years", + "value": "3" + } + ] + } + ] + }, + "q87": { + "meta": { + "correctIndex": "0", + "chartName": "stacked_bar_chart", + "category": "healthcare", + "task": "judge_which_design_is_more_appropriate_for_a_task" + }, + "baseComponent": "visTask", + "instruction": "When seeking to compare individual category contributions to the total healthcare expenditure over time, which design would be most appropriate?", + "path": "gpt-prolific/stacked_bar_chart-healthcare.png", + "response": [ + { + "id": "response87", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "The original stacked bar chart as it enables direct visual comparison of categories year by year and shows their contribution to the total.", + "value": "0" + }, + { + "label": "A pie chart for each year showing the proportion of each category, making yearly comparison difficult.", + "value": "1" + }, + { + "label": "A single line graph with years on the x-axis and total expenditure on the y-axis, without distinguishing categories.", + "value": "2" + }, + { + "label": "A set of horizontal bar charts, one for each category, with time not represented on any axis, making temporal comparison challenging.", + "value": "3" + } + ] + } + ] + }, + "q88": { + "meta": { + "correctIndex": "1", + "chartName": "stacked_bar_chart", + "category": "healthcare", + "task": "locate_value" + }, + "baseComponent": "visTask", + "instruction": "Which category exhibited the maximum expenditure in any single year in the healthcare expenditure stacked bar chart from 2010 to 2020?", + "path": "gpt-prolific/stacked_bar_chart-healthcare.png", + "response": [ + { + "id": "response88", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "Hospital Services in 2016", + "value": "0" + }, + { + "label": "Pharmaceuticals in 2014", + "value": "1" + }, + { + "label": "Private Insurance in 2013", + "value": "2" + }, + { + "label": "Out-of-Pocket in 2019", + "value": "3" + } + ] + } + ] + }, + "q89": { + "meta": { + "correctIndex": "1", + "chartName": "stacked_bar_chart", + "category": "healthcare", + "task": "retrieve_value" + }, + "baseComponent": "visTask", + "instruction": "What was the approximate total healthcare expenditure on Hospital Services in the year 2015?", + "path": "gpt-prolific/stacked_bar_chart-healthcare.png", + "response": [ + { + "id": "response89", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "About 300 million USD", + "value": "0" + }, + { + "label": "About 100 million USD", + "value": "1" + }, + { + "label": "About 400 million USD", + "value": "2" + }, + { + "label": "About 200 million USD", + "value": "3" + } + ] + } + ] + }, + "q90": { + "meta": { + "correctIndex": "2", + "chartName": "tree_map", + "category": "healthcare", + "task": "calculate_a_derived_value" + }, + "baseComponent": "visTask", + "instruction": "What is the range of healthcare costs across all the subcategories presented in the treemap?", + "path": "gpt-prolific/tree_map-healthcare.png", + "response": [ + { + "id": "response90", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "200,000", + "value": "0" + }, + { + "label": "280,000", + "value": "1" + }, + { + "label": "300,000", + "value": "2" + }, + { + "label": "500,000", + "value": "3" + } + ] + } + ] + }, + "q91": { + "meta": { + "correctIndex": "4", + "chartName": "tree_map", + "category": "healthcare", + "task": "describe_the_characteristics_of_an_alternative_chart_type" + }, + "baseComponent": "visTask", + "instruction": "the question stem", + "path": "gpt-prolific/tree_map-healthcare.png", + "response": [ + { + "id": "response91", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "the dataset showing healthcare costs by category and subcategory is visualized using a bar chart instead of a tree map. How would the bar chart representing this data be characterized?", + "value": "0" + }, + { + "label": "Each bar represents a unique combination of category and subcategory, with the height of the bar proportionate to the costs, showing distinct categories stacked on top of each other.", + "value": "1" + }, + { + "label": "Bars are organized in groups based on the year, with each bar's height representing the number of occurrences of each subcategory, regardless of cost.", + "value": "2" + }, + { + "label": "Bars are organized in a circular fashion to represent a pie chart, with each slice's angle corresponding to its proportionate cost.", + "value": "3" + }, + { + "label": "The bar chart features a separate bar for each subcategory within a category along the horizontal axis, with the height of the bar proportional to the cost.", + "value": "4" + } + ] + } + ] + }, + "q92": { + "meta": { + "correctIndex": "1", + "chartName": "tree_map", + "category": "healthcare", + "task": "describe_the_topic_of_the_visualization" + }, + "baseComponent": "visTask", + "instruction": "What is the main subject of the treemap visualization?", + "path": "gpt-prolific/tree_map-healthcare.png", + "response": [ + { + "id": "response92", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "Distribution of global temperatures over various continents.", + "value": "0" + }, + { + "label": "Healthcare costs categorized by medical specialties and subcategories.", + "value": "1" + }, + { + "label": "Market shares of different technology companies.", + "value": "2" + }, + { + "label": "Population growth rates in various countries.", + "value": "3" + } + ] + } + ] + }, + "q93": { + "meta": { + "correctIndex": "3", + "chartName": "tree_map", + "category": "healthcare", + "task": "describe_trend_or_correlation" + }, + "baseComponent": "visTask", + "instruction": "What trend is observed in healthcare costs across different subcategories between the years 2019 and 2020?", + "path": "gpt-prolific/tree_map-healthcare.png", + "response": [ + { + "id": "response93", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "The costs for all subcategories decreased from 2019 to 2020.", + "value": "0" + }, + { + "label": "The costs for all subcategories increased from 2019 to 2020.", + "value": "1" + }, + { + "label": "The costs for some subcategories increased and some decreased between 2019 and 2020.", + "value": "2" + }, + { + "label": "There is no clear trend in healthcare costs between the years 2019 and 2020.", + "value": "3" + } + ] + } + ] + }, + "q94": { + "meta": { + "correctIndex": "1", + "chartName": "tree_map", + "category": "healthcare", + "task": "identify_labels_of_scales" + }, + "baseComponent": "visTask", + "instruction": "In the tree map visualization of Healthcare Costs by Category, how are the cost values labeled on the color gradient legend?", + "path": "gpt-prolific/tree_map-healthcare.png", + "response": [ + { + "id": "response94", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "100k, 200k, 300k, 400k", + "value": "0" + }, + { + "label": "200k, 300k, 400k, 500k", + "value": "1" + }, + { + "label": "250k, 350k, 450k, 550k", + "value": "2" + }, + { + "label": "150k, 250k, 350k, 450k", + "value": "3" + } + ] + } + ] + }, + "q95": { + "meta": { + "correctIndex": "3", + "chartName": "tree_map", + "category": "healthcare", + "task": "judge_what_tasks_this_visualization_design_supports" + }, + "baseComponent": "visTask", + "instruction": "What tasks does the tree map of healthcare costs effectively support?", + "path": "gpt-prolific/tree_map-healthcare.png", + "response": [ + { + "id": "response95", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "Identifying which individual subcategories, such as \"Heart Surgery\" or \"General Cardiology\", had the highest costs in a given year.", + "value": "0" + }, + { + "label": "Comparing the exact number of different surgical procedures performed in each subcategory.", + "value": "1" + }, + { + "label": "Examining the changes in costs of healthcare subcategories over multiple years.", + "value": "2" + }, + { + "label": "Assessing the distribution of costs within and between different healthcare categories.", + "value": "3" + } + ] + } + ] + }, + "q96": { + "meta": { + "correctIndex": "0", + "chartName": "tree_map", + "category": "healthcare", + "task": "judge_which_design_is_more_appropriate_for_a_task" + }, + "baseComponent": "visTask", + "instruction": "If you want to analyze the distribution of healthcare costs across different medical categories and subcategories, which design would most appropriately display the data?", + "path": "gpt-prolific/tree_map-healthcare.png", + "response": [ + { + "id": "response96", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "The original treemap visualization without change, showing categories and subcategories with costs conveyed through area size and color shading.", + "value": "0" + }, + { + "label": "A bar chart with bars representing individual years, ignoring the medical categories and subcategories distinctions, showing the total costs per year.", + "value": "1" + }, + { + "label": "A line graph with time on the x-axis, costs on the y-axis, and separate lines representing each subcategory, not grouped by category.", + "value": "2" + }, + { + "label": "A pie chart with slices representing each year, not distinguishing between categories or subcategories, indicating total costs per year.", + "value": "3" + } + ] + } + ] + }, + "q97": { + "meta": { + "correctIndex": "2", + "chartName": "tree_map", + "category": "healthcare", + "task": "locate_value" + }, + "baseComponent": "visTask", + "instruction": "In which subcategory of healthcare does the highest cost occur, inferred from the tree map of healthcare costs by category?", + "path": "gpt-prolific/tree_map-healthcare.png", + "response": [ + { + "id": "response97", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "General Neurology", + "value": "0" + }, + { + "label": "General Cardiology", + "value": "1" + }, + { + "label": "Heart Surgery", + "value": "2" + }, + { + "label": "Joint Replacement", + "value": "3" + } + ] + } + ] + }, + "q98": { + "meta": { + "correctIndex": "1", + "chartName": "tree_map", + "category": "healthcare", + "task": "retrieve_value" + }, + "baseComponent": "visTask", + "instruction": "What is the approximate cost associated with General Orthopedics in the healthcare cost treemap?", + "path": "gpt-prolific/tree_map-healthcare.png", + "response": [ + { + "id": "response98", + "prompt": "Your answer", + "required": true, + "location": "sidebar", + "type": "radio", + "options": [ + { + "label": "Around 300,000", + "value": "0" + }, + { + "label": "Around 220,000", + "value": "1" + }, + { + "label": "Around 500,000", + "value": "2" + }, + { + "label": "Around 400,000", + "value": "3" + } + ] + } + ] + } + + + + + + }, + "sequence": { + "order": "fixed", + "components": [ + "introduction", + "consent", + { + "order": "latinSquare", + "components": [ + "q1", + "q2", + "q3", + "q4", + "q5", + "q6", + "q7", + "q8", + "q9", + "q10", + "q11", + "q12", + "q13", + "q14", + "q15", + "q16", + "q17", + "q18", + "q19", + "q20", + "q21", + "q22", + "q23", + "q24", + "q25", + "q26", + "q27", + "q28", + "q29", + "q30", + "q31", + "q32", + "q33", + "q34", + "q35", + "q36", + "q37", + "q38", + "q39", + "q40", + "q41", + "q42", + "q43", + "q44", + "q45", + "q46", + "q47", + "q48", + "q49", + "q50", + "q51", + "q52", + "q53", + "q54", + "q55", + "q56", + "q57", + "q58", + "q59", + "q60", + "q61", + "q62", + "q63", + "q64", + "q65", + "q66", + "q67", + "q68", + "q69", + "q70", + "q71", + "q72", + "q73", + "q74", + "q75", + "q76", + "q77", + "q78", + "q79", + "q80", + "q81", + "q82", + "q83", + "q84", + "q85", + "q86", + "q87", + "q88", + "q89", + "q90", + "q91", + "q92", + "q93", + "q94", + "q95", + "q96", + "q97", + "q98" + + ] + } + + ] + } +} diff --git a/public/gpt-prolific/demo.png b/public/gpt-prolific/demo.png new file mode 100644 index 000000000..83cfb2eb6 Binary files /dev/null and b/public/gpt-prolific/demo.png differ diff --git a/public/gpt-prolific/help.md b/public/gpt-prolific/help.md new file mode 100644 index 000000000..041cee76c --- /dev/null +++ b/public/gpt-prolific/help.md @@ -0,0 +1,3 @@ +**Note**: The purpose of this experiment is to evaluate the quality of visualization questions. +The correct answer has been provided. Please answe question 1-5 + diff --git a/public/gpt-prolific/histogram-healthcare.png b/public/gpt-prolific/histogram-healthcare.png new file mode 100644 index 000000000..4086e4ee0 Binary files /dev/null and b/public/gpt-prolific/histogram-healthcare.png differ diff --git a/public/gpt-prolific/introduction.md b/public/gpt-prolific/introduction.md new file mode 100644 index 000000000..a5ace355f --- /dev/null +++ b/public/gpt-prolific/introduction.md @@ -0,0 +1,7 @@ +# Introduction + +This is the experiment 1 +## Instructions + +Instruction goes here + diff --git a/public/gpt-prolific/line_chart-healthcare.png b/public/gpt-prolific/line_chart-healthcare.png new file mode 100644 index 000000000..4de19ebbb Binary files /dev/null and b/public/gpt-prolific/line_chart-healthcare.png differ diff --git a/public/gpt-prolific/pie_chart-healthcare.png b/public/gpt-prolific/pie_chart-healthcare.png new file mode 100644 index 000000000..11bd9e1be Binary files /dev/null and b/public/gpt-prolific/pie_chart-healthcare.png differ diff --git a/public/gpt-prolific/scatterplot-healthcare.png b/public/gpt-prolific/scatterplot-healthcare.png new file mode 100644 index 000000000..63bca77e2 Binary files /dev/null and b/public/gpt-prolific/scatterplot-healthcare.png differ diff --git a/public/gpt-prolific/stacked_area_chart-healthcare.png b/public/gpt-prolific/stacked_area_chart-healthcare.png new file mode 100644 index 000000000..f957574b6 Binary files /dev/null and b/public/gpt-prolific/stacked_area_chart-healthcare.png differ diff --git a/public/gpt-prolific/stacked_bar_chart-healthcare.png b/public/gpt-prolific/stacked_bar_chart-healthcare.png new file mode 100644 index 000000000..6b5af1b5f Binary files /dev/null and b/public/gpt-prolific/stacked_bar_chart-healthcare.png differ diff --git a/public/gpt-prolific/tree_map-healthcare.png b/public/gpt-prolific/tree_map-healthcare.png new file mode 100644 index 000000000..dada4cc75 Binary files /dev/null and b/public/gpt-prolific/tree_map-healthcare.png differ