diff --git a/public/viz-guardrails/config-viz-guardrails.hjson b/public/viz-guardrails/config-viz-guardrails.hjson
index 5c18f9acf..ea224b2ee 100644
--- a/public/viz-guardrails/config-viz-guardrails.hjson
+++ b/public/viz-guardrails/config-viz-guardrails.hjson
@@ -145,9 +145,95 @@
"required": true
}
]
+ },
+ "post-survey": {
+ "type": "markdown",
+ "response": [
+ {
+ "id": "viz",
+ "type": "likert",
+ "location": "belowStimulus",
+ "prompt": "How familiar are you with data visualizations?",
+ "required": true,
+ "leftLabel": "Not familiar",
+ "rightLabel": "Very familiar",
+ "preset": 5,
+ },
+ {
+ "id": "notice",
+ "type": "radio",
+ "location": "belowStimulus",
+ "prompt": "Did you notice a guardrail in place in some of your tasks?",
+ "required": true,
+ "options": [
+ {
+ "label": "No",
+ "value": "no"
+ },
+ {
+ "label": "Yes",
+ "value": "yes"
+ }
+ ]
+ },
+ {
+ "id": "understand",
+ "type": "radio",
+ "location": "belowStimulus",
+ "prompt": "Did you understand what exactly the guardrail was showing?",
+ "required": true,
+ "options": [
+ {
+ "label": "No",
+ "value": "no"
+ },
+ {
+ "label": "Somewhat",
+ "value": "somewhat"
+ },
+ {
+ "label": "Yes",
+ "value": "yes"
+ }
+ ]
+ },
+ {
+ "id": "difficulty",
+ "type": "likert",
+ "location": "belowStimulus",
+ "prompt": "How did the guardrail affect the difficulty of performing the task, compared to no guardrail?",
+ "required": true,
+ "leftLabel": "More difficult",
+ "rightLabel": "Easier",
+ "preset": 5,
+ },
+ {
+ "id": "experience",
+ "type": "shortText",
+ "location": "belowStimulus",
+ "prompt": "Describe how, if at all, the guardrail impacted your experience performing the task:",
+ "required": true,
+ }
+ ]
}
},
"components": {
+ "post-sd": {
+ "baseComponent": "post-survey",
+ "path": "viz-guardrails/post-sd.md"
+ },
+ "post-ss": {
+ "baseComponent": "post-survey",
+ "path": "viz-guardrails/post-ss.md"
+ },
+ "post-jd": {
+ "baseComponent": "post-survey",
+ "path": "viz-guardrails/post-jd.md"
+ },
+ "post-js": {
+ "baseComponent": "post-survey",
+ "path": "viz-guardrails/post-js.md"
+ },
"introduction": {
"type": "markdown",
"path": "viz-guardrails/introduction.md"
@@ -437,6 +523,7 @@
}
]
},
+ "post-sd"
]
},
{
@@ -528,6 +615,7 @@
}
]
},
+ "post-ss"
]
},
{
@@ -619,6 +707,7 @@
}
]
},
+ "post-jd"
]
},
{
@@ -710,6 +799,7 @@
}
]
},
+ "post-js"
]
}
]
diff --git a/public/viz-guardrails/consent.md b/public/viz-guardrails/consent.md
index 5fba4ce0a..ff70827b4 100644
--- a/public/viz-guardrails/consent.md
+++ b/public/viz-guardrails/consent.md
@@ -4,7 +4,7 @@
**Contact Information: maxim.lisnic@utah.edu**
-## Title of Research Study: Exploring Interventions Against Cherry-picking in Interactive Data Visualizations
+## Title of Research Study: Exploring Guardrails in Interactive Visualizations
## Introduction
You are being asked to participate in a research study. Before you
agree, however, you must be fully informed about the purpose of
diff --git a/public/viz-guardrails/images/example-jd.png b/public/viz-guardrails/images/example-jd.png
new file mode 100644
index 000000000..18539b47b
Binary files /dev/null and b/public/viz-guardrails/images/example-jd.png differ
diff --git a/public/viz-guardrails/images/example-n.png b/public/viz-guardrails/images/example-n.png
new file mode 100644
index 000000000..ea104efe7
Binary files /dev/null and b/public/viz-guardrails/images/example-n.png differ
diff --git a/public/viz-guardrails/images/example-sd.png b/public/viz-guardrails/images/example-sd.png
new file mode 100644
index 000000000..9588e84a4
Binary files /dev/null and b/public/viz-guardrails/images/example-sd.png differ
diff --git a/public/viz-guardrails/images/example-ss.png b/public/viz-guardrails/images/example-ss.png
new file mode 100644
index 000000000..e220ac73b
Binary files /dev/null and b/public/viz-guardrails/images/example-ss.png differ
diff --git a/public/viz-guardrails/introduction-stock.md b/public/viz-guardrails/introduction-stock.md
index 265a250d1..78f40bc57 100644
--- a/public/viz-guardrails/introduction-stock.md
+++ b/public/viz-guardrails/introduction-stock.md
@@ -1,8 +1,8 @@
-We start with Scenario 1. It consists of 2 tasks.
+Welcome to the "Financial Advisor" Scenario. It consists of **2 tasks**.
-## Instructions for Scenario 1
+## Instructions for the "Financial Advisor" Scenario
-The following instructions describe the tasks pertaining to Scenario 1. If you need to refer
+The following instructions describe the tasks pertaining to this scenario. If you need to refer
to these instructions during the experiment, please click on help at the top of the page.
**Scenario**: You are a financial advisor. Your client approached you asking for help in
diff --git a/public/viz-guardrails/introduction-viral.md b/public/viz-guardrails/introduction-viral.md
index 384927b35..85b4b86f2 100644
--- a/public/viz-guardrails/introduction-viral.md
+++ b/public/viz-guardrails/introduction-viral.md
@@ -1,8 +1,8 @@
-We are now moving on to Scenario 2. It consists of 2 more tasks.
+Welcome to the "Celestial Sniffles" Scenario. It consists of **2 tasks**.
-## Instructions for Scenario 2
+## Instructions for the "Celestial Sniffles" Scenario
-The following instructions describe the tasks pertaining to Scenario 2. If you need to refer
+The following instructions describe the tasks pertaining to this scenario. If you need to refer
to these instructions during the experiment, please click on help at the top of the page.
**Background**: You live in a fantasy world that consists of your home country, as well as other
diff --git a/public/viz-guardrails/post-jd.md b/public/viz-guardrails/post-jd.md
new file mode 100644
index 000000000..0f0a0a434
--- /dev/null
+++ b/public/viz-guardrails/post-jd.md
@@ -0,0 +1,22 @@
+# Post-study survey
+
+Thank you for completing the tasks! This is the last page of the assingment.
+
+After completing the questions below and clicking the "Next" button, you will be redirected back to Prolific.
+
+## Visualization Guardrails
+
+You may have noticed that the interactive visualization looked different between different tasks.
+
+In the image below, you can see a simple interface (at the top) and a **guardrail interface** (at the bottom).
+
+
+
+
+Notice that the guardrail version of the visualization *shows a miniature version of all the data on the side*.
+
+## Questions
+
+Please answer the questions below about your experience completing the tasks *with* and *without* the guardrail enabled.
+
+___
\ No newline at end of file
diff --git a/public/viz-guardrails/post-js.md b/public/viz-guardrails/post-js.md
new file mode 100644
index 000000000..e5a115b1c
--- /dev/null
+++ b/public/viz-guardrails/post-js.md
@@ -0,0 +1,22 @@
+# Post-study survey
+
+Thank you for completing the tasks! This is the last page of the assingment.
+
+After completing the questions below and clicking the "Next" button, you will be redirected back to Prolific.
+
+## Visualization Guardrails
+
+You may have noticed that the interactive visualization looked different between different tasks.
+
+In the image below, you can see a simple interface (at the top) and a **guardrail interface** (at the bottom).
+
+
+
+
+Notice that the guardrail version of the visualization *shows the range of values for all the data on the side*.
+
+## Questions
+
+Please answer the questions below about your experience completing the tasks *with* and *without* the guardrail enabled.
+
+___
\ No newline at end of file
diff --git a/public/viz-guardrails/post-sd.md b/public/viz-guardrails/post-sd.md
new file mode 100644
index 000000000..d67a9e7f3
--- /dev/null
+++ b/public/viz-guardrails/post-sd.md
@@ -0,0 +1,22 @@
+# Post-study survey
+
+Thank you for completing the tasks! This is the last page of the assingment.
+
+After completing the questions below and clicking the "Next" button, you will be redirected back to Prolific.
+
+## Visualization Guardrails
+
+You may have noticed that the interactive visualization looked different between different tasks.
+
+In the image below, you can see a simple interface (at the top) and a **guardrail interface** (at the bottom).
+
+
+
+
+Notice that the guardrail version of the visualization *automatically shows all items from the selected groups*.
+
+## Questions
+
+Please answer the questions below about your experience completing the tasks *with* and *without* the guardrail enabled.
+
+___
\ No newline at end of file
diff --git a/public/viz-guardrails/post-ss.md b/public/viz-guardrails/post-ss.md
new file mode 100644
index 000000000..76907d22c
--- /dev/null
+++ b/public/viz-guardrails/post-ss.md
@@ -0,0 +1,22 @@
+# Post-study survey
+
+Thank you for completing the tasks! This is the last page of the assingment.
+
+After completing the questions below and clicking the "Next" button, you will be redirected back to Prolific.
+
+## Visualization Guardrails
+
+You may have noticed that the interactive visualization looked different between different tasks.
+
+In the image below, you can see a simple interface (at the top) and a **guardrail interface** (at the bottom).
+
+
+
+
+Notice that the guardrail version of the visualization *also shows the average value of all the data, and the area where 50% of the data falls*.
+
+## Questions
+
+Please answer the questions below about your experience completing the tasks *with* and *without* the guardrail enabled.
+
+___
\ No newline at end of file