{ "schemaVersion": "1.0.0", "bankId": "PFS-2026-001", "questionBankVersion": "1.1.0", "revision": 2, "status": "design-review", "fictional": true, "generatedAt": "2026-08-01T00:00:00.000Z", "purpose": { "researchQuestion": "Where do recent product-task attempts succeed or stall, and what evidence should a human product team inspect next?", "intendedUse": "Describe self-reported task outcomes, ease, friction, satisfaction, and open evidence for a bounded product decision review.", "decisionOwnerRoleId": "ROLE-PRODUCT", "prohibitedUses": [ "automatic feature prioritization", "individual performance evaluation", "representative market claims", "causal claims", "NPS or CSAT benchmarking" ] }, "roles": [ { "id": "ROLE-SURVEY", "type": "survey-owner", "responsibility": "Own question purpose, trigger, wording, and revision review." }, { "id": "ROLE-ANALYSIS", "type": "analysis-owner", "responsibility": "Review distributions, missingness, segments, and open-text coding." }, { "id": "ROLE-PRIVACY", "type": "privacy-reviewer", "responsibility": "Review notice, minimization, access, retention, deletion, and withdrawal." }, { "id": "ROLE-PRODUCT", "type": "product-decision-owner", "responsibility": "Decide whether evidence warrants discovery, an experiment, a fix, or no change." } ], "trigger": { "kind": "post-task", "task": "Create and save a small prototype", "recencyWindow": "Immediately after the attempt or within 24 hours", "eligibleAudience": "People who attempted the named task in the current product experience", "excludedAudience": "People who did not attempt the task, event attendees, and moderated usability-test participants", "samplingClaim": "No representative-sample claim" }, "privacy": { "anonymousByDefault": true, "directIdentifiersCollected": false, "sensitiveDataExpected": false, "attachmentsEnabled": false, "uploadsEnabled": false, "rawResponsesIncluded": false, "researchNoticeRequired": true, "consentRecordRequired": true, "freeTextWarning": "Do not include names, credentials, payment data, health data, legal matters, or private customer information.", "followUpInvitation": { "enabled": true, "optional": true, "separateStoreRequired": true, "excludedFromSurveyRecord": true, "withdrawalPathRequired": true }, "accessOwnerRoleId": "ROLE-PRIVACY", "retentionReviewDate": "2026-09-01", "legalReviewRequired": true }, "qualityControls": { "pretested": false, "pretestRequirement": "Run cognitive review with intended users before fielding and record wording changes as a new revision.", "oneConceptPerQuestion": true, "substantiveQuestionsOptional": true, "ordinalScalesStayOrdered": true, "unorderedOptionsRandomized": true, "missingDenominatorsVisible": true, "duplicateFlag": "Flag repeated submission signals for human review; do not exclude automatically.", "speedFlag": "Flag unusually fast completion for human review; do not exclude automatically.", "botFlag": "Flag suspected automation for human review; do not exclude automatically.", "automaticExclusion": false, "representativeClaim": false, "responseRateClaim": false }, "questions": [ { "id": "PFS-Q01", "revision": 1, "module": "trigger-context", "prompt": "Which part of the prototype task were you working on?", "responseType": "single-choice", "required": false, "scale": null, "options": [ { "value": "start", "label": "Starting the prototype" }, { "value": "edit", "label": "Editing the prototype" }, { "value": "preview", "label": "Previewing the prototype" }, { "value": "save", "label": "Saving the prototype" }, { "value": "other", "label": "Another part" }, { "value": "not-sure", "label": "Not sure" } ], "purpose": "Locate the reported experience within the named task without assuming success.", "analysisKey": "task_stage", "analysisMapRef": "PFS-A01", "privacyClass": "coarse-context", "evidenceCaution": "Self-reported context may not match event telemetry.", "randomizationPolicy": "randomize-unordered-except-other" }, { "id": "PFS-Q02", "revision": 1, "module": "task-outcome", "prompt": "What outcome were you trying to reach?", "responseType": "single-choice", "required": false, "scale": null, "options": [ { "value": "working-draft", "label": "Create a working draft" }, { "value": "test-idea", "label": "Test an idea" }, { "value": "share-preview", "label": "Prepare a preview to share" }, { "value": "learn-workflow", "label": "Learn the workflow" }, { "value": "other", "label": "Another outcome" }, { "value": "not-sure", "label": "Not sure" } ], "purpose": "Separate intended outcomes before interpreting completion or friction.", "analysisKey": "intended_outcome", "analysisMapRef": "PFS-A01", "privacyClass": "coarse-context", "evidenceCaution": "The option set is product-specific and must be retested after adaptation.", "randomizationPolicy": "randomize-unordered-except-other" }, { "id": "PFS-Q03", "revision": 1, "module": "task-outcome", "prompt": "Were you able to reach that outcome?", "responseType": "single-choice", "required": false, "scale": null, "options": [ { "value": "yes", "label": "Yes" }, { "value": "partly", "label": "Partly" }, { "value": "no", "label": "No" }, { "value": "not-sure", "label": "Not sure" } ], "purpose": "Capture a self-reported task outcome without treating it as verified behavior.", "analysisKey": "self_reported_outcome", "analysisMapRef": "PFS-A01", "privacyClass": "product-experience", "evidenceCaution": "Do not relabel this answer as observed task success.", "randomizationPolicy": "fixed-logical-order" }, { "id": "PFS-Q04", "revision": 1, "module": "ease-friction", "prompt": "Overall, how difficult or easy was the task to complete?", "responseType": "ordinal", "required": false, "scale": { "minimum": 1, "maximum": 7, "minimumLabel": "Very difficult", "maximumLabel": "Very easy" }, "options": [], "purpose": "Capture one post-task ease rating for diagnostic comparison within the adapted survey.", "analysisKey": "task_ease", "analysisMapRef": "PFS-A02", "privacyClass": "product-experience", "evidenceCaution": "Report the distribution and context; do not claim a universal benchmark.", "randomizationPolicy": "fixed-logical-order" }, { "id": "PFS-Q05", "revision": 1, "module": "ease-friction", "prompt": "Where did you experience the most friction?", "responseType": "single-choice", "required": false, "scale": null, "options": [ { "value": "finding-start", "label": "Finding where to start" }, { "value": "understanding-controls", "label": "Understanding the controls" }, { "value": "editing", "label": "Making the change" }, { "value": "previewing", "label": "Previewing the result" }, { "value": "saving", "label": "Saving the result" }, { "value": "no-friction", "label": "I did not experience friction" }, { "value": "other", "label": "Somewhere else" } ], "purpose": "Locate one reported friction stage for follow-up investigation.", "analysisKey": "friction_stage", "analysisMapRef": "PFS-A02", "privacyClass": "product-experience", "evidenceCaution": "A selected stage is a signal for investigation, not root-cause proof.", "randomizationPolicy": "randomize-unordered-except-other" }, { "id": "PFS-Q06", "revision": 1, "module": "satisfaction", "prompt": "How satisfied are you with this product experience?", "responseType": "ordinal", "required": false, "scale": { "minimum": 1, "maximum": 5, "minimumLabel": "Very dissatisfied", "maximumLabel": "Very satisfied" }, "options": [], "purpose": "Capture bounded satisfaction with the named experience, not overall loyalty.", "analysisKey": "experience_satisfaction", "analysisMapRef": "PFS-A03", "privacyClass": "product-experience", "evidenceCaution": "This is not an NPS question or a certified CSAT benchmark.", "randomizationPolicy": "fixed-logical-order" }, { "id": "PFS-Q07", "revision": 1, "module": "open-evidence", "prompt": "What made the task difficult or easy?", "responseType": "text", "required": false, "scale": null, "options": [], "purpose": "Collect optional explanatory evidence for human theme coding.", "analysisKey": "ease_evidence", "analysisMapRef": "PFS-A04", "privacyClass": "free-text-caution", "evidenceCaution": "Warn against personal or sensitive data and review excerpts before sharing.", "randomizationPolicy": "not-applicable" }, { "id": "PFS-Q08", "revision": 1, "module": "open-evidence", "prompt": "What is the one improvement that would help most with this task?", "responseType": "text", "required": false, "scale": null, "options": [], "purpose": "Collect one optional improvement idea without turning frequency into priority.", "analysisKey": "improvement_evidence", "analysisMapRef": "PFS-A04", "privacyClass": "free-text-caution", "evidenceCaution": "Ideas need problem discovery, feasibility, risk, and product review before action.", "randomizationPolicy": "not-applicable" }, { "id": "PFS-Q09", "revision": 1, "module": "follow-up", "prompt": "May the research team invite you to an optional follow-up about this task?", "responseType": "single-choice", "required": false, "scale": null, "options": [ { "value": "yes", "label": "Yes" }, { "value": "no", "label": "No" } ], "purpose": "Record an optional follow-up invitation choice while keeping identifiers outside this survey record.", "analysisKey": "follow_up_invitation", "analysisMapRef": "PFS-A05", "privacyClass": "consent-choice", "evidenceCaution": "A yes answer is not permission for unrelated outreach and needs a separate withdrawal path.", "randomizationPolicy": "fixed-logical-order" }, { "id": "PFS-Q10", "revision": 1, "module": "segmentation", "prompt": "How often do you use this product?", "responseType": "single-choice", "required": false, "scale": null, "options": [ { "value": "first-time", "label": "This was my first time" }, { "value": "occasionally", "label": "Occasionally" }, { "value": "weekly", "label": "About weekly" }, { "value": "most-days", "label": "Most days" }, { "value": "prefer-not", "label": "Prefer not to answer" } ], "purpose": "Compare coarse experience groups without collecting identity or sensitive demographics.", "analysisKey": "use_frequency", "analysisMapRef": "PFS-A05", "privacyClass": "coarse-segment", "evidenceCaution": "Small segment counts can be identifying or unstable; suppress or combine them under local policy.", "randomizationPolicy": "fixed-logical-order" }, { "id": "PFS-Q11", "revision": 1, "module": "segmentation", "prompt": "Which description best matches your role in this task?", "responseType": "single-choice", "required": false, "scale": null, "options": [ { "value": "building", "label": "Building the prototype" }, { "value": "reviewing", "label": "Reviewing the prototype" }, { "value": "learning", "label": "Learning how it works" }, { "value": "supporting", "label": "Supporting someone else" }, { "value": "other", "label": "Another role" }, { "value": "prefer-not", "label": "Prefer not to answer" } ], "purpose": "Compare coarse task roles while preserving an explicit skip option.", "analysisKey": "task_role", "analysisMapRef": "PFS-A05", "privacyClass": "coarse-segment", "evidenceCaution": "Do not infer job title, seniority, identity, or performance from this answer.", "randomizationPolicy": "randomize-unordered-except-other" } ], "analysisMaps": [ { "id": "PFS-A01", "questionIds": ["PFS-Q01", "PFS-Q02", "PFS-Q03"], "method": "Report counts, valid-answer denominators, missingness, and self-reported outcome distributions by intended outcome and task stage.", "humanReview": "Compare with consented event evidence when available and inspect mismatches before interpreting success.", "decisionOwnerRoleId": "ROLE-PRODUCT", "decisionHandoff": "Choose whether discovery should investigate one task-outcome gap.", "prohibitedInference": "Do not claim observed completion, causation, or representative product success." }, { "id": "PFS-A02", "questionIds": ["PFS-Q04", "PFS-Q05"], "method": "Report the full ease distribution, median, missing denominator, and friction-stage counts; preserve the ordered scale.", "humanReview": "Inspect task context and open evidence before selecting a friction area for follow-up.", "decisionOwnerRoleId": "ROLE-PRODUCT", "decisionHandoff": "Decide whether a usability study, instrumentation review, or bounded experiment is warranted.", "prohibitedInference": "Do not convert ease into a universal benchmark or diagnose root cause from frequency alone." }, { "id": "PFS-A03", "questionIds": ["PFS-Q06"], "method": "Report the five-point satisfaction distribution and valid-answer denominator without collapsing it into NPS.", "humanReview": "Read satisfaction beside outcome, ease, and missingness rather than as a standalone verdict.", "decisionOwnerRoleId": "ROLE-PRODUCT", "decisionHandoff": "Decide whether the named experience needs deeper product research.", "prohibitedInference": "Do not claim loyalty, retention, market preference, or a certified CSAT result." }, { "id": "PFS-A04", "questionIds": ["PFS-Q07", "PFS-Q08"], "method": "Use a documented human coding guide, preserve uncoded and ambiguous responses, and report theme counts with denominators.", "humanReview": "Redact accidental personal or sensitive details before excerpts are shared and review minority evidence.", "decisionOwnerRoleId": "ROLE-ANALYSIS", "decisionHandoff": "Hand themes and contradictory excerpts to product discovery; do not auto-rank ideas.", "prohibitedInference": "Do not use automated sentiment, treat themes as prevalence, or convert suggestion frequency into priority." }, { "id": "PFS-A05", "questionIds": ["PFS-Q09", "PFS-Q10", "PFS-Q11"], "method": "Report invitation choice separately; compare only authorized coarse segments and keep missing or prefer-not answers visible.", "humanReview": "Review small-cell risk, consent scope, and the separate invitation store before any follow-up or segment comparison.", "decisionOwnerRoleId": "ROLE-PRIVACY", "decisionHandoff": "Approve or hold follow-up recruitment and segment reporting under local privacy rules.", "prohibitedInference": "Do not identify respondents, infer sensitive traits, or treat opt-in as consent for unrelated outreach." } ], "versionHistory": [ { "version": "1.0.0", "revision": 1, "changedAt": "2026-07-31T00:00:00.000Z", "summary": "Created the fictional product-task question bank and human analysis handoffs." }, { "version": "1.1.0", "revision": 2, "changedAt": "2026-08-01T00:00:00.000Z", "summary": "Separated optional follow-up identity, added quality flags, and clarified prohibited inferences." } ] }