{ "project": { "title": "Generating User Research Questions", "icon": { "type": "emoji", "value": "🎤" } }, "prompts": [ { "title": "Generating User Research Questions", "icon": { "type": "emoji", "value": "🧑‍💻" }, "config": { "settings": {}, "provider": "openai", "model": "gpt-4o" }, "messages": [ { "role": "system", "content": [ { "modality": "text", "value": "You are an expert UX Researcher and Product Manager with 10+ years of experience conducting user interviews. Your task is to generate thoughtful, open-ended interview questions that uncover deep user insights and hidden needs.\n\nCreate a comprehensive interview guide that includes:\n\n1. Warm-up questions: Build rapport and ease users into the conversation.\n2. Behavioural questions: Understand current user workflows and pain points.\n3. Motivational questions: Explore underlying needs, goals, and frustrations.\n4. Scenario-based questions: Test assumptions and explore edge cases.\n5. Future-state questions: Understand aspirations and ideal solutions.\n6. Closing questions: Capture additional insights and feedback.\n\nFocus on open-ended questions that encourage storytelling, avoid leading questions, and probe for specific examples. Include follow-up prompts to dig deeper into user responses and uncover unexpected insights." } ] }, { "role": "user", "content": [ { "modality": "text", "value": "Generate user interview questions for {{product_name}} targeting {{user_persona}}:\n\n- User persona: {{persona_description}}\n- Product challenges: {{current_challenges}}\n- Research goals: {{research_objectives}}\n- Interview focus: {{specific_focus_areas}}" } ] } ], "tools": [], "variables": { "product_name": { "modality": "text", "value": "", "linkedDataset": "User Research - Dataset", "linkedDatasetColumn": "product_name" }, "user_persona": { "modality": "text", "value": "", "linkedDataset": "User Research - Dataset", "linkedDatasetColumn": "user_persona" }, "persona_description": { "modality": "text", "value": "", "linkedDataset": "User Research - Dataset", "linkedDatasetColumn": "persona_description" }, "current_challenges": { "modality": "text", "value": "", "linkedDataset": "User Research - Dataset", "linkedDatasetColumn": "current_challenges" }, "research_objectives": { "modality": "text", "value": "", "linkedDataset": "User Research - Dataset", "linkedDatasetColumn": "research_objectives" }, "specific_focus_areas": { "modality": "text", "value": "", "linkedDataset": "User Research - Dataset", "linkedDatasetColumn": "specific_focus_areas" } }, "playgrounds": [ { "messages": [ { "role": "assistant", "content": [ { "modality": "text", "value": "User Interview Guide — Busy Working Parents (BudgetWise)\n\n## Warm-up Questions\n- Tell me about your family and what a typical weekday looks like for you.\n- How do you and your partner typically handle household decisions?\n\n## Behavioural Questions\n- Walk me through the last time you made a significant family purchase. What was your thought process?\n- How do you currently keep track of your family's spending? Show me if you use any tools or apps.\n- Describe a recent situation where you felt stressed about money. What triggered that feeling?\n- When do you typically think about your family's finances during the week?\n\n## Motivational Questions\n- What are your biggest financial goals for your family right now?\n- Tell me about a time when you felt really good about your family's financial situation. What made that moment special?\n- What keeps you up at night when it comes to your family's finances?\n- If money wasn't a concern, what would change about your daily routine?\n\n## Scenario-based Questions\n- Imagine your child needs unexpected school supplies worth $200. Walk me through how you'd handle that situation.\n- If you had 10 extra minutes each day to focus on finances, what would you do with that time?\n- Your friend asks for advice on family budgeting. What's the first thing you'd tell them?\n\n## Future-state Questions\n- Describe your ideal relationship with money and budgeting in your family.\n- What would make you excited to open a budgeting app every day?\n- If you could solve one financial challenge for your family, what would it be?\n\n## Closing Questions\n- What's one thing about managing family finances that you wish more people understood?\n- Is there anything about your financial situation or habits that we haven't covered?\n- Any questions for me about what we're building?\n\n## Follow-up Prompts\n- \"Can you give me a specific example of that?\"\n- \"How did that make you feel?\"\n- \"What would have made that situation easier?\"\n- \"Tell me more about why that's important to you.\"\n- \"What happens if you don't address that issue?\"" } ] } ], "config": { "settings": {}, "provider": "openai", "model": "gpt-4o" }, "connectedDataset": "User Research - Dataset" } ], "evaluators": [ { "title": "Guide Completeness", "state": "active", "weight": 1, "threshold": 0.7, "value": { "type": "llm-as-a-judge", "group": "ai-powered", "value": "Goal: The interview guide must include all six question categories.\n\nChecks:\n- Warm-up questions to build rapport are present\n- Behavioural questions about current workflows and pain points are present\n- Motivational questions about underlying needs and goals are present\n- Scenario-based questions to test assumptions are present\n- Future-state questions about aspirations and ideal solutions are present\n- Closing questions to capture additional insights are present\n\nScoring guidance:\n- 1: Missing 3 or more categories.\n- 2: Missing 2 categories.\n- 3: All categories present but some have fewer than 2 questions or lack depth.\n- 4: All categories present with solid question variety; minor gaps.\n- 5: All categories fully present with multiple questions and follow-up prompts." }, "connectedDataset": "User Research - Dataset", "runContinuously": true, "continuousSampleRate": 1 }, { "title": "Question Quality", "state": "active", "weight": 1, "threshold": 0.7, "value": { "type": "llm-as-a-judge", "group": "ai-powered", "value": "Goal: Questions must be open-ended, non-leading, and designed to surface specific user behaviours and experiences.\n\nChecks:\n- Questions are open-ended (starting with \"Tell me\", \"Walk me through\", \"Describe\", \"How\", \"What\")\n- No leading questions that assume a specific answer or outcome\n- At least one follow-up prompt is included to dig deeper\n- Questions reference the specific persona, product, or challenges provided\n- Scenario-based questions use realistic, product-relevant situations\n\nScoring guidance:\n- 1: Most questions are closed or leading; no follow-up prompts.\n- 2: Some open-ended questions but several are leading or generic.\n- 3: Mostly open-ended; a few leading questions or missing follow-ups.\n- 4: Consistently open-ended with good follow-up prompts; minor issues.\n- 5: All questions are open-ended, non-leading, persona-specific, and include follow-up prompts." }, "connectedDataset": "User Research - Dataset", "runContinuously": true, "continuousSampleRate": 1 }, { "title": "Response Length", "state": "active", "weight": 1, "threshold": 0.7, "value": { "type": "response-length", "group": "performance", "value": { "value": "1000", "unit": "tokens", "operator": "less" } }, "connectedDataset": "User Research - Dataset", "runContinuously": true, "continuousSampleRate": 1 } ] } ], "datasets": [ { "title": "User Research - Dataset", "icon": { "type": "emoji", "value": "💾" }, "columns": [ { "name": "product_name", "settings": { "type": "static" } }, { "name": "user_persona", "settings": { "type": "static" } }, { "name": "persona_description", "settings": { "type": "static" } }, { "name": "current_challenges", "settings": { "type": "static" } }, { "name": "research_objectives", "settings": { "type": "static" } }, { "name": "specific_focus_areas", "settings": { "type": "static" } } ], "rows": [ { "product_name": "BudgetWise - Personal Finance App", "user_persona": "Busy working parents", "persona_description": "Working parents aged 30-45, household income $60K-$120K, managing family expenses, limited time for financial planning", "current_challenges": "Low engagement after setup, users abandon budget creation midway, difficulty categorising family expenses", "research_objectives": "Understand daily money management routines, identify barriers to consistent budgeting, discover motivation triggers", "specific_focus_areas": "Daily financial habits, family expense decision-making, budgeting pain points" }, { "product_name": "HealthTrack Pro - Fitness Tracking App", "user_persona": "Gym-going millennials", "persona_description": "Adults aged 22-35 who work out 3-5 times per week, mix of gym and home workouts, tracking progress toward body composition goals", "current_challenges": "Users log workouts inconsistently, low adoption of nutrition tracking, high churn after 60 days", "research_objectives": "Understand what motivates consistent logging, identify friction in the tracking flow, discover what success looks like for this persona", "specific_focus_areas": "Workout habits and routines, motivation and accountability, barriers to daily app use" }, { "product_name": "CollabSpace - Remote Work Platform", "user_persona": "Distributed team managers", "persona_description": "Team leads managing 5-15 people across 3+ time zones, responsible for delivery, morale, and cross-functional coordination", "current_challenges": "Teams default to Slack threads over structured workflows, async updates get missed, managers feel out of the loop", "research_objectives": "Understand how managers track team progress today, identify gaps in current tools, discover what visibility means to them", "specific_focus_areas": "Daily team management routines, async communication challenges, what visibility and trust look like remotely" }, { "product_name": "LegalEase - Document Management", "user_persona": "Solo lawyers and paralegals", "persona_description": "Independent legal practitioners and paralegals at small firms (1-5 people), handling contracts, filings, and client correspondence", "current_challenges": "Documents stored across email, Drive, and local folders, version control issues, time lost searching for files", "research_objectives": "Understand current document workflows, identify the biggest sources of wasted time, discover what a trusted system looks like", "specific_focus_areas": "Day-to-day document handling, collaboration with clients, pain points around search and version history" } ] } ] }