Scrask decision flow

flowchart TD
    A["User sends screenshot"] --> B["OpenClaw agent activates scrask-bot"]
    B --> C["scrask_bot.py runs"]

    C --> D{"Provider mode"}
    D -->|openclaw| OC["OpenClaw configured
vision LLM"]
    D -->|claude| E["Claude Opus parses"]
    D -->|gemini| F["Gemini 2.0 Flash parses"]
    D -->|auto| AR{"Which keys are set?"}

    AR -->|GEMINI_API_KEY| G["Gemini 2.0 Flash parses"]
    AR -->|"ANTHROPIC_API_KEY only"| E
    AR -->|Neither| OC

    G --> H{"Worst per-field
score < 0.60?"}
    H -->|No| K["Use Gemini result"]
    H -->|"Yes + ANTHROPIC_API_KEY"| I["Claude Opus reruns"]
    H -->|"Yes, no Claude key"| K
    I --> J{"Claude avg >
Gemini avg + 0.05?"}
    J -->|Yes| L["Use Claude result"]
    J -->|No| K

    E --> M["Raw parse_data"]
    F --> M
    K --> M
    L --> M
    OC --> M

    M --> N{"no_actionable_content
OR items empty?"}
    N -->|Yes| O["Return: couldn't find anything"]
    N -->|No| P["For each raw item:
shape_intent"]

    P --> Q["Build clarifications"]
    Q --> R{"type_confidence
< 0.70?"}
    R -->|Yes| S["Prepend type clarification:
'Calendar or task list?'"]
    R -->|No| T["Skip type clarification"]
    S --> U["Walk mandatory fields"]
    T --> U

    U --> V["For each mandatory field:
event/reminder = title, date, time
task = title only"]
    V --> W{"Value is
null/empty?"}
    W -->|Yes| X["Append clarification
reason: missing"]
    W -->|No| Y{"Per-field conf
< 0.70?"}
    Y -->|Yes| Z["Append clarification
reason: low_confidence"]
    Y -->|No| AA["Field OK"]
    X --> AB{"More fields?"}
    Z --> AB
    AA --> AB
    AB -->|Yes| V
    AB -->|No| AC["needs_confirmation =
len(clarifications) > 0"]

    AC --> AD{"actionable_confidence
< 0.70?"}
    AD -->|Yes| AE["needs_actionable_confirmation = true"]
    AD -->|No| AF["Render summary_text"]
    AE --> AF
    AF --> AG["Return JSON to bot"]

    click H call showInfo("FALLBACK_THRESHOLD")
    click J call showInfo("FALLBACK_IMPROVEMENT_MIN")
    click N call showInfo("no_actionable_content")
    click R call showInfo("TYPE_THRESHOLD")
    click W call showInfo("missing_field")
    click Y call showInfo("FIELD_THRESHOLD")
    click AC call showInfo("needs_confirmation")
    click AD call showInfo("ACTIONABLE_THRESHOLD")
    click P call showInfo("shape_intent")
    click I call showInfo("claude_fallback")
    click G call showInfo("gemini_parse")
    click E call showInfo("claude_parse")
    click F call showInfo("gemini_parse")
    click O call showInfo("terminal_no_actionable")
    click AG call showInfo("terminal_return")
        

flowchart TD
    A["Bot receives parser JSON"] --> B{"no_actionable_content?"}
    B -->|Yes| C["Reply: couldn't find any event or task
End"]
    B -->|No| D{"needs_actionable_confirmation?"}

    D -->|Yes| E["Send: Is this actually
an event or task?"]
    E --> F{"User reply"}
    F -->|"no / skip"| G["Reply: Got it, skipped
End"]
    F -->|yes| H["Process each item"]
    D -->|No| H

    H --> I{"Item
needs_confirmation?"}
    I -->|No| J["Route silently to
destination skill"]
    J --> K{"destination"}
    K -->|calendar| L["calctl / accli /
apple-calendar /
brainz-calendar / gcal-pro"]
    K -->|task| M["apple-reminders /
things-mac / notion"]
    L --> N["Reply: Added to Calendar..."]
    M --> O["Reply: Added to Tasks..."]

    I -->|Yes| P["Walk clarifications
in order"]
    P --> Q{"clarification.field"}
    Q -->|type| R["Ask: Calendar or
task list?"]
    R --> S["Update item.destination"]
    Q -->|"date / time /
location / title / etc."| T["Ask: What time is X?
(question from clarifications)"]
    T --> U["Patch item field with reply"]
    S --> V{"More clarifications?"}
    U --> V
    V -->|Yes| P
    V -->|No| W{"Any reply
was 'skip'?"}
    W -->|Yes| X["Reply: Got it, skipped"]
    W -->|No| J

    H --> Y{"More items?"}
    Y -->|Yes| I
    Y -->|No| Z["Done"]
    N --> Y
    O --> Y
    X --> Y

    click B call showInfo("no_actionable_content")
    click D call showInfo("needs_actionable_confirmation_bot")
    click E call showInfo("actionable_gate_prompt")
    click I call showInfo("needs_confirmation")
    click J call showInfo("silent_dispatch")
    click K call showInfo("destination")
    click L call showInfo("calendar_skills")
    click M call showInfo("task_skills")
    click P call showInfo("clarifications_walk")
    click Q call showInfo("clarification_field")
    click R call showInfo("type_clarification")
    click S call showInfo("destination_swap")
    click T call showInfo("field_clarification")