{
  "generatedAt": "2026-07-24T19:18:45.177Z",
  "models": [
    "haiku-4.5",
    "sonnet-5"
  ],
  "sdks": [
    {
      "id": "zod",
      "displayName": "Zod",
      "category": "validation",
      "perModel": {
        "haiku-4.5": {
          "score": 25,
          "tasks": [
            {
              "id": "zod-object-schema",
              "pass": true,
              "tscErrors": [],
              "patternFailures": []
            },
            {
              "id": "zod-discriminated-union",
              "pass": false,
              "tscErrors": [
                "task_haiku-4.5__zod-discriminated-union.ts(20,18): error TS2339: Property 'errors' does not exist on type 'ZodError<{ type: \"click\"; x: number; y: number; } | { type: \"keypress\"; key: string; }>'.",
                "task_haiku-4.5__zod-discriminated-union.ts(20,34): error TS7006: Parameter 'error' implicitly has an 'any' type."
              ],
              "patternFailures": [
                "forbidden pattern present: /\\.errors\\s*\\.\\s*forEach/",
                "forbidden pattern present: /\\.error\\.errors\\b/"
              ]
            },
            {
              "id": "zod-coerce-transform",
              "pass": false,
              "tscErrors": [
                "task_haiku-4.5__zod-coerce-transform.ts(6,95): error TS2769: No overload matches this call."
              ],
              "patternFailures": []
            },
            {
              "id": "zod-string-formats",
              "pass": false,
              "tscErrors": [],
              "patternFailures": [
                "missing required pattern: /z\\.email\\s*\\(/",
                "forbidden pattern present: /\\.string\\s*\\(\\s*\\)\\s*\\.email\\s*\\(/",
                "forbidden pattern present: /\\.string\\s*\\(\\s*\\)\\s*\\.url\\s*\\(/",
                "forbidden pattern present: /\\.string\\s*\\(\\s*\\)\\s*\\.uuid\\s*\\(/",
                "forbidden pattern present: /\\.string\\s*\\(\\s*\\)\\s*\\.datetime\\s*\\(/",
                "forbidden pattern present: /\\.flatten\\s*\\(\\s*\\)/"
              ]
            }
          ]
        },
        "sonnet-5": {
          "score": 100,
          "tasks": [
            {
              "id": "zod-object-schema",
              "pass": true,
              "tscErrors": [],
              "patternFailures": []
            },
            {
              "id": "zod-discriminated-union",
              "pass": true,
              "tscErrors": [],
              "patternFailures": []
            },
            {
              "id": "zod-coerce-transform",
              "pass": true,
              "tscErrors": [],
              "patternFailures": []
            },
            {
              "id": "zod-string-formats",
              "pass": true,
              "tscErrors": [],
              "patternFailures": []
            }
          ]
        }
      }
    },
    {
      "id": "stripe",
      "displayName": "Stripe",
      "category": "payments",
      "perModel": {
        "sonnet-5": {
          "score": 100,
          "tasks": [
            {
              "id": "stripe-usage-reporting",
              "pass": true,
              "tscErrors": [],
              "patternFailures": []
            },
            {
              "id": "stripe-checkout-session",
              "pass": true,
              "tscErrors": [],
              "patternFailures": []
            },
            {
              "id": "stripe-list-subscriptions",
              "pass": true,
              "tscErrors": [],
              "patternFailures": []
            },
            {
              "id": "stripe-webhook-verify",
              "pass": true,
              "tscErrors": [],
              "patternFailures": []
            }
          ]
        },
        "haiku-4.5": {
          "score": 75,
          "tasks": [
            {
              "id": "stripe-checkout-session",
              "pass": true,
              "tscErrors": [],
              "patternFailures": []
            },
            {
              "id": "stripe-webhook-verify",
              "pass": true,
              "tscErrors": [],
              "patternFailures": []
            },
            {
              "id": "stripe-list-subscriptions",
              "pass": true,
              "tscErrors": [],
              "patternFailures": []
            },
            {
              "id": "stripe-usage-reporting",
              "pass": false,
              "tscErrors": [
                "task_haiku-4.5__stripe-usage-reporting.ts(12,7): error TS2353: Object literal may only specify known properties, and 'customer_id' does not exist in type 'MeterEventCreateParams'."
              ],
              "patternFailures": []
            }
          ]
        }
      }
    },
    {
      "id": "openai",
      "displayName": "OpenAI",
      "category": "ai",
      "perModel": {
        "sonnet-5": {
          "score": 75,
          "tasks": [
            {
              "id": "openai-chat-basic",
              "pass": true,
              "tscErrors": [],
              "patternFailures": []
            },
            {
              "id": "openai-streaming",
              "pass": true,
              "tscErrors": [],
              "patternFailures": []
            },
            {
              "id": "openai-embeddings",
              "pass": true,
              "tscErrors": [],
              "patternFailures": []
            },
            {
              "id": "openai-responses-tools",
              "pass": false,
              "tscErrors": [
                "task_sonnet-5__openai-responses-tools.ts(44,9): error TS2322: Type '(ResponseInputItem.AdditionalTools | ResponseOutputItem.AdditionalTools | ApplyPatchCall | ApplyPatchCallOutput | CompactionTrigger | ... 29 more ... | ToolSearchCall)[]' is not assignable to type 'ResponseInputItem[]'."
              ],
              "patternFailures": []
            }
          ]
        },
        "haiku-4.5": {
          "score": 25,
          "tasks": [
            {
              "id": "openai-chat-basic",
              "pass": false,
              "tscErrors": [
                "task_haiku-4.5__openai-chat-basic.ts(7,30): error TS2339: Property 'messages' does not exist on type 'OpenAI'.",
                "task_haiku-4.5__openai-chat-basic.ts(19,43): error TS7006: Parameter 'block' implicitly has an 'any' type."
              ],
              "patternFailures": []
            },
            {
              "id": "openai-streaming",
              "pass": false,
              "tscErrors": [
                "task_haiku-4.5__openai-streaming.ts(10,31): error TS2339: Property 'messages' does not exist on type 'OpenAI'."
              ],
              "patternFailures": []
            },
            {
              "id": "openai-embeddings",
              "pass": true,
              "tscErrors": [],
              "patternFailures": []
            },
            {
              "id": "openai-responses-tools",
              "pass": false,
              "tscErrors": [
                "task_haiku-4.5__openai-responses-tools.ts(2,10): error TS2305: Module '\"openai/resources/beta/threads/messages\"' has no exported member 'MessageParam'.",
                "task_haiku-4.5__openai-responses-tools.ts(9,23): error TS2694: Namespace '\"<sandbox>/node_modules/openai/client\".OpenAI' has no exported member 'Messages'.",
                "task_haiku-4.5__openai-responses-tools.ts(37,33): error TS2339: Property 'messages' does not exist on type 'OpenAI'.",
                "task_haiku-4.5__openai-responses-tools.ts(50,6): error TS7006: Parameter 'block' implicitly has an 'any' type.",
                "task_haiku-4.5__openai-responses-tools.ts(65,38): error TS2339: Property 'messages' does not exist on type 'OpenAI'.",
                "task_haiku-4.5__openai-responses-tools.ts(73,6): error TS7006: Parameter 'block' implicitly has an 'any' type."
              ],
              "patternFailures": [
                "missing required pattern: /function_call_output/"
              ]
            }
          ]
        }
      }
    },
    {
      "id": "anthropic",
      "displayName": "Anthropic",
      "category": "ai",
      "perModel": {
        "sonnet-5": {
          "score": 100,
          "tasks": [
            {
              "id": "anthropic-prompt-caching",
              "pass": true,
              "tscErrors": [],
              "patternFailures": []
            },
            {
              "id": "anthropic-message-basic",
              "pass": true,
              "tscErrors": [],
              "patternFailures": []
            },
            {
              "id": "anthropic-tool-use",
              "pass": true,
              "tscErrors": [],
              "patternFailures": []
            },
            {
              "id": "anthropic-streaming",
              "pass": true,
              "tscErrors": [],
              "patternFailures": []
            }
          ]
        },
        "haiku-4.5": {
          "score": 75,
          "tasks": [
            {
              "id": "anthropic-message-basic",
              "pass": true,
              "tscErrors": [],
              "patternFailures": []
            },
            {
              "id": "anthropic-streaming",
              "pass": false,
              "tscErrors": [],
              "patternFailures": [
                "missing required pattern: /messages\\.stream/",
                "missing required pattern: /finalMessage/"
              ]
            },
            {
              "id": "anthropic-tool-use",
              "pass": true,
              "tscErrors": [],
              "patternFailures": []
            },
            {
              "id": "anthropic-prompt-caching",
              "pass": true,
              "tscErrors": [],
              "patternFailures": []
            }
          ]
        }
      }
    },
    {
      "id": "resend",
      "displayName": "Resend",
      "category": "email",
      "perModel": {
        "sonnet-5": {
          "score": 100,
          "tasks": [
            {
              "id": "resend-batch",
              "pass": true,
              "tscErrors": [],
              "patternFailures": []
            },
            {
              "id": "resend-attachment",
              "pass": true,
              "tscErrors": [],
              "patternFailures": []
            },
            {
              "id": "resend-send-basic",
              "pass": true,
              "tscErrors": [],
              "patternFailures": []
            },
            {
              "id": "resend-schedule-cancel",
              "pass": true,
              "tscErrors": [],
              "patternFailures": []
            }
          ]
        },
        "haiku-4.5": {
          "score": 25,
          "tasks": [
            {
              "id": "resend-send-basic",
              "pass": true,
              "tscErrors": [],
              "patternFailures": []
            },
            {
              "id": "resend-attachment",
              "pass": false,
              "tscErrors": [
                "task_haiku-4.5__resend-attachment.ts(17,5): error TS2561: Object literal may only specify known properties, but 'reply_to' does not exist in type '(Required<Pick<EmailRenderOptions$1, \"html\">> & Partial<Pick<EmailRenderOptions$1, \"react\" | \"text\">> & CreateEmailBaseOptions & { ...; }) | (Required<...> & ... 2 more ... & { ...; }) | (Required<...> & ... 2 more ... & { ...; })'. Did you mean to write 'replyTo'?"
              ],
              "patternFailures": [
                "forbidden pattern present: /\\breply_to\\b/"
              ]
            },
            {
              "id": "resend-batch",
              "pass": false,
              "tscErrors": [
                "task_haiku-4.5__resend-batch.ts(19,30): error TS2349: This expression is not callable.",
                "task_haiku-4.5__resend-batch.ts(19,35): error TS7006: Parameter 'email' implicitly has an 'any' type."
              ],
              "patternFailures": []
            },
            {
              "id": "resend-schedule-cancel",
              "pass": false,
              "tscErrors": [
                "task_haiku-4.5__resend-schedule-cancel.ts(14,5): error TS2561: Object literal may only specify known properties, but 'scheduled_at' does not exist in type '(Required<Pick<EmailRenderOptions$1, \"html\">> & Partial<Pick<EmailRenderOptions$1, \"react\" | \"text\">> & CreateEmailBaseOptions & { ...; }) | (Required<...> & ... 2 more ... & { ...; }) | (Required<...> & ... 2 more ... & { ...; })'. Did you mean to write 'scheduledAt'?",
                "task_haiku-4.5__resend-schedule-cancel.ts(35,48): error TS2339: Property 'reschedule' does not exist on type 'Emails'."
              ],
              "patternFailures": []
            }
          ]
        }
      }
    },
    {
      "id": "supabase",
      "displayName": "Supabase",
      "category": "database",
      "perModel": {
        "sonnet-5": {
          "score": 100,
          "tasks": [
            {
              "id": "supabase-upsert",
              "pass": true,
              "tscErrors": [],
              "patternFailures": []
            },
            {
              "id": "supabase-auth",
              "pass": true,
              "tscErrors": [],
              "patternFailures": []
            },
            {
              "id": "supabase-realtime",
              "pass": true,
              "tscErrors": [],
              "patternFailures": []
            },
            {
              "id": "supabase-select",
              "pass": true,
              "tscErrors": [],
              "patternFailures": []
            }
          ]
        },
        "haiku-4.5": {
          "score": 100,
          "tasks": [
            {
              "id": "supabase-select",
              "pass": true,
              "tscErrors": [],
              "patternFailures": []
            },
            {
              "id": "supabase-upsert",
              "pass": true,
              "tscErrors": [],
              "patternFailures": []
            },
            {
              "id": "supabase-auth",
              "pass": true,
              "tscErrors": [],
              "patternFailures": []
            },
            {
              "id": "supabase-realtime",
              "pass": true,
              "tscErrors": [],
              "patternFailures": []
            }
          ]
        }
      }
    },
    {
      "id": "vercel-ai",
      "displayName": "Vercel AI SDK",
      "category": "ai",
      "perModel": {
        "sonnet-5": {
          "score": 75,
          "tasks": [
            {
              "id": "ai-generate-text",
              "pass": true,
              "tscErrors": [],
              "patternFailures": []
            },
            {
              "id": "ai-stream-route",
              "pass": false,
              "tscErrors": [
                "task_sonnet-5__ai-stream-route.ts(6,9): error TS2740: Type 'Promise<ModelMessage[]>' is missing the following properties from type 'ModelMessage[]': length, pop, push, concat, and 29 more."
              ],
              "patternFailures": []
            },
            {
              "id": "ai-generate-object",
              "pass": true,
              "tscErrors": [],
              "patternFailures": []
            },
            {
              "id": "ai-multistep-tools",
              "pass": true,
              "tscErrors": [],
              "patternFailures": []
            }
          ]
        },
        "haiku-4.5": {
          "score": 0,
          "tasks": [
            {
              "id": "ai-generate-text",
              "pass": false,
              "tscErrors": [
                "task_haiku-4.5__ai-generate-text.ts(7,3): error TS2353: Object literal may only specify known properties, and 'maxTokens' does not exist in type 'LanguageModelCallOptions & RequestOptions<ToolSet> & { instructions?: Instructions | undefined; system?: Instructions | undefined; allowSystemInMessages?: boolean | undefined; } & { ...; } & { ...; } & { ...; } & { ...; }'."
              ],
              "patternFailures": [
                "forbidden pattern present: /\\bmaxTokens\\b/"
              ]
            },
            {
              "id": "ai-generate-object",
              "pass": false,
              "tscErrors": [
                "task_haiku-4.5__ai-generate-object.ts(5,41): error TS2344: Type 'Recipe' does not satisfy the constraint 'FlexibleSchema<unknown>'.",
                "task_haiku-4.5__ai-generate-object.ts(19,36): error TS2339: Property 'name' does not exist on type 'OUTPUT extends \"array\" ? InferSchema<SCHEMA>[] : InferSchema<SCHEMA>'.",
                "task_haiku-4.5__ai-generate-object.ts(20,41): error TS2339: Property 'ingredients' does not exist on type 'OUTPUT extends \"array\" ? InferSchema<SCHEMA>[] : InferSchema<SCHEMA>'."
              ],
              "patternFailures": [
                "missing required pattern: /jsonSchema/"
              ]
            },
            {
              "id": "ai-stream-route",
              "pass": false,
              "tscErrors": [
                "task_haiku-4.5__ai-stream-route.ts(1,10): error TS2724: '\"ai\"' has no exported member named 'convertToCoreMessages'. Did you mean 'convertToModelMessages'?",
                "task_haiku-4.5__ai-stream-route.ts(13,17): error TS2551: Property 'toDataStreamResponse' does not exist on type 'StreamTextResult<ToolSet, Context, Output<string, string, never>>'. Did you mean 'toTextStreamResponse'?"
              ],
              "patternFailures": [
                "missing required pattern: /convertToModelMessages/",
                "forbidden pattern present: /toDataStreamResponse/"
              ]
            },
            {
              "id": "ai-multistep-tools",
              "pass": false,
              "tscErrors": [
                "task_haiku-4.5__ai-multistep-tools.ts(10,7): error TS2353: Object literal may only specify known properties, and 'parameters' does not exist in type '({ title?: string | undefined; providerOptions?: SharedV4ProviderOptions | undefined; metadata?: JSONObject | undefined; inputSchema: FlexibleSchema<...>; ... 5 more ...; toModelOutput?: ((options: { ...; }) => PromiseLike<...> | ToolResultOutput) | undefined; } & Partial<...> & { ...; } & { ...; } & Pick<...>) | ({...'.",
                "task_haiku-4.5__ai-multistep-tools.ts(23,7): error TS2353: Object literal may only specify known properties, and 'parameters' does not exist in type '({ title?: string | undefined; providerOptions?: SharedV4ProviderOptions | undefined; metadata?: JSONObject | undefined; inputSchema: FlexibleSchema<...>; ... 5 more ...; toModelOutput?: ((options: { ...; }) => PromiseLike<...> | ToolResultOutput) | undefined; } & Partial<...> & { ...; } & { ...; } & Pick<...>) | ({...'."
              ],
              "patternFailures": [
                "missing required pattern: /inputSchema/",
                "missing required pattern: /stopWhen/",
                "forbidden pattern present: /\\bmaxSteps\\b/"
              ]
            }
          ]
        }
      }
    },
    {
      "id": "drizzle-orm",
      "displayName": "Drizzle ORM",
      "category": "database",
      "perModel": {
        "sonnet-5": {
          "score": 100,
          "tasks": [
            {
              "id": "drizzle-query-builder",
              "pass": true,
              "tscErrors": [],
              "patternFailures": []
            },
            {
              "id": "drizzle-constraints",
              "pass": true,
              "tscErrors": [],
              "patternFailures": []
            },
            {
              "id": "drizzle-table-schema",
              "pass": true,
              "tscErrors": [],
              "patternFailures": []
            },
            {
              "id": "drizzle-relations-subquery",
              "pass": true,
              "tscErrors": [],
              "patternFailures": []
            }
          ]
        },
        "haiku-4.5": {
          "score": 25,
          "tasks": [
            {
              "id": "drizzle-table-schema",
              "pass": true,
              "tscErrors": [],
              "patternFailures": []
            },
            {
              "id": "drizzle-constraints",
              "pass": false,
              "tscErrors": [
                "task_haiku-4.5__drizzle-constraints.ts(27,7): error TS2353: Object literal may only specify known properties, and 'onDelete' does not exist in type '{ name?: string | undefined; columns: [ExtraConfigColumn<ColumnBaseConfig<ColumnDataType, string>>]; foreignColumns: [...]; }'.",
                "task_haiku-4.5__drizzle-constraints.ts(32,7): error TS2353: Object literal may only specify known properties, and 'onDelete' does not exist in type '{ name?: string | undefined; columns: [ExtraConfigColumn<ColumnBaseConfig<ColumnDataType, string>>]; foreignColumns: [...]; }'."
              ],
              "patternFailures": []
            },
            {
              "id": "drizzle-query-builder",
              "pass": false,
              "tscErrors": [
                "task_haiku-4.5__drizzle-query-builder.ts(2,10): error TS2305: Module '\"drizzle-orm\"' has no exported member 'select'.",
                "task_haiku-4.5__drizzle-query-builder.ts(2,43): error TS2305: Module '\"drizzle-orm\"' has no exported member 'alias'."
              ],
              "patternFailures": [
                "missing required pattern: /QueryBuilder/"
              ]
            },
            {
              "id": "drizzle-relations-subquery",
              "pass": false,
              "tscErrors": [
                "task_haiku-4.5__drizzle-relations-subquery.ts(2,21): error TS2305: Module '\"drizzle-orm\"' has no exported member 'select'.",
                "task_haiku-4.5__drizzle-relations-subquery.ts(2,36): error TS2305: Module '\"drizzle-orm\"' has no exported member 'alias'."
              ],
              "patternFailures": []
            }
          ]
        }
      }
    },
    {
      "id": "hono",
      "displayName": "Hono",
      "category": "web",
      "perModel": {
        "sonnet-5": {
          "score": 100,
          "tasks": [
            {
              "id": "hono-middleware-crud",
              "pass": true,
              "tscErrors": [],
              "patternFailures": []
            },
            {
              "id": "hono-basic-routes",
              "pass": true,
              "tscErrors": [],
              "patternFailures": []
            },
            {
              "id": "hono-rpc-client",
              "pass": true,
              "tscErrors": [],
              "patternFailures": []
            },
            {
              "id": "hono-typed-context",
              "pass": true,
              "tscErrors": [],
              "patternFailures": []
            }
          ]
        },
        "haiku-4.5": {
          "score": 100,
          "tasks": [
            {
              "id": "hono-basic-routes",
              "pass": true,
              "tscErrors": [],
              "patternFailures": []
            },
            {
              "id": "hono-middleware-crud",
              "pass": true,
              "tscErrors": [],
              "patternFailures": []
            },
            {
              "id": "hono-typed-context",
              "pass": true,
              "tscErrors": [],
              "patternFailures": []
            },
            {
              "id": "hono-rpc-client",
              "pass": true,
              "tscErrors": [],
              "patternFailures": []
            }
          ]
        }
      }
    },
    {
      "id": "octokit",
      "displayName": "Octokit (GitHub REST)",
      "category": "devtools",
      "perModel": {
        "sonnet-5": {
          "score": 100,
          "tasks": [
            {
              "id": "octokit-get-repo",
              "pass": true,
              "tscErrors": [],
              "patternFailures": []
            },
            {
              "id": "octokit-issue-workflow",
              "pass": true,
              "tscErrors": [],
              "patternFailures": []
            },
            {
              "id": "octokit-git-data-commit",
              "pass": true,
              "tscErrors": [],
              "patternFailures": []
            },
            {
              "id": "octokit-paginate",
              "pass": true,
              "tscErrors": [],
              "patternFailures": []
            }
          ]
        },
        "haiku-4.5": {
          "score": 100,
          "tasks": [
            {
              "id": "octokit-get-repo",
              "pass": true,
              "tscErrors": [],
              "patternFailures": []
            },
            {
              "id": "octokit-issue-workflow",
              "pass": true,
              "tscErrors": [],
              "patternFailures": []
            },
            {
              "id": "octokit-paginate",
              "pass": true,
              "tscErrors": [],
              "patternFailures": []
            },
            {
              "id": "octokit-git-data-commit",
              "pass": true,
              "tscErrors": [],
              "patternFailures": []
            }
          ]
        }
      }
    }
  ]
}