skills/issuer-brief/evals/evals.json

{
  "skill_name": "issuer-brief",
  "evals": [
    {
      "id": 1,
      "prompt": "Create an Issuer Brief for Apple Inc.",
      "expected_output": "Single fenced ```html code block containing a complete standalone HTML document built from the Issuer Brief template. Target = Apple Inc. with 3 credit peers from getEntityPeers, all 27 pib-* placeholders populated, 19x8 financial table mostly filled (with '--' allowed), 5 valuation tables, peers/rating/KI tables, strategy and segments lists, risk + rating + ESG tables, monthly price and debt-maturity SVG charts, and a populated sources list.",
      "files": [],
      "assertions": [
        "Output is a complete standalone HTML document (doctype + </html>)",
        "Report uses the skill's template scaffold (core pib-* table IDs present)",
        "All 27 core pib-* placeholders defined in the document",
        "6 narrative sections (overview, industry, mgmt, credit, risks, esg) all populated",
        "Financial table >= 100/152 cells populated (19 rows x 8 year cols, allowing '--' placeholders)",
        "Peers comparison table has >= 3 <tr> rows",
        "Peers rating table has >= 3 <tr> rows",
        "Rating history table has >= 1 <tr> row",
        "Risk table has >= 3 <tr> rows",
        "Strategy list (#pib-strategy-list) has >= 3 <li> entries",
        "Segments list (#pib-segments-list) has >= 2 <li> entries",
        "Share price monthly chart and credit chart both contain <svg>",
        "ESG table (E/S/G) all 3 rows populated (focus + score)",
        "Sources section contains >= 5 entries"
      ]
    },
    {
      "id": 2,
      "prompt": "I need a full company report for Tesla Inc. \u2014 an Issuer Brief covering everything from financials to ESG",
      "expected_output": "Single fenced ```html code block with the full Issuer Brief HTML for Tesla + 3 peers. Same structural requirements as eval-1 (all 27 pib-* placeholders, 5 valuation tables, peers/rating/KI tables, monthly + credit SVGs, E/S/G scores, and >= 5 sources), tested via a natural-language phrasing.",
      "files": [],
      "assertions": [
        "Output is a complete standalone HTML document (doctype + </html>)",
        "Report uses the skill's template scaffold (core pib-* table IDs present)",
        "All 27 core pib-* placeholders defined in the document",
        "6 narrative sections (overview, industry, mgmt, credit, risks, esg) all populated",
        "Financial table >= 100/152 cells populated (19 rows x 8 year cols, allowing '--' placeholders)",
        "Peers comparison table has >= 3 <tr> rows",
        "Peers rating table has >= 3 <tr> rows",
        "Rating history table has >= 1 <tr> row",
        "Risk table has >= 3 <tr> rows",
        "Strategy list (#pib-strategy-list) has >= 3 <li> entries",
        "Segments list (#pib-segments-list) has >= 2 <li> entries",
        "Share price monthly chart and credit chart both contain <svg>",
        "ESG table (E/S/G) all 3 rows populated (focus + score)",
        "Sources section contains >= 5 entries"
      ]
    },
    {
      "id": 3,
      "prompt": "Generate an Issuer Brief for The Walt Disney Company in USD",
      "expected_output": "Single fenced ```html code block with the full Issuer Brief HTML for Disney + 3 peers in USD. Tests currency parameter handling plus structural compliance (all 27 pib-* placeholders, financials, peers, credit, ESG, sources).",
      "files": [],
      "assertions": [
        "Output is a complete standalone HTML document (doctype + </html>)",
        "Report uses the skill's template scaffold (core pib-* table IDs present)",
        "All 27 core pib-* placeholders defined in the document",
        "6 narrative sections (overview, industry, mgmt, credit, risks, esg) all populated",
        "Financial table >= 100/152 cells populated (19 rows x 8 year cols, allowing '--' placeholders)",
        "Peers comparison table has >= 3 <tr> rows",
        "Peers rating table has >= 3 <tr> rows",
        "Rating history table has >= 1 <tr> row",
        "Risk table has >= 3 <tr> rows",
        "Strategy list (#pib-strategy-list) has >= 3 <li> entries",
        "Segments list (#pib-segments-list) has >= 2 <li> entries",
        "Share price monthly chart and credit chart both contain <svg>",
        "ESG table (E/S/G) all 3 rows populated (focus + score)",
        "Sources section contains >= 5 entries"
      ]
    }
  ]
}