{
  "id": "lyfter-accuracy-v1",
  "version": "2026-11-17.2",
  "created_at": "2026-11-17T17:30:00Z",
  "title": "Lyfter source-and-calculation accuracy test",
  "cases": [
    {
      "id": "source",
      "title": "Primary-source facts",
      "kind": "official_source",
      "context": "The Federal Open Market Committee approved the following statement for release by a 10 – 2 vote:\n\nThe Committee decided to maintain the target range for the federal funds rate at 3-3/4 to 4 percent, in support of the Federal Reserve's dual mandate. The Committee is continuing its policy of maintaining ample reserves in the banking system.\n\nEconomic activity is expanding at a strong pace. While uncertainty remains elevated owing, in part, to geopolitical developments, domestic spending has been resilient. Productivity growth is strong, and capital investment is robust. Job gains have kept pace with the workforce, and the unemployment rate has changed little.\n\nInflation remains elevated. The accumulation of more information will help the Committee determine the policy stance appropriate to ensure a timely return of inflation to the Committee's 2 percent goal. The Committee will deliver price stability.\n\n\n\nVoting against the monetary policy action were Lisa D. Cook and Beth M. Hammack, who preferred to raise the target range for the federal funds rate by 1/4 percentage point at this meeting.",
      "source_url": "https://www.federalreserve.gov/newsevents/pressreleases/monetary20261028a.htm"
    },
    {
      "id": "math",
      "title": "Financial arithmetic",
      "kind": "synthetic_exercise",
      "context": "Hypothetical exercises, not recommendations. Simple interest = principal × annual rate × years. Annual compounding: principal × (1+rate)^years. Percentage change = (new−old)/old ×100. Whole-unit position size = floor(loss budget / (entry−stop)), assuming exact stop execution and no fees or slippage. Ignore taxes and fees unless the question supplies them."
    },
    {
      "id": "disclosure",
      "title": "Reading a fictional disclosure",
      "kind": "synthetic_exercise",
      "context": "FICTIONAL Northbridge Example Company. All currency and share counts below are in millions. Q1 revenue 12; Q2 revenue 15; Q2 cost of goods sold 9; cash 4; debt 6; shares outstanding 2; operating cash flow 2; capital expenditures 0.5. Define gross profit as revenue minus cost of goods sold, gross margin as gross profit/revenue, net debt as debt minus cash, and free cash flow as operating cash flow minus capital expenditures. No dividends or taxes are specified."
    },
    {
      "id": "uncertainty",
      "title": "Missing information and unsupported claims",
      "kind": "synthetic_exercise",
      "context": "FICTIONAL research packet: (A) A company reports Q2 revenue 15 million and FORECASTS Q3 revenue 18 million; actual Q3 revenue is not supplied. The release is explicitly UNAUDITED. (B) A historical return figure is BEFORE FEES, with no fee schedule or tax data. (C) Article X received an editorial score 90 from one local model; article Y scored 80 from 30 models. No source-fact verification or measured forecasting test is supplied. (D) A single unverified social post claims an executive resigned; there is no issuer announcement or independent confirmation. These are synthetic examples, not actual companies or reports."
    }
  ],
  "questions": [
    {
      "id": "q01",
      "case": "source",
      "question": "What policy action did the Committee take?",
      "choices": [
        "Hold",
        "Cut",
        "No decision",
        "Raise"
      ],
      "expected": 0,
      "rationale": "The supplied statement says maintain the target range."
    },
    {
      "id": "q02",
      "case": "source",
      "question": "What is the lower target bound, in percent?",
      "choices": [
        "3.50",
        "4.25",
        "4.00",
        "3.75"
      ],
      "expected": 3,
      "rationale": "3-3/4 percent equals 3.75 percent."
    },
    {
      "id": "q03",
      "case": "source",
      "question": "What is the upper target bound, in percent?",
      "choices": [
        "3.75",
        "4.00",
        "4.50",
        "4.25"
      ],
      "expected": 1,
      "rationale": "The statement specifies an upper bound of 4 percent."
    },
    {
      "id": "q04",
      "case": "source",
      "question": "How many votes approved the statement?",
      "choices": [
        "2",
        "8",
        "10",
        "12"
      ],
      "expected": 2,
      "rationale": "The source explicitly says a 10–2 vote."
    },
    {
      "id": "q05",
      "case": "source",
      "question": "How many votes opposed the statement?",
      "choices": [
        "4",
        "10",
        "0",
        "2"
      ],
      "expected": 3,
      "rationale": "The source explicitly says a 10–2 vote."
    },
    {
      "id": "q06",
      "case": "source",
      "question": "Which action did the dissenters prefer?",
      "choices": [
        "Raise by 1 percentage point",
        "Raise by 0.25 percentage point",
        "Cut by 0.25 percentage point",
        "Hold"
      ],
      "expected": 1,
      "rationale": "The source says they preferred to raise by 1/4 percentage point."
    },
    {
      "id": "q07",
      "case": "math",
      "question": "Simple interest only: what interest accrues on 10,000 at 4% per year for 2 years?",
      "choices": [
        "400",
        "10,800",
        "816",
        "800"
      ],
      "expected": 3,
      "rationale": "10000×0.04×2=800. The question asks interest, not final balance."
    },
    {
      "id": "q08",
      "case": "math",
      "question": "Annual compounding: final balance of 1,000 at 10% for 2 years, with no contributions?",
      "choices": [
        "1,100",
        "210",
        "1,200",
        "1,210"
      ],
      "expected": 3,
      "rationale": "1000×1.1²=1210."
    },
    {
      "id": "q09",
      "case": "math",
      "question": "A price falls from 100 to 80. What percentage loss is that?",
      "choices": [
        "80%",
        "25%",
        "20%",
        "−25%"
      ],
      "expected": 2,
      "rationale": "The loss magnitude is(100−80)/100×100=20%."
    },
    {
      "id": "q10",
      "case": "math",
      "question": "A price rises from 80 back to 100. What percentage gain is required?",
      "choices": [
        "80%",
        "20%",
        "125%",
        "25%"
      ],
      "expected": 3,
      "rationale": "(100−80)/80×100=25%."
    },
    {
      "id": "q11",
      "case": "math",
      "question": "Loss budget 220, entry 50 and stop 47. Maximum whole units under the supplied formula?",
      "choices": [
        "66",
        "73",
        "220",
        "74"
      ],
      "expected": 1,
      "rationale": "floor(220/(50−47))=73; rounding up exceeds the stated budget."
    },
    {
      "id": "q12",
      "case": "math",
      "question": "On a fixed 10,000 balance, annual fees of 1.0% versus 0.2% differ by how many currency units?",
      "choices": [
        "100",
        "8",
        "80",
        "20"
      ],
      "expected": 2,
      "rationale": "10000×(0.010−0.002)=80; fixed balance and no compounding."
    },
    {
      "id": "q13",
      "case": "disclosure",
      "question": "What is Q2 revenue growth relative to Q1?",
      "choices": [
        "125%",
        "20%",
        "25%",
        "3%"
      ],
      "expected": 2,
      "rationale": "(15−12)/12=0.25."
    },
    {
      "id": "q14",
      "case": "disclosure",
      "question": "What is Q2 gross profit, in millions?",
      "choices": [
        "4",
        "6",
        "15",
        "9"
      ],
      "expected": 1,
      "rationale": "15−9=6."
    },
    {
      "id": "q15",
      "case": "disclosure",
      "question": "What is Q2 gross margin?",
      "choices": [
        "25%",
        "40%",
        "150%",
        "60%"
      ],
      "expected": 1,
      "rationale": "(15−9)/15=0.4."
    },
    {
      "id": "q16",
      "case": "disclosure",
      "question": "What is net debt, in millions?",
      "choices": [
        "6",
        "2",
        "−2",
        "10"
      ],
      "expected": 1,
      "rationale": "Debt 6 minus cash 4 equals 2."
    },
    {
      "id": "q17",
      "case": "disclosure",
      "question": "What is Q2 revenue per share?",
      "choices": [
        "30",
        "7.5",
        "6",
        "0.1333"
      ],
      "expected": 1,
      "rationale": "15 million currency units divided by 2 million shares equals 7.5 per share."
    },
    {
      "id": "q18",
      "case": "disclosure",
      "question": "What is free cash flow, in millions?",
      "choices": [
        "0.5",
        "1.5",
        "2",
        "2.5"
      ],
      "expected": 1,
      "rationale": "Operating cash flow 2 minus capital expenditure 0.5 equals 1.5."
    },
    {
      "id": "q19",
      "case": "uncertainty",
      "question": "What is the actual Q3 revenue in packet A?",
      "choices": [
        "18 million",
        "3 million",
        "Not supplied",
        "15 million"
      ],
      "expected": 2,
      "rationale": "18 is a forecast, not actual reported Q3 revenue."
    },
    {
      "id": "q20",
      "case": "uncertainty",
      "question": "What is the audit status of packet A?",
      "choices": [
        "SEC-certified",
        "Not identified",
        "Independently audited",
        "Unaudited"
      ],
      "expected": 3,
      "rationale": "The packet explicitly labels the release unaudited."
    },
    {
      "id": "q21",
      "case": "uncertainty",
      "question": "Can the exact after-fee return be calculated from packet B?",
      "choices": [
        "Yes, subtract 1%",
        "Yes, equal to before-fee return",
        "Yes, subtract the tax rate",
        "No, fee data is missing"
      ],
      "expected": 3,
      "rationale": "No fee schedule is given; do not invent one."
    },
    {
      "id": "q22",
      "case": "uncertainty",
      "question": "Which article in packet C is established as factually correct?",
      "choices": [
        "Neither is established as correct",
        "Y because more models scored it",
        "X because its score is higher",
        "Both because models agreed"
      ],
      "expected": 0,
      "rationale": "Editorial scores and reviewer counts are not fact verification."
    },
    {
      "id": "q23",
      "case": "uncertainty",
      "question": "What measured probability of a future stock-price rise does packet C establish?",
      "choices": [
        "No probability is established",
        "90%",
        "80%",
        "30%"
      ],
      "expected": 0,
      "rationale": "The packet contains no measured forecasting test or outcome probability."
    },
    {
      "id": "q24",
      "case": "uncertainty",
      "question": "How should packet D be described using only the supplied evidence?",
      "choices": [
        "An audited disclosure",
        "A confirmed resignation",
        "A disproven resignation",
        "An unverified claim"
      ],
      "expected": 3,
      "rationale": "The single post is unverified and no confirming or disproving evidence is supplied."
    }
  ],
  "abstain_code": 4,
  "grading": "Equal weight per question; exact option index. Four options plus explicit abstention. Only a complete, valid24-answer response receives an accuracy rank. Failures and invalid responses are unranked, not zero-accuracy results. Equal scores share a rank.",
  "limitations": [
    "A small creator-authored24-question pilot; not an independent or held-out general benchmark.",
    "Multiple questions share source contexts and are correlated.",
    "Financial arithmetic, source reading and uncertainty handling do not establish article-scoring quality or investment/forecasting accuracy.",
    "One deterministic run per distinct model manifest; no statistical confidence claim.",
    "Logical input and decoding policy are fixed; chat/raw interfaces and hardware are disclosed."
  ],
  "references": [
    {
      "title": "Federal Reserve statement, October28,2026",
      "url": "https://www.federalreserve.gov/newsevents/pressreleases/monetary20261028a.htm"
    },
    {
      "title": "SEC Investor.gov compounding calculator",
      "url": "https://www.investor.gov/financial-tools-calculators/calculators/compound-interest-calculator"
    },
    {
      "title": "CME position-sizing explanation",
      "url": "https://www.cmegroup.com/education/courses/trade-and-risk-management/proper-position-size"
    }
  ],
  "revised_at": "2026-11-17T18:24:19.680345+00:00",
  "output_format": "One JSON object with an answers array of24 integer choices in question order; normalized question-keyed answers are published for inspection.",
  "revision_note": "Final Venus-only run uses explicitly numbered choices and a compact answer array. Earlier verbose-format/CPU pilot attempts are archived separately and excluded from these ranks.",
  "suite_sha256": "a85b5c3152f2e3163be8a182a510ce4a3f60a28ce3450cea9ee7bd47cfda37cd"
}
