{
  "checked_at": "2026-07-15",
  "anchors": [
    {
      "id": "DA-01",
      "verdict": "partially_confirmed",
      "retrieval_surface": "Fallback PDF (rules.cityofnewyork.us DCWP Notice of Adoption). Primary nyc.gov page returned HTTP 403. WebFetch could not decode the embedded-font PDF text layer; text extracted locally with pdftotext -layout from the already-retrieved PDF bytes.",
      "fetched": [
        "https://www.nyc.gov/site/dca/about/automated-employment-decision-tools.page (HTTP 403 Forbidden — not retrieved)",
        "https://rules.cityofnewyork.us/wp-content/uploads/2023/04/DCWP-NOA-for-Use-of-Automated-Employment-Decisionmaking-Tools-2.pdf (HTTP 200; 451 KB PDF; text extracted via pdftotext)"
      ],
      "resolved_title": "New York City Department of Consumer and Worker Protection — Notice of Adoption of Final Rule (rules implementing Local Law 144 of 2021 / Automated Employment Decision Tools; amends Title 6 RCNY, adding subchapter 5 §§ 5-300 to 5-304)",
      "quote": "Local Law 144 of 2021 prohibits employers and employment agencies from using an automated employment decision tool unless the tool has been subject to a bias audit within one year of the use of the tool, information about the bias audit is publicly available, and certain notices have been provided to employees or job candidates.",
      "checked": [
        "Named as 'Local Law 144 of 2021' — confirmed verbatim (Statement of Basis and Purpose).",
        "Prohibits employers AND employment agencies from using an AEDT unless conditions met — confirmed verbatim.",
        "Bias audit required 'within one year of the use of the tool' — confirmed verbatim.",
        "Independent bias audit — confirmed: rules define 'Independent Auditor' and require independence ('an \"independent auditor\" may not be employed or have a financial interest in an employer').",
        "Public posting of a summary of results — confirmed: § 5-303 Published Results requires making 'publicly available on the employment section of their website ... The date of the most recent bias audit of the AEDT and a summary of the results'.",
        "Notice to candidates/employees — confirmed: § 5-304 'Notice to Candidates and Employees' (per § 20-871(b) of the Code), at least 10 business days before use."
      ],
      "not_visible": [
        "Enforcement start date 'July 5, 2023' — NOT present in the retrieved text. This document is the rule adoption (references only 2022 proposal dates and Jan 23, 2023 hearing); the July 5, 2023 enforcement date is not stated here and the primary nyc.gov page that would carry it returned 403.",
        "'penalties attach per violation' — NOT visible. No penalty/civil-penalty/fine language appears in the retrieved rule text (penalties are set in Administrative Code § 20-872, which is not quoted in this document)."
      ],
      "notes": "Rule-adoption document confirms the substance of the prohibition, the one-year bias-audit condition, independent-auditor requirement, public posting (§ 5-303), and candidate/employee notice (§ 5-304). The two date/penalty specifics in the claim are outside this document's retrieved text. Verdict partially_confirmed on those two specifics only."
    },
    {
      "id": "DA-02",
      "verdict": "confirmed",
      "retrieval_surface": "Fallback govinfo.gov CFR XML (2011 edition, 29 CFR part 1607). Primary ecfr.gov issued a 302 redirect to a bot-block host (https://unblock.federalregister.gov/) and could not be used for content; the fallback carried the full regulatory text.",
      "fetched": [
        "https://www.ecfr.gov/current/title-29/subtitle-B/chapter-XIV/part-1607 (302 redirect to https://unblock.federalregister.gov/ — bot-block host, no content)",
        "https://www.govinfo.gov/content/pkg/CFR-2011-title29-vol4/xml/CFR-2011-title29-vol4-part1607.xml (HTTP 200; regulatory text retrieved)"
      ],
      "resolved_title": "PART 1607—UNIFORM GUIDELINES ON EMPLOYEE SELECTION PROCEDURES (1978) (29 CFR Part 1607)",
      "quote": "§ 1607.2(B): 'These guidelines apply to tests and other selection procedures which are used as a basis for any employment decision.' § 1607.4(D): a rate 'less than four-fifths (4/5) (or eighty percent) of the rate for the group with the highest rate' will 'generally be regarded by the Federal enforcement agencies as evidence of adverse impact.'",
      "checked": [
        "Uniform Guidelines, 1978, codified at 29 CFR 1607 — confirmed: heading 'PART 1607—UNIFORM GUIDELINES ON EMPLOYEE SELECTION PROCEDURES (1978)'.",
        "Adverse-impact procedures must be validated — confirmed: § 1607.3(A) a procedure with adverse impact is 'considered to be discriminatory and inconsistent with these guidelines, unless the procedure has been validated'.",
        "Criterion / content / construct validity — confirmed: § 1607.5(A) 'users may rely upon criterion-related validity studies, content validity studies or construct validity studies'.",
        "Scope — any employment decision — confirmed verbatim: § 1607.2(B).",
        "Four-fifths (80%) rule as practical test of adverse impact — confirmed: § 1607.4(D)."
      ],
      "not_visible": [],
      "notes": "All four sub-claims confirmed verbatim from § 1607.2(B), § 1607.3(A), § 1607.4(D), and § 1607.5(A). Fallback is the 2011 CFR edition; the guidelines themselves date to 1978 and the retrieved text is materially identical to the current codification. § 1607.4(D) also notes smaller/greater differences may deviate from the four-fifths test where statistically significant or samples are small — consistent with 'practical test' framing in the claim."
    },
    {
      "id": "DA-03",
      "verdict": "partially_confirmed",
      "retrieval_surface": "Primary OUP (academic.oup.com) article landing page — bibliographic metadata only ('This content is only available as a PDF'; body paywalled). Fallback JSTOR returned HTTP 403.",
      "fetched": [
        "https://academic.oup.com/jleo/article/7/special_issue/24/861573 (HTTP 200; landing page with metadata; no abstract or body text)",
        "https://www.jstor.org/stable/764957 (HTTP 403 Forbidden — not retrieved)"
      ],
      "resolved_title": "Multitask Principal–Agent Analyses: Incentive Contracts, Asset Ownership, and Job Design — Bengt Holmstrom & Paul Milgrom, The Journal of Law, Economics, and Organization, Vol. 7, Issue special_issue, pp. 24–52 (1991); DOI 10.1093/jleo/7.special_issue.24",
      "quote": "Title: 'Multitask Principal–Agent Analyses: Incentive Contracts, Asset Ownership, and Job Design.' Authors: Bengt Holmstrom (Yale University) and Paul Milgrom (Stanford University). The Journal of Law, Economics, and Organization, Volume 7, special_issue, Pages 24–52, published 01 January 1991. The page states: 'This content is only available as a PDF.'",
      "checked": [
        "Author/title/journal/year identity of the source — confirmed: Holmstrom & Milgrom, 'Multitask Principal-Agent Analyses', JLEO, 1991 (vol 7, special issue, pp 24–52).",
        "The anchor points to the correct paper cited in the claim — confirmed."
      ],
      "not_visible": [
        "The substantive core result — that when some tasks/dimensions are measurable and others are not, high-powered incentives on measured dimensions divert effort away from unmeasured dimensions, and low-powered or no incentives can be optimal — is NOT present in any retrieved text. The OUP landing page has no abstract ('only available as a PDF') and the JSTOR fallback returned 403. Per the retrieved-text-only standard, the claim's economic content cannot be verified from what was retrieved (though it is the well-known finding of this paper)."
      ],
      "notes": "Bibliographic anchor is solid and correctly identifies the cited work. The claim's substantive proposition is behind the paywall on both allowed surfaces and could not be quoted; verdict partially_confirmed strictly because the result text is not_visible, not because of any contradiction."
    },
    {
      "id": "DA-04",
      "verdict": "not_retrievable",
      "retrieval_surface": "None. Both ASQ URLs returned HTTP 403 Forbidden; ASQ blocks automated access. Fallback retried once — 403 again. No other sources substituted per instructions.",
      "fetched": [
        "https://asq.org/quality-press/display-item?item=T964 (HTTP 403 Forbidden — not retrieved)",
        "https://asq.org/quality-resources/z14-z19 (HTTP 403 Forbidden on two attempts — not retrieved)"
      ],
      "resolved_title": null,
      "quote": null,
      "checked": [],
      "not_visible": [
        "ANSI/ASQ Z1.4 as the American national standard for acceptance sampling by attributes — no text retrieved.",
        "AQL-indexed sampling plans — no text retrieved.",
        "Normal / tightened / reduced inspection with switching rules — no text retrieved.",
        "Descent from MIL-STD-105 — no text retrieved."
      ],
      "notes": "Both primary and fallback URLs failed retrieval with HTTP 403 (ASQ bot-block). Per instructions, anchors failing both URLs are not_retrievable and no substitute sources were used. No verdict on the claim's substance is possible from retrieved text."
    }
  ]
}
