{
  "handle": "SelfCheckingBias",
  "gloss": "Correcting as you go still fails when the same model that produced the shape is the one checking it",
  "mechanism": "Updating a model with feedback on its current output, as a drone re-plots its course or a team reviews its own plan, improves on a frozen decision. But if the check uses the same perspective and the same information as created the shape, systematic errors pass unseen: a drone flying confidently to the wrong address keeps correcting its course toward the wrong target. Fresh data on position does not reveal a wrong goal. This is a remaining form of {{mono_modularity}} inside a corrective loop. It is overcome by checking against a complementary, overlapping model, as staff who know particular rights-holders can spot a payment error the database cannot, which is the contribution of {{meta_modularity}} to {{shape_control}}.",
  "invariants": [
    "A correction loop that uses only the original model's perspective cannot detect that model's systematic errors",
    "Detecting systematic error requires an overlapping, non-identical model",
    "Feedback alone does not distinguish correcting toward the right target from correcting toward the wrong one"
  ],
  "failure_modes": [
    "Treating frequent feedback as proof of meta-modularity",
    "Reviewing a plan only with the people and data that produced it",
    "Mistaking a hierarchy of data about the model for an independent model of the domain"
  ],
  "_meta": {
    "path": [
      "Mind",
      "Reasoning"
    ],
    "ring": 2,
    "tier": 2,
    "source": "Adam Timlett, On the Origin of Risk (2025), Ch 2 p.32-36"
  },
  "sema_id": "sema:SelfCheckingBias#mh:SHA-256:a395d033d3f7b496343149133cfd76ffa831aacf8c2ce455e42c5fc54cc714b6",
  "sema_ref": "SelfCheckingBias#a395",
  "sema_stub": "a395",
  "dependencies": {
    "references": {
      "meta_modularity": "sema:MetaModularity#mh:SHA-256:cb6cc554a6eb00214b5e2fba0504373bc4312dd5d74ec4fdc71bb20224197aef",
      "mono_modularity": "sema:MonoModularity#mh:SHA-256:944c5f3013c718b6999c18f4628b584633ba3a8e294a6c268e0c5e2bfcf1d22e",
      "shape_control": "sema:ShapeControl#mh:SHA-256:185f506a48d483fc549fb77ece35dc1f3c54180a0c31657960a2fa6daf155a2d"
    }
  },
  "sema_layer": "Mind",
  "sema_category": "Reasoning",
  "used_by": {
    "references": {
      "CorrectAsYouGrow": "sema:CorrectAsYouGrow#mh:SHA-256:006233f72b4faf4e294db05f8741b831d591db22f82e3e04282c4b7bce250742"
    }
  }
}