FA-9756 / Configuration / Open access

Configuration provenance tracking: Deleted settings remain visible · case 01

Deleted settings remain visible.

Verified by executionVariant 1 · 6 checks per implementationDownload source bundle ↓JSON ↗

ROOT CAUSE

The implementation substitutes pass for values.pop(key, None), so deleted settings remain visible.

VERIFIED REPAIR

Delete the value when its layer assigns None.

Unsuccessful approach: The attempted repair substitutes values[key] = None. Fixture 3 still yields ({'a': None}, {}) instead of ({}, {}).

Case contract

Return final values and source names. Each present setting replaces prior value and provenance, deletions remove both, and layers with no assignment preserve provenance.

Why this case matters

An offline model of configuration provenance tracking, suitable for testing build and release tooling without external services.

1 / The failure

Exit 1

"""Failure Map reference implementation. Python standard library only."""
import json

N = 1
observations = []
def solve(layers):
    values = {}
    sources = {}
    for source, settings in layers:
        for key, value in settings.items():
            if value is None:
                pass
                sources.pop(key, None)
            else:
                values[key] = value
                sources[key] = source
    return (values, sources)
def check(label, actual, expected):
    observations.append({"check": label, "actual": actual, "expected": expected, "passed": actual == expected})
check('fixture 1', solve([]), ({}, {}))
check('fixture 2', solve([('default', {'a': 1}), ('user', {'a': 2})]), ({'a': 2}, {'a': 'user'}))
check('fixture 3', solve([('default', {'a': 1}), ('user', {'a': None})]), ({}, {}))
check('fixture 4', solve([('default', {'a': 1}), ('user', {})]), ({'a': 1}, {'a': 'default'}))
check('fixture 5', solve([('default', {'a': 1}), ('user', {'a': 1})]), ({'a': 1}, {'a': 'user'}))
check('fixture 6', solve([('default', {'a': 1}), ('user', {'a': False})]), ({'a': False}, {'a': 'user'}))
print(json.dumps({"observations": observations, "passed": all(x["passed"] for x in observations)}, ensure_ascii=False))
raise SystemExit(0 if all(x["passed"] for x in observations) else 1)

Boundary fixture	Actual	Expected	Outcome
fixture 1	`[{}, {}]`	`[{}, {}]`	Passed
fixture 2	`[{'a': 2}, {'a': 'user'}]`	`[{'a': 2}, {'a': 'user'}]`	Passed
fixture 3	`[{'a': 1}, {}]`	`[{}, {}]`	Failed
fixture 4	`[{'a': 1}, {'a': 'default'}]`	`[{'a': 1}, {'a': 'default'}]`	Passed
fixture 5	`[{'a': 1}, {'a': 'user'}]`	`[{'a': 1}, {'a': 'user'}]`	Passed
fixture 6	`[{'a': False}, {'a': 'user'}]`	`[{'a': False}, {'a': 'user'}]`	Passed

SHA-256 / 4918a933c4f59f3223063435245fa813bcdfa687b19ab6573c44a130aa81860a

2 / The unsuccessful fix

Exit 1

"""Failure Map reference implementation. Python standard library only."""
import json

N = 1
observations = []
def solve(layers):
    values = {}
    sources = {}
    for source, settings in layers:
        for key, value in settings.items():
            if value is None:
                values[key] = None
                sources.pop(key, None)
            else:
                values[key] = value
                sources[key] = source
    return (values, sources)
def check(label, actual, expected):
    observations.append({"check": label, "actual": actual, "expected": expected, "passed": actual == expected})
check('fixture 1', solve([]), ({}, {}))
check('fixture 2', solve([('default', {'a': 1}), ('user', {'a': 2})]), ({'a': 2}, {'a': 'user'}))
check('fixture 3', solve([('default', {'a': 1}), ('user', {'a': None})]), ({}, {}))
check('fixture 4', solve([('default', {'a': 1}), ('user', {})]), ({'a': 1}, {'a': 'default'}))
check('fixture 5', solve([('default', {'a': 1}), ('user', {'a': 1})]), ({'a': 1}, {'a': 'user'}))
check('fixture 6', solve([('default', {'a': 1}), ('user', {'a': False})]), ({'a': False}, {'a': 'user'}))
print(json.dumps({"observations": observations, "passed": all(x["passed"] for x in observations)}, ensure_ascii=False))
raise SystemExit(0 if all(x["passed"] for x in observations) else 1)

Boundary fixture	Actual	Expected	Outcome
fixture 1	`[{}, {}]`	`[{}, {}]`	Passed
fixture 2	`[{'a': 2}, {'a': 'user'}]`	`[{'a': 2}, {'a': 'user'}]`	Passed
fixture 3	`[{'a': None}, {}]`	`[{}, {}]`	Failed
fixture 4	`[{'a': 1}, {'a': 'default'}]`	`[{'a': 1}, {'a': 'default'}]`	Passed
fixture 5	`[{'a': 1}, {'a': 'user'}]`	`[{'a': 1}, {'a': 'user'}]`	Passed
fixture 6	`[{'a': False}, {'a': 'user'}]`	`[{'a': False}, {'a': 'user'}]`	Passed

SHA-256 / 1db05266dc2d2be3acb94077eaef99e06ef9d7f5a038cf13edcdda6eaf639cc7

3 / The verified repair

Exit 0

"""Failure Map reference implementation. Python standard library only."""
import json

N = 1
observations = []
def solve(layers):
    values = {}
    sources = {}
    for source, settings in layers:
        for key, value in settings.items():
            if value is None:
                values.pop(key, None)
                sources.pop(key, None)
            else:
                values[key] = value
                sources[key] = source
    return (values, sources)
def check(label, actual, expected):
    observations.append({"check": label, "actual": actual, "expected": expected, "passed": actual == expected})
check('fixture 1', solve([]), ({}, {}))
check('fixture 2', solve([('default', {'a': 1}), ('user', {'a': 2})]), ({'a': 2}, {'a': 'user'}))
check('fixture 3', solve([('default', {'a': 1}), ('user', {'a': None})]), ({}, {}))
check('fixture 4', solve([('default', {'a': 1}), ('user', {})]), ({'a': 1}, {'a': 'default'}))
check('fixture 5', solve([('default', {'a': 1}), ('user', {'a': 1})]), ({'a': 1}, {'a': 'user'}))
check('fixture 6', solve([('default', {'a': 1}), ('user', {'a': False})]), ({'a': False}, {'a': 'user'}))
print(json.dumps({"observations": observations, "passed": all(x["passed"] for x in observations)}, ensure_ascii=False))
raise SystemExit(0 if all(x["passed"] for x in observations) else 1)

Boundary fixture	Actual	Expected	Outcome
fixture 1	`[{}, {}]`	`[{}, {}]`	Passed
fixture 2	`[{'a': 2}, {'a': 'user'}]`	`[{'a': 2}, {'a': 'user'}]`	Passed
fixture 3	`[{}, {}]`	`[{}, {}]`	Passed
fixture 4	`[{'a': 1}, {'a': 'default'}]`	`[{'a': 1}, {'a': 'default'}]`	Passed
fixture 5	`[{'a': 1}, {'a': 'user'}]`	`[{'a': 1}, {'a': 'user'}]`	Passed
fixture 6	`[{'a': False}, {'a': 'user'}]`	`[{'a': False}, {'a': 'user'}]`	Passed

SHA-256 / 6a5216a91f6fe858255bf6db7fcebed36972b36d0748dee95d89b90368ea1633

Verification & scope

This reproducer isolates one failure mechanism. Results cover the supplied fixtures. Variants within a family share a test contract and should remain grouped when constructing evaluation splits. Related mechanisms with a shared evaluation_group must also remain together; these controlled models are not independent production incidents.

Observations recorded using Python 3.12.14 at 2026-09-29T14:38:32.895953+00:00.

Case digest / 40eec50aa7a050c6e9deab280fd923864ddbfcd39f1c34161ef5c23afebd220f