From f8a8629eaa5d067ad00a46db9b5367888ebff97e Mon Sep 17 00:00:00 2001 From: Sid Mohan <61345237+sidmohan0@users.noreply.github.com> Date: Sat, 14 Nov 2026 18:59:37 -0800 Subject: [PATCH] feat: track datafog-core 1.4.0 email-boundary defaults Core 1.4.0's text-mode email scanning trims label syntax by default, so `email=alice@example.com` reports `alice@example.com` and quoted values drop the wrapping quote. This moves the reviewed Rust contract file to `rust-1.4.0.json` (no new deviations: every recorded case still matches, verified by running the observation harness against 1.4.0), raises the dependency floor, and resolves the `json-escaped` and `markdown-code-block` native-corpus divergences. `unicode-chinese-name` stays with a corrected reason: its corpus fixture contains literal `?` characters, which are valid local-part characters, so the reviewed expectation remains overlap-only. Also stops the local verification gap this exposed: the two async/optional dependency failures and one accuracy improvement are relative to an unmodified main in the same environment (11 failed there, 10 here). --- CHANGELOG.MD | 14 ++++++++++++++ datafog/__about__.py | 2 +- setup.py | 4 ++-- tests/contracts/native-corpus.json | 10 +--------- .../contracts/{rust-1.3.0.json => rust-1.4.0.json} | 2 +- tests/rust_contract.py | 2 +- 6 files changed, 20 insertions(+), 14 deletions(-) rename tests/contracts/{rust-1.3.0.json => rust-1.4.0.json} (98%) diff --git a/CHANGELOG.MD b/CHANGELOG.MD index d15aa102..ddc47dd9 100644 --- a/CHANGELOG.MD +++ b/CHANGELOG.MD @@ -1,5 +1,19 @@ # ChangeLog +## [4.11.0] + +#### Changed + +- Requires `datafog-core>=1.4.0`. Core's text-mode email scanning trims label + syntax by default, so `email=alice@example.com` reports `alice@example.com`, + quoted values drop the wrapping quote, and `SUPPORT_EMAIL=` labels stay out + of the span. Two recorded native-corpus divergences (`json-escaped`, + `markdown-code-block`) resolve and are removed from the reviewed deltas. The + `unicode-chinese-name` delta stays: its corpus fixture contains literal `?` + characters, which are valid local-part characters, so the reviewed + expectation remains overlap-only. The Rust contract review file moves to + `rust-1.4.0.json` with no new deviations: every recorded case still matches. + ## [4.10.0] #### Added diff --git a/datafog/__about__.py b/datafog/__about__.py index 897e6be2..bdb8bda6 100644 --- a/datafog/__about__.py +++ b/datafog/__about__.py @@ -1 +1 @@ -__version__ = "4.10.0" +__version__ = "4.11.0" diff --git a/setup.py b/setup.py index df40d56c..7ce0366d 100644 --- a/setup.py +++ b/setup.py @@ -20,7 +20,7 @@ core_deps = [ # Native engine, the default detection path. Exact upper bound: detection # output is contract-versioned and must stay reproducible. - "datafog-core>=1.3.0,<2", + "datafog-core>=1.4.0,<2", "pydantic>=2.0,<3.0", "pydantic-settings>=2.0.0", "typing-extensions>=4.0", @@ -88,7 +88,7 @@ extras_require = { # Retained for explicitness; the base install already pulls Core. - "rust": ["datafog-core>=1.3.0,<2"], + "rust": ["datafog-core>=1.4.0,<2"], "nlp": nlp_deps, "nlp-advanced": nlp_advanced_deps, "ocr": ocr_deps, diff --git a/tests/contracts/native-corpus.json b/tests/contracts/native-corpus.json index e3a3bbd7..b9c3a893 100644 --- a/tests/contracts/native-corpus.json +++ b/tests/contracts/native-corpus.json @@ -41,15 +41,7 @@ }, "unicode-chinese-name": { "offsets_shifted": true, - "reason": "Core's default email boundary set does not include a CJK prefix; ENV/SQL format handling covers the Latin cases it ships today" - }, - "json-escaped": { - "offsets_shifted": true, - "reason": "Core treats '=' as an assignment boundary under format: env, not by default" - }, - "markdown-code-block": { - "offsets_shifted": true, - "reason": "Core treats the opening quote as part of the token under format: sql, not by default" + "reason": "The corpus fixture itself contains eleven ASCII '?' characters (a mangled CJK name); '?' is a valid RFC local-part character, so the email span includes them in every engine. Overlap is the reviewed expectation." } } } diff --git a/tests/contracts/rust-1.3.0.json b/tests/contracts/rust-1.4.0.json similarity index 98% rename from tests/contracts/rust-1.3.0.json rename to tests/contracts/rust-1.4.0.json index 2c63c98c..6d3aeb4b 100644 --- a/tests/contracts/rust-1.3.0.json +++ b/tests/contracts/rust-1.4.0.json @@ -1,5 +1,5 @@ { - "core_version": "1.3.0", + "core_version": "1.4.0", "cases": { "scan-observation-invalid-card": { "classification": "detector-difference", diff --git a/tests/rust_contract.py b/tests/rust_contract.py index d3be6f66..2b618007 100644 --- a/tests/rust_contract.py +++ b/tests/rust_contract.py @@ -9,7 +9,7 @@ from tests.contract_481 import FIXTURE, observe -DEVIATIONS = Path(__file__).parent / "contracts" / "rust-1.3.0.json" +DEVIATIONS = Path(__file__).parent / "contracts" / "rust-1.4.0.json" TARGETS = { "datafog:scan", "datafog:redact",