mirror of
https://github.com/guillaumemeyer/watermarks-remover.git
synced 2026-08-22 13:11:57 +02:00
guillaume
bbd696d038
Add Makefile, pytest.ini, synthetic fixtures (MD/HTML/SVG), PDF degraded clean test, and make smoke/test targets so the multi-vendor plan is fully closed.
210 lines
7.4 KiB
Python
210 lines
7.4 KiB
Python
"""Tests for SVG/HTML/MD/DOCX/ODT container cleaners."""
|
|
|
|
from __future__ import annotations
|
|
|
|
import io
|
|
import sys
|
|
import zipfile
|
|
from pathlib import Path
|
|
|
|
ROOT = Path(__file__).resolve().parents[1]
|
|
SCRIPTS = ROOT / "skills" / "remove-ai-marks" / "scripts"
|
|
sys.path.insert(0, str(SCRIPTS))
|
|
|
|
from container_meta import ( # noqa: E402
|
|
clean_container,
|
|
clean_docx,
|
|
clean_html,
|
|
clean_markdown,
|
|
clean_odt,
|
|
clean_svg,
|
|
inspect_container,
|
|
inspect_html,
|
|
inspect_markdown,
|
|
inspect_svg,
|
|
)
|
|
|
|
|
|
def test_markdown_frontmatter():
|
|
text = """---
|
|
title: Hello
|
|
generator: Claude
|
|
ai_generated: true
|
|
---
|
|
Body\u200b text.
|
|
"""
|
|
_c2, has_ai, findings, _d = inspect_markdown(text)
|
|
assert has_ai
|
|
assert any("generator" in f or "ai" in f.lower() for f in findings)
|
|
cleaned, actions = clean_markdown(text)
|
|
assert "generator:" not in cleaned
|
|
assert "ai_generated:" not in cleaned
|
|
assert "title: Hello" in cleaned
|
|
assert any("drop" in a for a in actions)
|
|
|
|
|
|
def test_html_meta_strip():
|
|
html = """<html><head>
|
|
<meta name="generator" content="ChatGPT">
|
|
<meta name="viewport" content="width=device-width">
|
|
<meta name="description" content="ok">
|
|
</head><body data-ai-model="gpt">Hi</body></html>"""
|
|
_c2, has_ai, findings, _ = inspect_html(html)
|
|
assert has_ai
|
|
cleaned, actions = clean_html(html)
|
|
assert "ChatGPT" not in cleaned
|
|
assert "viewport" in cleaned
|
|
assert "data-ai-model" not in cleaned
|
|
assert any("drop" in a for a in actions)
|
|
|
|
|
|
def test_svg_metadata():
|
|
svg = b"""<?xml version="1.0"?>
|
|
<svg xmlns="http://www.w3.org/2000/svg">
|
|
<metadata>c2pa contentcredentials Anthropic</metadata>
|
|
<circle cx="1" cy="1" r="1"/>
|
|
</svg>"""
|
|
has_c2pa, has_ai, findings, _ = inspect_svg(svg)
|
|
assert has_c2pa or has_ai
|
|
cleaned, actions = clean_svg(svg)
|
|
assert b"<metadata" not in cleaned.lower() or b"c2pa" not in cleaned.lower()
|
|
assert b"<circle" in cleaned
|
|
assert any("metadata" in a or "drop" in a for a in actions)
|
|
|
|
|
|
def _make_docx_with_app(app_name: str = "Claude AI Writer") -> bytes:
|
|
buf = io.BytesIO()
|
|
with zipfile.ZipFile(buf, "w") as zf:
|
|
zf.writestr(
|
|
"[Content_Types].xml",
|
|
"""<?xml version="1.0"?>
|
|
<Types xmlns="http://schemas.openxmlformats.org/package/2006/content-types">
|
|
<Default Extension="xml" ContentType="application/xml"/>
|
|
<Override PartName="/word/document.xml" ContentType="application/vnd.openxmlformats-officedocument.wordprocessingml.document.main+xml"/>
|
|
<Override PartName="/docProps/app.xml" ContentType="application/vnd.openxmlformats-package.core-properties+xml"/>
|
|
<Override PartName="/customXml/item1.xml" ContentType="application/xml"/>
|
|
</Types>""",
|
|
)
|
|
zf.writestr(
|
|
"word/document.xml",
|
|
'<?xml version="1.0"?><w:document xmlns:w="http://schemas.openxmlformats.org/wordprocessingml/2006/main"><w:body><w:p><w:r><w:t>Hello</w:t></w:r></w:p></w:body></w:document>',
|
|
)
|
|
zf.writestr(
|
|
"docProps/app.xml",
|
|
f'<?xml version="1.0"?><Properties><Application>{app_name}</Application></Properties>',
|
|
)
|
|
zf.writestr(
|
|
"customXml/item1.xml",
|
|
'<?xml version="1.0"?><root>c2pa contentcredentials</root>',
|
|
)
|
|
return buf.getvalue()
|
|
|
|
|
|
def test_docx_strips_app_and_customxml(tmp_path: Path):
|
|
data = _make_docx_with_app()
|
|
cleaned, actions = clean_docx(data)
|
|
assert any("customXml" in a or "Application" in a or "drop" in a for a in actions)
|
|
with zipfile.ZipFile(io.BytesIO(cleaned)) as zf:
|
|
names = zf.namelist()
|
|
assert "word/document.xml" in names
|
|
assert not any(n.startswith("customXml/") for n in names)
|
|
app = zf.read("docProps/app.xml").decode()
|
|
assert "Claude" not in app
|
|
|
|
|
|
def _make_odt(generator: str = "Anthropic Claude") -> bytes:
|
|
buf = io.BytesIO()
|
|
with zipfile.ZipFile(buf, "w") as zf:
|
|
zf.writestr("mimetype", "application/vnd.oasis.opendocument.text")
|
|
zf.writestr(
|
|
"meta.xml",
|
|
f'<?xml version="1.0"?><office:document-meta xmlns:office="urn:oasis:names:tc:opendocument:xmlns:office:1.0" xmlns:meta="urn:oasis:names:tc:opendocument:xmlns:meta:1.0"><meta:generator>{generator}</meta:generator></office:document-meta>',
|
|
)
|
|
zf.writestr(
|
|
"content.xml",
|
|
'<?xml version="1.0"?><office:document-content xmlns:office="urn:oasis:names:tc:opendocument:xmlns:office:1.0"/>',
|
|
)
|
|
zf.writestr(
|
|
"META-INF/manifest.xml",
|
|
'<?xml version="1.0"?><manifest:manifest xmlns:manifest="urn:oasis:names:tc:opendocument:xmlns:manifest:1.0"/>',
|
|
)
|
|
return buf.getvalue()
|
|
|
|
|
|
def test_odt_drops_generator(tmp_path: Path):
|
|
data = _make_odt()
|
|
cleaned, actions = clean_odt(data)
|
|
assert any("generator" in a for a in actions)
|
|
with zipfile.ZipFile(io.BytesIO(cleaned)) as zf:
|
|
meta = zf.read("meta.xml").decode()
|
|
assert "Claude" not in meta
|
|
assert "meta:generator" not in meta or "Anthropic" not in meta
|
|
|
|
|
|
def test_clean_container_markdown_file(tmp_path: Path):
|
|
src = tmp_path / "x.md"
|
|
src.write_text("---\ngenerator: OpenAI\n---\nHi\u200b\n", encoding="utf-8")
|
|
dest = tmp_path / "x.cleaned.md"
|
|
result = clean_container(src, dest)
|
|
assert dest.is_file()
|
|
body = dest.read_text(encoding="utf-8")
|
|
assert "generator" not in body
|
|
assert "\u200b" not in body
|
|
assert result["format"] == "markdown"
|
|
|
|
|
|
def test_inspect_container_svg(tmp_path: Path):
|
|
src = tmp_path / "a.svg"
|
|
src.write_bytes(
|
|
b'<svg xmlns="http://www.w3.org/2000/svg"><metadata>c2pa</metadata></svg>'
|
|
)
|
|
report = inspect_container(src)
|
|
assert report.format == "svg"
|
|
assert report.has_c2pa or report.has_ai_metadata
|
|
|
|
|
|
def test_fixtures_md_html_svg_roundtrip(tmp_path: Path):
|
|
root = Path(__file__).resolve().parents[1] / "tests" / "fixtures"
|
|
for name in ("sample_ai.md", "sample_ai.html", "sample_meta.svg"):
|
|
src = root / name
|
|
dest = tmp_path / f"{name}.cleaned{src.suffix}"
|
|
result = clean_container(src, dest)
|
|
assert dest.is_file()
|
|
assert result["format"] in ("markdown", "html", "svg")
|
|
# AI-ish keys/tags should be reduced
|
|
body = dest.read_bytes().lower()
|
|
assert b"chatgpt" not in body
|
|
assert b"generator: claude" not in body
|
|
|
|
|
|
def test_pdf_degraded_clean_without_crash(tmp_path: Path):
|
|
"""Minimal PDF with an XMP packet; clean should not raise (may be degraded)."""
|
|
from container_meta import clean_pdf, inspect_pdf
|
|
|
|
xmp = (
|
|
b"<?xpacket begin='' id='W5M0MpCehiHzreSzNTczkc9d'?>"
|
|
b"<x:xmpmeta xmlns:x='adobe:ns:meta/'>"
|
|
b"<rdf:RDF xmlns:rdf='http://www.w3.org/1999/02/22-rdf-syntax-ns#'>"
|
|
b"<rdf:Description>"
|
|
b"<digitalSourceType>trainedAlgorithmicMedia</digitalSourceType>"
|
|
b"</rdf:Description></rdf:RDF></x:xmpmeta>"
|
|
b"<?xpacket end='w'?>"
|
|
)
|
|
# Minimal-ish PDF skeleton (not renderable; enough for byte-level tools)
|
|
pdf = (
|
|
b"%PDF-1.4\n"
|
|
b"1 0 obj<<>>endobj\n"
|
|
b"trailer<<>>\n"
|
|
+ xmp
|
|
+ b"\n%%EOF\n"
|
|
)
|
|
src = tmp_path / "t.pdf"
|
|
dest = tmp_path / "t.cleaned.pdf"
|
|
src.write_bytes(pdf)
|
|
has_c2pa, has_ai, findings, _ = inspect_pdf(src, pdf)
|
|
assert has_ai or has_c2pa or findings
|
|
actions, meta = clean_pdf(src, dest)
|
|
assert dest.is_file()
|
|
assert actions
|
|
assert meta.get("mode") in ("exiftool", "stdlib-xmp", "copy")
|