Merge pull request #946 from mvalentsev/fix/utf8-read-text

fix: add explicit UTF-8 encoding to read_text() calls (#776)
This commit is contained in:
Igor Lins e Silva
2026-04-16 15:52:42 -03:00
committed by GitHub
5 changed files with 10 additions and 10 deletions
+1 -1
View File
@@ -308,7 +308,7 @@ class EntityRegistry:
path = (Path(config_dir) / "entity_registry.json") if config_dir else cls.DEFAULT_PATH
if path.exists():
try:
data = json.loads(path.read_text())
data = json.loads(path.read_text(encoding="utf-8"))
return cls(data, path)
except (json.JSONDecodeError, OSError):
pass
+1 -1
View File
@@ -25,4 +25,4 @@ def run_instructions(name: str):
print(f"Instructions file not found: {md_path}", file=sys.stderr)
sys.exit(1)
print(md_path.read_text())
print(md_path.read_text(encoding="utf-8"))
+3 -3
View File
@@ -50,7 +50,7 @@ def _load_known_names_config(force_reload: bool = False):
if _KNOWN_NAMES_PATH.exists():
try:
_KNOWN_NAMES_CACHE = json.loads(_KNOWN_NAMES_PATH.read_text())
_KNOWN_NAMES_CACHE = json.loads(_KNOWN_NAMES_PATH.read_text(encoding="utf-8"))
return _KNOWN_NAMES_CACHE
except (json.JSONDecodeError, OSError):
pass
@@ -184,7 +184,7 @@ def split_file(filepath, output_dir, dry_run=False):
path = Path(filepath)
max_size = 500 * 1024 * 1024 # 500 MB safety limit
if path.stat().st_size > max_size:
print(f" SKIP: {path.name} exceeds {max_size // (1024*1024)} MB limit")
print(f" SKIP: {path.name} exceeds {max_size // (1024 * 1024)} MB limit")
return []
lines = path.read_text(errors="replace").splitlines(keepends=True)
@@ -273,7 +273,7 @@ def main():
max_scan_size = 500 * 1024 * 1024 # 500 MB
for f in files:
if f.stat().st_size > max_scan_size:
print(f" SKIP: {f.name} exceeds {max_scan_size // (1024*1024)} MB limit")
print(f" SKIP: {f.name} exceeds {max_scan_size // (1024 * 1024)} MB limit")
continue
lines = f.read_text(errors="replace").splitlines(keepends=True)
boundaries = find_session_boundaries(lines)