Skip to content
Merged
Changes from 1 commit
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
21 changes: 20 additions & 1 deletion Tools/scripts/deepfreeze.py
Original file line number Diff line number Diff line change
Expand Up @@ -5,18 +5,37 @@
import contextlib
import os
import re
import sys
import time
import types
import unicodedata
from typing import Dict, FrozenSet, Tuple, TextIO

import umarshal

verbose = False

# See Objects/unicodectype.c:_PyUnicode_IsPrintable
NON_PRINTABLE = {"Cc", "Cf", "Cs", "Co", "Cn", "Zl", "Zp", "Zs"}


def isprintable(b: bytes) -> bool:
if sys.version_info > (3, 7):
return b.isascii() and b.decode("ascii").isprintable()
else:
try:
s = b.decode("ascii")
except UnicodeDecodeError:
return False
for c in s:
if unicodedata.category(c) in NON_PRINTABLE:
return False
return True


def make_string_literal(b: bytes) -> str:
res = ['"']
if b.isascii() and b.decode("ascii").isprintable():
if isprintable(b):
res.append(b.decode("ascii").replace("\\", "\\\\").replace("\"", "\\\""))
else:
for i in b:
Expand Down