forked from DRMTalks/devine
Handle chardet returning `None` as encoding
This commit is contained in:
parent
c31ee338dc
commit
0be62541ba
|
@ -237,6 +237,8 @@ def try_ensure_utf8(data: bytes) -> bytes:
|
|||
try:
|
||||
# last ditch effort to detect encoding
|
||||
detection_result = chardet.detect(data)
|
||||
if not detection_result["encoding"]:
|
||||
return data
|
||||
return data.decode(detection_result["encoding"]).encode("utf8")
|
||||
except UnicodeDecodeError:
|
||||
return data
|
||||
|
|
Loading…
Reference in New Issue