diff --git a/utils/incrparse/validate_parse.py b/utils/incrparse/validate_parse.py index 6d62d90fb5a18..8f69591fb8aaa 100755 --- a/utils/incrparse/validate_parse.py +++ b/utils/incrparse/validate_parse.py @@ -4,6 +4,7 @@ import argparse import difflib +import io import os import sys @@ -108,8 +109,10 @@ def main(): sys.exit(1) # Check if the two syntax trees are the same - lines = difflib.unified_diff(open(incremental_serialized_file).readlines(), - open(post_edit_serialized_file).readlines(), + lines = difflib.unified_diff(io.open(incremental_serialized_file, 'r', + encoding='utf-8', errors='ignore').readlines(), + io.open(post_edit_serialized_file, 'r', + encoding='utf-8', errors='ignore').readlines(), fromfile=incremental_serialized_file, tofile=post_edit_serialized_file) diff = '\n'.join(line for line in lines)