Add UTF8 support, fixes #158

Author: Scony

gdtoolkit/formatter/__main__.py

@@ -86,7 +86,7 @@ def _check_files_formatting(
     failed_files = set()
     for file_path in files:
         try:
-            with open(file_path, "r") as fh:
+            with open(file_path, "r", encoding="utf-8") as fh:
                 code = fh.read()
                 success, actually_formatted, formatted_code = _format_code(
                     code, line_length, file_path, safety_checks
@@ -141,7 +141,7 @@ def _format_files(files: List[str], line_length: int, safety_checks: bool) -> No
     failed_files = set()
     for file_path in files:
         try:
-            with open(file_path, "r+") as fh:
+            with open(file_path, "r+", encoding="utf-8") as fh:
                 code = fh.read()
                 success, actually_formatted, formatted_code = _format_code(
                     code, line_length, file_path, safety_checks

gdtoolkit/gd2py/__main__.py

@@ -30,5 +30,5 @@ def main():
         __doc__,
         version="gd2py {}".format(pkg_resources.get_distribution("gdtoolkit").version),
     )
-    with open(arguments["<path>"], "r") as fh:
+    with open(arguments["<path>"], "r", encoding="utf-8") as fh:
         print(convert_code(fh.read()))

gdtoolkit/gdradon/__main__.py

@@ -43,7 +43,7 @@ def main():
 
 def _cc(file_path: str) -> None:
     try:
-        with open(file_path, "r") as fh:
+        with open(file_path, "r", encoding="utf-8") as fh:
             python_code = convert_code(fh.read())
             results = cc_visit(python_code)
             if results == []:

gdtoolkit/linter/__main__.py

@@ -80,7 +80,7 @@ def main():
 def _dump_default_config() -> None:
     # TODO: error handling
     assert not os.path.isfile(CONFIG_FILE_NAME)
-    with open(CONFIG_FILE_NAME, "w") as fh:
+    with open(CONFIG_FILE_NAME, "w", encoding="utf-8") as fh:
         fh.write(yaml.dump(DEFAULT_CONFIG.copy()))
     sys.exit(0)
 
@@ -105,7 +105,7 @@ def _load_config_file_or_default(config_file_path: Optional[str]) -> MappingProx
     # TODO: error handling
     if config_file_path is not None:
         logging.info("Config file found: '%s'", config_file_path)
-        with open(config_file_path, "r") as fh:
+        with open(config_file_path, "r", encoding="utf-8") as fh:
             return yaml.load(fh.read(), Loader=yaml.Loader)
 
     logging.info("""No 'gdlintrc' nor '.gdlintrc' found. Using default config...""")
@@ -129,7 +129,7 @@ def _update_config_with_missing_entries_inplace(config: dict) -> None:
 
 def _lint_file(file_path: str, config: MappingProxyType) -> int:
     try:
-        with open(file_path, "r") as fh:
+        with open(file_path, "r", encoding="utf-8") as fh:
             content = fh.read()
             problems = lint_code(content, config)
             if len(problems) > 0:  # TODO: friendly frontend like in halint

gdtoolkit/parser/__main__.py

@@ -50,7 +50,7 @@ def main():
 
 def _parse_file(file_path: str, arguments: Dict) -> bool:
     try:
-        with open(file_path, "r") as fh:
+        with open(file_path, "r", encoding="utf-8") as fh:
             file_content = fh.read()
             return _parse_file_content(file_content, arguments, file_path)
     except OSError as e: