Skip to content

Commit fbccd81

Browse files
committed
fix logging shit
1 parent 6ee1cee commit fbccd81

File tree

1 file changed

+25
-25
lines changed

1 file changed

+25
-25
lines changed

processor.py

Lines changed: 25 additions & 25 deletions
Original file line numberDiff line numberDiff line change
@@ -16,6 +16,8 @@
1616
r"((?P<auth_data>[a-zA-Z0-9_\.]+:[a-zA-Z0-9_\.]+)@)?" \
1717
r"(?P<domain>([0-9]{1,3}\.){3}[0-9]{1,3}|([a-zA-Z0-9_]+\.)+[a-zA-Z]+):(?P<port>[0-9]{1,5})/?$"
1818

19+
LOGGERS_FORMAT = "%(levelname)s ~ %(asctime)s ~ %(funcName)30s() ~ %(message)s"
20+
1921

2022
class Processor:
2123
"""
@@ -26,31 +28,29 @@ class Processor:
2628
def __init__(self):
2729
# TODO: find better logger
2830
self.logger = logging.getLogger("proxy_py/processor")
29-
self.logger.setLevel(logging.DEBUG)
30-
error_file_handler = logging.FileHandler("logs/processor.error.log")
31-
error_file_handler.setLevel(logging.ERROR)
32-
warning_file_handler = logging.FileHandler("logs/processor.warning.log")
33-
warning_file_handler.setLevel(logging.WARNING)
34-
info_file_handler = logging.FileHandler("logs/processor.log")
35-
info_file_handler.setLevel(logging.INFO)
36-
37-
self.logger.addHandler(error_file_handler)
38-
self.logger.addHandler(warning_file_handler)
39-
self.logger.addHandler(info_file_handler)
31+
32+
if settings.DEBUG:
33+
self.logger.setLevel(logging.DEBUG)
34+
else:
35+
self.logger.setLevel(logging.INFO)
36+
37+
logger_file_handler = logging.FileHandler("logs/processor.log")
38+
logger_file_handler.setLevel(logging.DEBUG)
39+
logger_file_handler.setFormatter(logging.Formatter(LOGGERS_FORMAT))
40+
41+
self.logger.addHandler(logger_file_handler)
42+
43+
self.collectors_logger = logging.getLogger("proxy_py/collectors")
4044
if settings.DEBUG:
41-
debug_file_handler = logging.FileHandler("logs/processor.debug.log")
42-
debug_file_handler.setLevel(logging.DEBUG)
43-
self.logger.addHandler(debug_file_handler)
45+
self.collectors_logger.setLevel(logging.DEBUG)
46+
else:
47+
self.collectors_logger.setLevel(logging.INFO)
4448

45-
self.collector_logger = logging.getLogger("proxy_py/collectors")
46-
self.collector_logger.setLevel(logging.WARNING)
47-
collector_logger_error_file_handler = logging.FileHandler("logs/collectors.error.log")
48-
collector_logger_error_file_handler.setLevel(logging.ERROR)
49-
collector_logger_warning_file_handler = logging.FileHandler("logs/collectors.warning.log")
50-
collector_logger_warning_file_handler.setLevel(logging.WARNING)
49+
collectors_logger_file_handler = logging.FileHandler("logs/collectors.log")
50+
collectors_logger_file_handler.setLevel(logging.DEBUG)
51+
logger_file_handler.setFormatter(logging.Formatter(LOGGERS_FORMAT))
5152

52-
self.collector_logger.addHandler(collector_logger_error_file_handler)
53-
self.collector_logger.addHandler(collector_logger_warning_file_handler)
53+
self.collectors_logger.addHandler(collectors_logger_file_handler)
5454

5555
self.logger.debug("processor initialization...")
5656

@@ -162,7 +162,7 @@ async def process_collector_of_state(self, collector_state):
162162
proxies = set(await collector.collect())
163163

164164
if not proxies:
165-
self.collector_logger.warning(
165+
self.collectors_logger.warning(
166166
"got 0 proxies from collector of type \"{}\"".format(type(collector))
167167
)
168168
else:
@@ -173,10 +173,10 @@ async def process_collector_of_state(self, collector_state):
173173
except KeyboardInterrupt as ex:
174174
raise ex
175175
except BaseException as ex:
176-
self.collector_logger.error(
176+
self.collectors_logger.error(
177177
"Error in collector of type \"{}\"".format(collector_state.identifier)
178178
)
179-
self.collector_logger.exception(ex)
179+
self.collectors_logger.exception(ex)
180180
finally:
181181
collector.last_processing_time = int(time.time())
182182
await collector.set_state(collector_state)

0 commit comments

Comments
 (0)