16
16
r"((?P<auth_data>[a-zA-Z0-9_\.]+:[a-zA-Z0-9_\.]+)@)?" \
17
17
r"(?P<domain>([0-9]{1,3}\.){3}[0-9]{1,3}|([a-zA-Z0-9_]+\.)+[a-zA-Z]+):(?P<port>[0-9]{1,5})/?$"
18
18
19
+ LOGGERS_FORMAT = "%(levelname)s ~ %(asctime)s ~ %(funcName)30s() ~ %(message)s"
20
+
19
21
20
22
class Processor :
21
23
"""
@@ -26,31 +28,29 @@ class Processor:
26
28
def __init__ (self ):
27
29
# TODO: find better logger
28
30
self .logger = logging .getLogger ("proxy_py/processor" )
29
- self .logger .setLevel (logging .DEBUG )
30
- error_file_handler = logging .FileHandler ("logs/processor.error.log" )
31
- error_file_handler .setLevel (logging .ERROR )
32
- warning_file_handler = logging .FileHandler ("logs/processor.warning.log" )
33
- warning_file_handler .setLevel (logging .WARNING )
34
- info_file_handler = logging .FileHandler ("logs/processor.log" )
35
- info_file_handler .setLevel (logging .INFO )
36
-
37
- self .logger .addHandler (error_file_handler )
38
- self .logger .addHandler (warning_file_handler )
39
- self .logger .addHandler (info_file_handler )
31
+
32
+ if settings .DEBUG :
33
+ self .logger .setLevel (logging .DEBUG )
34
+ else :
35
+ self .logger .setLevel (logging .INFO )
36
+
37
+ logger_file_handler = logging .FileHandler ("logs/processor.log" )
38
+ logger_file_handler .setLevel (logging .DEBUG )
39
+ logger_file_handler .setFormatter (logging .Formatter (LOGGERS_FORMAT ))
40
+
41
+ self .logger .addHandler (logger_file_handler )
42
+
43
+ self .collectors_logger = logging .getLogger ("proxy_py/collectors" )
40
44
if settings .DEBUG :
41
- debug_file_handler = logging . FileHandler ( "logs/processor.debug.log" )
42
- debug_file_handler . setLevel ( logging . DEBUG )
43
- self .logger . addHandler ( debug_file_handler )
45
+ self . collectors_logger . setLevel ( logging . DEBUG )
46
+ else :
47
+ self .collectors_logger . setLevel ( logging . INFO )
44
48
45
- self .collector_logger = logging .getLogger ("proxy_py/collectors" )
46
- self .collector_logger .setLevel (logging .WARNING )
47
- collector_logger_error_file_handler = logging .FileHandler ("logs/collectors.error.log" )
48
- collector_logger_error_file_handler .setLevel (logging .ERROR )
49
- collector_logger_warning_file_handler = logging .FileHandler ("logs/collectors.warning.log" )
50
- collector_logger_warning_file_handler .setLevel (logging .WARNING )
49
+ collectors_logger_file_handler = logging .FileHandler ("logs/collectors.log" )
50
+ collectors_logger_file_handler .setLevel (logging .DEBUG )
51
+ logger_file_handler .setFormatter (logging .Formatter (LOGGERS_FORMAT ))
51
52
52
- self .collector_logger .addHandler (collector_logger_error_file_handler )
53
- self .collector_logger .addHandler (collector_logger_warning_file_handler )
53
+ self .collectors_logger .addHandler (collectors_logger_file_handler )
54
54
55
55
self .logger .debug ("processor initialization..." )
56
56
@@ -162,7 +162,7 @@ async def process_collector_of_state(self, collector_state):
162
162
proxies = set (await collector .collect ())
163
163
164
164
if not proxies :
165
- self .collector_logger .warning (
165
+ self .collectors_logger .warning (
166
166
"got 0 proxies from collector of type \" {}\" " .format (type (collector ))
167
167
)
168
168
else :
@@ -173,10 +173,10 @@ async def process_collector_of_state(self, collector_state):
173
173
except KeyboardInterrupt as ex :
174
174
raise ex
175
175
except BaseException as ex :
176
- self .collector_logger .error (
176
+ self .collectors_logger .error (
177
177
"Error in collector of type \" {}\" " .format (collector_state .identifier )
178
178
)
179
- self .collector_logger .exception (ex )
179
+ self .collectors_logger .exception (ex )
180
180
finally :
181
181
collector .last_processing_time = int (time .time ())
182
182
await collector .set_state (collector_state )
0 commit comments