fix(event_computer): remove unused import 'get_entity_id'

refactor(cache): update cache settings with config values

feat(config): add new cache configuration parameters

fix(async_cache): add warning for uncached results

refactor(load_settings): adjust cache settings using config values

refactor(event_source): update cache settings with config values

refactor(event_reshaping): use config values for cache settings

refactor(event_validation): update cache settings with config values

refactor(event_mapping): use config values for cache settings

refactor(trigger): update cache settings with config values

refactor(field_mapping): use config values for cache settings

refactor(event_to_profile_mapping): update cache settings with config values

refactor(resource): use config values for cache settings

refactor(compliance): update cache settings with config values

refactor(event_server_endpoint): comment out profiler report conditions

Author: atompie

tracardi/config.py

@@ -29,6 +29,8 @@ class MemoryCacheConfig:
     def __init__(self):
         _default_ttl = 60
 
+        self.timeout_sql_query_in = 1
+        self.max_one_cache_fill_every = .5
         self.event_to_profile_coping_ttl = _get_random_value(
             get_env_as_int('EVENT_TO_PROFILE_COPY_CACHE_TTL', _default_ttl))
         self.source_ttl = _get_random_value(get_env_as_int('SOURCE_CACHE_TTL', _default_ttl))

tracardi/service/cache/compliance.py

@@ -9,8 +9,8 @@
 
 @AsyncCache(memory_cache.data_compliance_cache_ttl,
             allow_null_values=True,
-            timeout=.5,
-            max_one_cache_fill_every=.1,
+            timeout=memory_cache.timeout_sql_query_in,
+            max_one_cache_fill_every=memory_cache.max_one_cache_fill_every,
             return_cache_on_error=True
             )
 async def load_data_compliance(event_type_id: str) -> List[EventDataCompliance]:

tracardi/service/cache/destinations.py

@@ -8,8 +8,8 @@
 
 
 @AsyncCache(memory_cache.event_destination_cache_ttl,
-            timeout=.5,
-            max_one_cache_fill_every=.1,
+            timeout=memory_cache.timeout_sql_query_in,
+            max_one_cache_fill_every=memory_cache.max_one_cache_fill_every,
             return_cache_on_error=True
             )
 async def load_event_destinations(event_type, source_id) -> List[Destination]:

tracardi/service/cache/event_mapping.py

@@ -7,8 +7,8 @@
 
 
 @AsyncCache(memory_cache.event_mapping_cache_ttl,
-            timeout=.5,
-            max_one_cache_fill_every=.1,
+            timeout=memory_cache.timeout_sql_query_in,
+            max_one_cache_fill_every=memory_cache.max_one_cache_fill_every,
             allow_null_values=True,
             return_cache_on_error=True
             )

tracardi/service/cache/event_reshaping.py

@@ -7,8 +7,8 @@
 
 
 @AsyncCache(memory_cache.event_reshaping_cache_ttl,
-            timeout=.5,
-            max_one_cache_fill_every=.1,
+            timeout=memory_cache.timeout_sql_query_in,
+            max_one_cache_fill_every=memory_cache.max_one_cache_fill_every,
             allow_null_values=True,
             return_cache_on_error=True
             )

tracardi/service/cache/event_source.py

@@ -7,8 +7,8 @@
 
 
 @AsyncCache(memory_cache.source_ttl,
-            timeout=1,
-            max_one_cache_fill_every=.1,
+            timeout=memory_cache.timeout_sql_query_in,
+            max_one_cache_fill_every=memory_cache.max_one_cache_fill_every,
             return_cache_on_error=True
             )
 async def load_event_source_via_cache(source_id) -> Optional[EventSource]:

tracardi/service/cache/event_to_profile_mapping.py

@@ -7,8 +7,8 @@
 
 
 @AsyncCache(memory_cache.event_to_profile_coping_ttl,
-            timeout=.5,
-            max_one_cache_fill_every=.1,
+            timeout=memory_cache.timeout_sql_query_in,
+            max_one_cache_fill_every=memory_cache.max_one_cache_fill_every,
             return_cache_on_error=True
             )
 async def load_event_to_profile(event_type_id: str) -> List[EventToProfile]:

tracardi/service/cache/event_validation.py

@@ -6,8 +6,8 @@
 from tracardi.service.storage.mysql.interface import event_validation_dao
 
 @AsyncCache(memory_cache.event_validation_cache_ttl,
-            timeout=.5,
-            max_one_cache_fill_every=.1,
+            timeout=memory_cache.timeout_sql_query_in,
+            max_one_cache_fill_every=memory_cache.max_one_cache_fill_every,
             return_cache_on_error=True
             )
 async def load_event_validation(event_type: str) -> List[EventValidator]:

tracardi/service/cache/field_mapping.py

@@ -1,10 +1,11 @@
+from tracardi.config import memory_cache
 from tracardi.service.decorators.async_cache import AsyncCache
 from tracardi.service.storage.elastic.driver.factory import storage_manager
 
 
 @AsyncCache(5,
-            timeout=.5,
-            max_one_cache_fill_every=.1,
+            timeout=memory_cache.timeout_sql_query_in,
+            max_one_cache_fill_every=memory_cache.max_one_cache_fill_every,
             return_cache_on_error=True
             )
 async def load_fields(index: str) -> list:

tracardi/service/cache/load_settings.py

@@ -1,10 +1,11 @@
+from tracardi.config import memory_cache
 from tracardi.service.decorators.async_cache import AsyncCache
 from tracardi.service.storage.mysql.service.configuration_service import ConfigurationService
 
 
 @AsyncCache(60,
-            timeout=1,
-            max_one_cache_fill_every=.1,
+            timeout=5,
+            max_one_cache_fill_every=memory_cache.max_one_cache_fill_every,
             return_cache_on_error=True)
 async def load_global_settings_by_key(key):
     cs = ConfigurationService()