Update to Heritrix 3.7 for #345

Author: machawk1

.codeclimate.yml

@@ -7,6 +7,6 @@ exclude_paths:
 - "build/*"
 - "support/*"
 - "WAIL.spec"
-- "bundledApps/heritrix-3.4.0-20240909/*"
+- "bundledApps/heritrix-3.7.0/*"
 - "bundledApps/html/*"
 - "bundledApps/tomcat/*"

README.md

@@ -232,7 +232,7 @@
 if "darwin" in sys.platform:  # macOS-specific code
     # This should be dynamic but doesn't work with WAIL binary
     wail_path = '/Applications/WAIL.app'
-    heritrix_path = f'{wail_path}/bundledApps/heritrix-3.4.0-20240909/'
+    heritrix_path = f'{wail_path}/bundledApps/heritrix-3.7.0/'
     heritrix_bin_path = f'sh {heritrix_path}bin/heritrix'
     heritrix_job_path = f'{heritrix_path}jobs/'
     font_size = 10
@@ -275,7 +275,7 @@
 elif sys.platform.startswith("linux"):
     # Should be more dynamics but suitable for Docker-Linux testing
     wail_path = '/wail'
-    heritrix_path = f'{wail_path}/bundledApps/heritrix-3.2.0/'
+    heritrix_path = f'{wail_path}/bundledApps/heritrix-3.7.0/'
     heritrix_bin_path = f'sh {heritrix_path}bin/heritrix'
     heritrix_job_path = f'{heritrix_path}jobs/'
     font_size = 10
@@ -317,7 +317,7 @@
     jre_home = jdk_path
     java_home = jdk_path
 
-    heritrix_path = wail_path + "\\bundledApps\\heritrix-3.2.0\\"
+    heritrix_path = wail_path + "\\bundledApps\\heritrix-3.7.0\\"
     heritrix_bin_path = f'{heritrix_path}bin\\heritrix.cmd'
     heritrix_job_path = f'{heritrix_path}\\jobs\\'
     tomcat_path = f'{wail_path}\\bundledApps\\tomcat'

bundledApps/WAILConfig.py

@@ -4,6 +4,7 @@
 .level = WARNING
 # ...and even less from the too-chatty-with-WARNINGs HttpClient library...
 org.apache.commons.httpclient.level = SEVERE
+org.apache.http.client.protocol.ResponseProcessCookies.level = SEVERE
 org.restlet.Component.LogFilter.level = SEVERE
 org.eclipse.jetty.log.level = SEVERE
 org.apache.pdfbox = SEVERE