Fixes "invalid url" error in websearch (#675)

* Fixed #656

* lint

---------

Co-authored-by: muhammadbaqir1327 <muhammad.baqir@arbisoft.com>
Co-authored-by: Nathan Sarrazin <sarrazin.nathan@gmail.com>

Author: 3 people

src/lib/server/websearch/runWebSearch.ts

@@ -48,11 +48,17 @@ export async function runWebSearch(
 		webSearch.results =
 			(results.organic_results &&
 				results.organic_results.map((el: { title?: string; link: string; text?: string }) => {
-					const { title, link, text } = el;
-					const { hostname } = new URL(link);
-					return { title, link, hostname, text };
+					try {
+						const { title, link, text } = el;
+						const { hostname } = new URL(link);
+						return { title, link, hostname, text };
+					} catch (e) {
+						// Ignore Errors
+						return null;
+					}
 				})) ??
 			[];
+		webSearch.results = webSearch.results.filter((value) => value !== null);
 		webSearch.results = webSearch.results
 			.filter(({ link }) => !DOMAIN_BLOCKLIST.some((el) => link.includes(el))) // filter out blocklist links
 			.slice(0, MAX_N_PAGES_SCRAPE); // limit to first 10 links only