Skip to content

feat: Durable Web Search golem:web-search API Across Different Providers in Rust #66

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Closed
wants to merge 40 commits into from
Closed
Show file tree
Hide file tree
Changes from 36 commits
Commits
Show all changes
40 commits
Select commit Hold shift + click to select a range
53c9bb2
web-search crate
Rutik7066 Jun 18, 2025
453ad6a
google
Rutik7066 Jun 19, 2025
54ddb9f
added test
Rutik7066 Jun 19, 2025
5f10ce5
test build error fix
Rutik7066 Jun 20, 2025
40c7d13
wip
Rutik7066 Jun 23, 2025
d6f56a0
final
Rutik7066 Jun 24, 2025
d385745
ci fix
Rutik7066 Jun 24, 2025
0b32512
Merge remote-tracking branch 'origin/main' into web-search
Rutik7066 Jun 25, 2025
cc2851e
rebase wip
Rutik7066 Jun 25, 2025
3493156
fix
Rutik7066 Jun 25, 2025
c08754d
ci fix
Rutik7066 Jun 25, 2025
1117ae9
revert
Rutik7066 Jun 26, 2025
e9c3021
fix
Rutik7066 Jun 26, 2025
24cb705
contry and language code mapping
Rutik7066 Jul 4, 2025
6d9ca57
lint
Rutik7066 Jul 5, 2025
230b5f3
Trigger PR reopen
Rutik7066 Jul 8, 2025
fee5b3e
Trigger PR reopen
Rutik7066 Jul 8, 2025
99d37a6
brave fix
Rutik7066 Jul 17, 2025
8140ea5
google fix
Rutik7066 Jul 17, 2025
192bf4e
ci ollama fix
Rutik7066 Jul 17, 2025
c71e3df
Merge remote-tracking branch 'origin/main' into web-search
Rutik7066 Jul 17, 2025
24e6db4
clippy
Rutik7066 Jul 17, 2025
88af836
revert ci ollama fix
Rutik7066 Jul 17, 2025
887b442
unit test fix
Rutik7066 Jul 17, 2025
62221e0
modified test4
Rutik7066 Jul 18, 2025
8e2f042
durability
Rutik7066 Jul 19, 2025
277b05f
improvement in durability
Rutik7066 Jul 20, 2025
aa83b8c
durabilty
Rutik7066 Jul 20, 2025
baedbf1
update count_page and finished
Rutik7066 Jul 20, 2025
df00b4c
Update .github/workflows/ci.yaml
mschuwalow Jul 21, 2025
b9d0e5d
get_meatdata durable
Rutik7066 Jul 21, 2025
53f443a
Refactor ExtendedGuest trait by removing unwrapped_search_session met…
Rutik7066 Jul 21, 2025
2c06807
refactor
Rutik7066 Jul 21, 2025
587b9c7
new provider exa wip
Rutik7066 Jul 21, 2025
cb7aea4
exa wip
Rutik7066 Jul 21, 2025
3d52151
Merge remote-tracking branch 'origin/main' into web-search
Rutik7066 Jul 21, 2025
7e12c4a
replay case get metadata
Rutik7066 Jul 21, 2025
08cc7fb
updated next_page to use failable durabilty api
Rutik7066 Jul 21, 2025
23ba0b3
clippy
Rutik7066 Jul 21, 2025
456c7d6
removed exa
Rutik7066 Jul 21, 2025
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
85 changes: 85 additions & 0 deletions Cargo.lock

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

6 changes: 6 additions & 0 deletions Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -9,6 +9,12 @@ members = [
"llm/ollama",
"llm/openai",
"llm/openrouter",
"web-search/web-search",
"web-search/brave",
"web-search/google",
"web-search/serper",
"web-search/tavily",
"web-search/exa",
"search/search",
"search/elasticsearch",
"search/algolia",
Expand Down
16 changes: 8 additions & 8 deletions Makefile.toml
Original file line number Diff line number Diff line change
Expand Up @@ -13,7 +13,7 @@ args = ["test"]
[tasks.build]
script_runner = "@duckscript"
script = '''
domains = array llm search
domains = array llm web-search search

# if there is no domain passed run for every domain
if is_empty ${1}
Expand All @@ -28,7 +28,7 @@ end
[tasks.release-build]
script_runner = "@duckscript"
script = '''
domains = array llm search
domains = array llm web-search search

# if there is no domain passed run for every domain
if is_empty ${1}
Expand All @@ -44,7 +44,7 @@ end
script_runner = "@duckscript"
script = '''
#!/bin/bash
domains = array llm search
domains = array llm web-search search

# if there is no domain passed run for every domain
if is_empty ${1}
Expand All @@ -60,7 +60,7 @@ end
script_runner = "@duckscript"
script = '''
#!/bin/bash
domains = array llm search
domains = array llm web-search search

# if there is no domain passed run for every domain
if is_empty ${1}
Expand All @@ -75,7 +75,7 @@ end
[tasks.wit]
script_runner = "@duckscript"
script = '''
domains = array llm search
domains = array llm web-search search

# if there is no domain passed run for every domain
if is_empty ${1}
Expand All @@ -91,7 +91,7 @@ end
description = "Builds all test components with golem-cli"
script_runner = "@duckscript"
script = '''
domains = array llm search
domains = array llm web-search search

# if there is no domain passed run for every domain
if is_empty ${1}
Expand Down Expand Up @@ -137,7 +137,7 @@ script = '''

is_portable = eq ${1} "--portable"

targets = array llm_openai llm_anthropic llm_grok llm_openrouter llm_ollama llm_bedrock search_algolia search_elasticsearch search_meilisearch search_opensearch search_typesense
targets = array llm_openai llm_anthropic llm_grok llm_openrouter llm_ollama websearch_google websearch_brave websearch_tavily websearch_serper llm_bedrock search_algolia search_elasticsearch search_meilisearch search_opensearch search_typesense
for target in ${targets}
if is_portable
cp target/wasm32-wasip1/debug/golem_${target}.wasm components/debug/golem_${target}-portable.wasm
Expand All @@ -153,7 +153,7 @@ script = '''

is_portable = eq ${1} "--portable"

targets = array llm_openai llm_anthropic llm_grok llm_openrouter llm_ollama llm_bedrock search_algolia search_elasticsearch search_meilisearch search_opensearch search_typesense
targets = array llm_openai llm_anthropic llm_grok llm_openrouter llm_ollama websearch_google websearch_brave websearch_tavily websearch_serper llm_bedrock search_algolia search_elasticsearch search_meilisearch search_opensearch search_typesense
for target in ${targets}
if is_portable
cp target/wasm32-wasip1/release/golem_${target}.wasm components/release/golem_${target}-portable.wasm
Expand Down
12 changes: 12 additions & 0 deletions test/Cargo.lock

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

Loading
Loading