Skip to content

Commit 7bf7f91

Browse files
author
dark-visitors
committed
Update from Dark Visitors
1 parent fedb658 commit 7bf7f91

File tree

1 file changed

+19
-12
lines changed

1 file changed

+19
-12
lines changed

robots.json

Lines changed: 19 additions & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -76,12 +76,12 @@
7676
"frequency": "Only when prompted by a user.",
7777
"description": "Used by plugins in ChatGPT to answer queries based on user input."
7878
},
79-
"ClaudeBot": {
79+
"Claude-SearchBot": {
8080
"operator": "[Anthropic](https://www.anthropic.com)",
8181
"respect": "[Yes](https://support.anthropic.com/en/articles/8896518-does-anthropic-crawl-data-from-the-web-and-how-can-site-owners-block-the-crawler)",
82-
"function": "Scrapes data to train Anthropic's AI products.",
82+
"function": "Claude-SearchBot navigates the web to improve search result quality for users. It analyzes online content specifically to enhance the relevance and accuracy of search responses.",
8383
"frequency": "No information provided.",
84-
"description": "Scrapes data to train LLMs and AI products offered by Anthropic."
84+
"description": "Claude-SearchBot navigates the web to improve search result quality for users. It analyzes online content specifically to enhance the relevance and accuracy of search responses."
8585
},
8686
"Claude-User": {
8787
"operator": "[Anthropic](https://www.anthropic.com)",
@@ -90,12 +90,19 @@
9090
"frequency": "No information provided.",
9191
"description": "Claude-User supports Claude AI users. When individuals ask questions to Claude, it may access websites using a Claude-User agent."
9292
},
93-
"Claude-SearchBot": {
93+
"Claude-Web": {
94+
"operator": "Anthropic",
95+
"respect": "Unclear at this time.",
96+
"function": "Undocumented AI Agents",
97+
"frequency": "Unclear at this time.",
98+
"description": "Claude-Web is an AI-related agent operated by Anthropic. It's currently unclear exactly what it's used for, since there's no official documentation. If you can provide more detail, please contact us. More info can be found at https://darkvisitors.com/agents/agents/claude-web"
99+
},
100+
"ClaudeBot": {
94101
"operator": "[Anthropic](https://www.anthropic.com)",
95102
"respect": "[Yes](https://support.anthropic.com/en/articles/8896518-does-anthropic-crawl-data-from-the-web-and-how-can-site-owners-block-the-crawler)",
96-
"function": "Claude-SearchBot navigates the web to improve search result quality for users. It analyzes online content specifically to enhance the relevance and accuracy of search responses.",
103+
"function": "Scrapes data to train Anthropic's AI products.",
97104
"frequency": "No information provided.",
98-
"description": "Claude-SearchBot navigates the web to improve search result quality for users. It analyzes online content specifically to enhance the relevance and accuracy of search responses."
105+
"description": "Scrapes data to train LLMs and AI products offered by Anthropic."
99106
},
100107
"cohere-ai": {
101108
"operator": "[Cohere](https://cohere.com)",
@@ -287,11 +294,11 @@
287294
"description": "Meta-ExternalFetcher is dispatched by Meta AI products in response to user prompts, when they need to fetch an individual links. More info can be found at https://darkvisitors.com/agents/agents/meta-externalfetcher"
288295
},
289296
"MistralAI-User/1.0": {
290-
"operator": "Mistral AI",
291-
"function": "Takes action based on user prompts.",
292-
"frequency": "Only when prompted by a user.",
293-
"description": "MistralAI-User is for user actions in LeChat. When users ask LeChat a question, it may visit a web page to help answer and include a link to the source in its response.",
294-
"respect": "Yes"
297+
"operator": "Mistral AI",
298+
"function": "Takes action based on user prompts.",
299+
"frequency": "Only when prompted by a user.",
300+
"description": "MistralAI-User is for user actions in LeChat. When users ask LeChat a question, it may visit a web page to help answer and include a link to the source in its response.",
301+
"respect": "Yes"
295302
},
296303
"NovaAct": {
297304
"operator": "Unclear at this time.",
@@ -433,4 +440,4 @@
433440
"frequency": "No information.",
434441
"description": "Retrieves data used for You.com web search engine and LLMs."
435442
}
436-
}
443+
}

0 commit comments

Comments
 (0)