Skip to content

Commit 02b9d5a

Browse files
authored
Add TheCrawler MCP server (#132)
Co-authored-by: Rashadamom <Rashadamom@users.noreply.github.com>
1 parent 8cdebf2 commit 02b9d5a

1 file changed

Lines changed: 66 additions & 0 deletions

File tree

Lines changed: 66 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,66 @@
1+
{
2+
"$schema": "../schemas/server-definition.schema.json",
3+
"id": "io.github-manchittlab-thecrawler",
4+
"name": "TheCrawler",
5+
"alias": "thecrawler",
6+
"description": "Crawl public web pages, extract clean markdown, and run diagnostic-first extraction contracts with required-field and missing-field evidence for agent workflows.",
7+
"logo": "https://avatars.githubusercontent.com/u/275741058?v=4",
8+
"schema_version": "2.1",
9+
"categories": [
10+
"search",
11+
"developer-tools"
12+
],
13+
"tags": [
14+
"crawl",
15+
"web",
16+
"extraction",
17+
"markdown",
18+
"agents",
19+
"diagnostics"
20+
],
21+
"transport": {
22+
"type": "stdio",
23+
"command": "node",
24+
"args": [
25+
"${input:THECRAWLER_ENGINE_DIR}/dist/mcp.js"
26+
],
27+
"env": {
28+
"NODE_OPTIONS": "--use-system-ca"
29+
},
30+
"metadata": {
31+
"inputs": [
32+
{
33+
"id": "THECRAWLER_ENGINE_DIR",
34+
"label": "TheCrawler engine directory",
35+
"description": "Path to the engine folder from a GitHub source checkout. Setup: git clone https://github.com/manchittlab/TheCrawler.git && cd TheCrawler/engine && npm install && npm run build",
36+
"type": "directory_path",
37+
"required": true,
38+
"secret": false,
39+
"placeholder": "C:\\Users\\you\\TheCrawler\\engine or /home/you/TheCrawler/engine"
40+
}
41+
]
42+
}
43+
},
44+
"auth": {
45+
"type": "none"
46+
},
47+
"contributor": {
48+
"name": "manchittlab",
49+
"github": "manchittlab",
50+
"url": "https://github.com/manchittlab"
51+
},
52+
"links": {
53+
"repository": "https://github.com/manchittlab/TheCrawler",
54+
"homepage": "https://www.miaibot.ai/tools/thecrawler",
55+
"documentation": "https://github.com/manchittlab/TheCrawler/blob/main/llms-install.md"
56+
},
57+
"platforms": [
58+
"all"
59+
],
60+
"capabilities": {
61+
"tools": true,
62+
"resources": false,
63+
"prompts": false,
64+
"read_only_mode": true
65+
}
66+
}

0 commit comments

Comments
 (0)