mirror of
https://github.com/manooll/webfetch-mcp.git
synced 2026-09-27 22:24:22 +00:00
Jay
91efa97174
🚀 Production-ready MCP server for web search and content extraction Core Features: - Web search via local SearxNG instance with 70+ configurable engines - Advanced web content extraction using Mozilla Readability - Browser simulation with rotating user agents and realistic headers - Rate limiting and responsible scraping practices (8 calls per session) - Comprehensive error handling and detailed logging - LM Studio integration with full MCP protocol compliance Technical Highlights: - JavaScript execution support via JSDOM for dynamic content - Multi-layer content extraction with fallback strategies - Retry logic for transient HTTP errors - Binary content detection and proper handling - Real-time log monitoring utility included Author: Jay Leon (@manull) License: MIT Repository: https://github.com/manooll/webfetch-mcp
59 lines
1.5 KiB
JSON
59 lines
1.5 KiB
JSON
{
|
|
"name": "webfetch-mcp",
|
|
"version": "0.1.7",
|
|
"type": "module",
|
|
"private": false,
|
|
"description": "Production-ready MCP server for web search and content extraction. Live web access for your local AI with tunable search and clean content extraction.",
|
|
"main": "server.mjs",
|
|
"bin": {
|
|
"webfetch-mcp": "./server.mjs"
|
|
},
|
|
"scripts": {
|
|
"start": "node server.mjs",
|
|
"monitor": "node monitor-logs.mjs",
|
|
"test": "echo \"Error: no test specified\" && exit 1"
|
|
},
|
|
"keywords": [
|
|
"mcp",
|
|
"model-context-protocol",
|
|
"lm-studio",
|
|
"web-scraping",
|
|
"search",
|
|
"ai-tools",
|
|
"readability",
|
|
"searxng",
|
|
"content-extraction",
|
|
"web-fetch",
|
|
"local-ai"
|
|
],
|
|
"author": {
|
|
"name": "Jay Leon",
|
|
"url": "https://github.com/manull"
|
|
},
|
|
"license": "MIT",
|
|
"repository": {
|
|
"type": "git",
|
|
"url": "https://github.com/manull/webfetch-mcp.git"
|
|
},
|
|
"homepage": "https://github.com/manull/webfetch-mcp#readme",
|
|
"bugs": {
|
|
"url": "https://github.com/manull/webfetch-mcp/issues"
|
|
},
|
|
"engines": {
|
|
"node": ">=18.0.0"
|
|
},
|
|
"dependencies": {
|
|
"@modelcontextprotocol/sdk": "^1.17.2",
|
|
"@mozilla/readability": "^0.6.0",
|
|
"jsdom": "^24.1.3",
|
|
"zod": "^3.25.76"
|
|
},
|
|
"files": [
|
|
"server.mjs",
|
|
"monitor-logs.mjs",
|
|
"README.md",
|
|
"LICENSE",
|
|
"LM_STUDIO_SETUP.md"
|
|
]
|
|
}
|