mirror of
https://github.com/manooll/webfetch-mcp.git
synced 2026-09-27 22:24:22 +00:00
feat: Initial release of WebFetch.MCP v0.1.7
🚀 Production-ready MCP server for web search and content extraction Core Features: - Web search via local SearxNG instance with 70+ configurable engines - Advanced web content extraction using Mozilla Readability - Browser simulation with rotating user agents and realistic headers - Rate limiting and responsible scraping practices (8 calls per session) - Comprehensive error handling and detailed logging - LM Studio integration with full MCP protocol compliance Technical Highlights: - JavaScript execution support via JSDOM for dynamic content - Multi-layer content extraction with fallback strategies - Retry logic for transient HTTP errors - Binary content detection and proper handling - Real-time log monitoring utility included Author: Jay Leon (@manull) License: MIT Repository: https://github.com/manooll/webfetch-mcp
This commit is contained in:
@@ -0,0 +1,58 @@
|
||||
{
|
||||
"name": "webfetch-mcp",
|
||||
"version": "0.1.7",
|
||||
"type": "module",
|
||||
"private": false,
|
||||
"description": "Production-ready MCP server for web search and content extraction. Live web access for your local AI with tunable search and clean content extraction.",
|
||||
"main": "server.mjs",
|
||||
"bin": {
|
||||
"webfetch-mcp": "./server.mjs"
|
||||
},
|
||||
"scripts": {
|
||||
"start": "node server.mjs",
|
||||
"monitor": "node monitor-logs.mjs",
|
||||
"test": "echo \"Error: no test specified\" && exit 1"
|
||||
},
|
||||
"keywords": [
|
||||
"mcp",
|
||||
"model-context-protocol",
|
||||
"lm-studio",
|
||||
"web-scraping",
|
||||
"search",
|
||||
"ai-tools",
|
||||
"readability",
|
||||
"searxng",
|
||||
"content-extraction",
|
||||
"web-fetch",
|
||||
"local-ai"
|
||||
],
|
||||
"author": {
|
||||
"name": "Jay Leon",
|
||||
"url": "https://github.com/manull"
|
||||
},
|
||||
"license": "MIT",
|
||||
"repository": {
|
||||
"type": "git",
|
||||
"url": "https://github.com/manull/webfetch-mcp.git"
|
||||
},
|
||||
"homepage": "https://github.com/manull/webfetch-mcp#readme",
|
||||
"bugs": {
|
||||
"url": "https://github.com/manull/webfetch-mcp/issues"
|
||||
},
|
||||
"engines": {
|
||||
"node": ">=18.0.0"
|
||||
},
|
||||
"dependencies": {
|
||||
"@modelcontextprotocol/sdk": "^1.17.2",
|
||||
"@mozilla/readability": "^0.6.0",
|
||||
"jsdom": "^24.1.3",
|
||||
"zod": "^3.25.76"
|
||||
},
|
||||
"files": [
|
||||
"server.mjs",
|
||||
"monitor-logs.mjs",
|
||||
"README.md",
|
||||
"LICENSE",
|
||||
"LM_STUDIO_SETUP.md"
|
||||
]
|
||||
}
|
||||
Reference in New Issue
Block a user