mirror of
https://github.com/manooll/webfetch-mcp.git
synced 2026-09-27 22:24:22 +00:00
Jay
e1f6fff3fe
🎯 Major Rate Limiting Improvement - Research-Friendly Design New Rate Limiting System: ✅ 12 calls per 5-minute window (vs 8 per session) ✅ 8 calls per 30-second burst protection ✅ Automatic time-based reset (no LM Studio restarts needed) ✅ Clear feedback with remaining calls and reset times Key Benefits: - Supports extended research sessions without interruption - Prevents LLM spam while allowing legitimate research workflows - Users can work continuously without restarting LM Studio - Intelligent burst protection prevents overwhelming websites Technical Implementation: - Sliding window algorithm with timestamp tracking - Dual-layer protection: burst + window limits - Automatic cleanup of expired call history - User-friendly error messages with precise wait times This addresses the core user feedback that session-based limits were too restrictive for normal research use cases while maintaining responsible web scraping practices. Breaking Change: Rate limiting behavior changed from session-based to time-based Migration: No action needed - new system is more permissive
59 lines
1.5 KiB
JSON
59 lines
1.5 KiB
JSON
{
|
|
"name": "webfetch-mcp",
|
|
"version": "0.1.8",
|
|
"type": "module",
|
|
"private": false,
|
|
"description": "Production-ready MCP server for web search and content extraction. Live web access for your local AI with tunable search and clean content extraction.",
|
|
"main": "server.mjs",
|
|
"bin": {
|
|
"webfetch-mcp": "./server.mjs"
|
|
},
|
|
"scripts": {
|
|
"start": "node server.mjs",
|
|
"monitor": "node monitor-logs.mjs",
|
|
"test": "echo \"Error: no test specified\" && exit 1"
|
|
},
|
|
"keywords": [
|
|
"mcp",
|
|
"model-context-protocol",
|
|
"lm-studio",
|
|
"web-scraping",
|
|
"search",
|
|
"ai-tools",
|
|
"readability",
|
|
"searxng",
|
|
"content-extraction",
|
|
"web-fetch",
|
|
"local-ai"
|
|
],
|
|
"author": {
|
|
"name": "Jay Leon",
|
|
"url": "https://github.com/manull"
|
|
},
|
|
"license": "MIT",
|
|
"repository": {
|
|
"type": "git",
|
|
"url": "https://github.com/manull/webfetch-mcp.git"
|
|
},
|
|
"homepage": "https://github.com/manull/webfetch-mcp#readme",
|
|
"bugs": {
|
|
"url": "https://github.com/manull/webfetch-mcp/issues"
|
|
},
|
|
"engines": {
|
|
"node": ">=18.0.0"
|
|
},
|
|
"dependencies": {
|
|
"@modelcontextprotocol/sdk": "^1.17.2",
|
|
"@mozilla/readability": "^0.6.0",
|
|
"jsdom": "^24.1.3",
|
|
"zod": "^3.25.76"
|
|
},
|
|
"files": [
|
|
"server.mjs",
|
|
"monitor-logs.mjs",
|
|
"README.md",
|
|
"LICENSE",
|
|
"LM_STUDIO_SETUP.md"
|
|
]
|
|
}
|