{"id":1467,"url":"https://github.com/lobehub/chat-plugin-web-crawler","last_synced_at":"2026-07-27T18:20:38.495Z","repository":{"id":184683239,"uuid":"672306745","full_name":"lobehub/chat-plugin-web-crawler","owner":"lobehub","description":"🧩 / 🕸 WebsiteCrawler - This plugin automatically crawls the main content of a specified URL webpage and uses it as context input.","archived":false,"fork":false,"pushed_at":"2023-12-15T05:12:56.000Z","size":184,"stargazers_count":65,"open_issues_count":3,"forks_count":21,"subscribers_count":2,"default_branch":"main","last_synced_at":"2025-08-06T12:47:25.580Z","etag":null,"topics":["ai","chatgpt","crawler","function-calling","lobe-chat","lobe-chat-plugin","openai"],"latest_commit_sha":null,"homepage":"http://web-crawler.chat-plugin.lobehub.com","language":"HTML","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/lobehub.png","metadata":{"files":{"readme":"README.md","changelog":"CHANGELOG.md","contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null},"funding":{"github":"lobehub","open_collective":"lobehub"}},"created_at":"2023-07-29T16:12:46.000Z","updated_at":"2025-04-18T08:36:33.000Z","dependencies_parsed_at":"2023-08-17T18:15:10.609Z","dependency_job_id":"c835714b-6d75-42c5-84a1-a8ab3e5f6377","html_url":"https://github.com/lobehub/chat-plugin-web-crawler","commit_stats":null,"previous_names":["lobehub/html-parser","lobehub/chat-plugin-web-crawler"],"tags_count":8,"template":false,"template_full_name":"arvinxx/vercel-serverless-api-template","purl":"pkg:github/lobehub/chat-plugin-web-crawler","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lobehub%2Fchat-plugin-web-crawler","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lobehub%2Fchat-plugin-web-crawler/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lobehub%2Fchat-plugin-web-crawler/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lobehub%2Fchat-plugin-web-crawler/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lobehub","download_url":"https://codeload.github.com/lobehub/chat-plugin-web-crawler/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/lobehub%2Fchat-plugin-web-crawler/sbom","host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":269811842,"owners_count":24479066,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","status":"online","status_checked_at":"2025-08-10T02:00:08.965Z","response_time":71,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"keywords":["ai","chatgpt","crawler","function-calling","lobe-chat","lobe-chat-plugin","openai"],"created_at":"2024-01-11T16:43:20.046Z","updated_at":"2025-08-11T00:22:52.168Z","avatar_url":"https://github.com/lobehub.png","language":"HTML","project_url":"https://opencollective.ecosyste.ms/api/v1/projects/1467","html_url":"https://opencollective.ecosyste.ms/projects/1467","collective":{"id":23,"uuid":"eng0kzdy-vor4pz8g-xyopbma8-37xlw95j","slug":"lobehub","name":"LobeHub","description":"Empowering your AI dreams with LobeHub","website":"","github":"lobehub","twitter":"lobehub","repository_url":null,"social_links":[{"type":"GITHUB","url":"https://github.com/lobehub"},{"type":"TWITTER","url":"https://twitter.com/lobehub"}],"currency":"USD","projects_count":48,"last_synced_at":"2026-07-30T18:15:13.800Z","created_at":"2024-01-10T13:17:46.922Z","updated_at":"2026-07-30T18:15:14.121Z","transactions_count":45,"balance":38.82999999999827,"account_type":"COLLECTIVE","owner":{"login":"lobehub","name":"LobeHub","uuid":"131470832","kind":"organization","description":"Empowering your AI dreams with LobeHub","email":"hello@lobehub.com","website":"https://lobehub.com","location":null,"twitter":"lobehub","company":null,"icon_url":"https://avatars.githubusercontent.com/u/131470832?v=4","repositories_count":35,"last_synced_at":"2024-10-30T03:50:31.479Z","metadata":{"has_sponsors_listing":true,"funding":{"github":"lobehub","open_collective":"lobehub"}},"html_url":"https://github.com/lobehub","funding_links":["https://github.com/sponsors/lobehub","https://opencollective.com/lobehub"],"total_stars":48904,"followers":2051,"following":0,"created_at":"2023-05-06T16:29:05.869Z","updated_at":"2024-10-30T03:50:31.479Z","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lobehub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/lobehub/repositories"},"last_project_activity_at":"2026-01-22T12:19:15.000Z","archived":false,"no_funding":false,"no_license":false,"host":"opensource","collective_created_at":"2023-12-01T16:06:41.775Z","collective_updated_at":"2023-12-24T09:51:58.899Z","html_url":"https://opencollective.com/lobehub","icon_url":"https://images.opencollective.com/lobehub/logo/40.png","total_donations":8094.169999999999,"total_expenses":-8355.669999999996,"current_balance":38.82999999999827,"api_url":"https://opencollective.ecosyste.ms/api/v1/collectives/lobehub","url":"https://opencollective.ecosyste.ms/collectives/lobehub","projects_url":"https://opencollective.ecosyste.ms/api/v1/collectives/lobehub/projects"}}