spider.es

","note":"robots.txt inaccessible (HTTP 403). Treated as allowed unless meta/headers override.","status":403,"url":"https://www.ecosia.org/robots.txt","sitemaps":[],"crawl_delays":[]},"meta":{"global":{"raw":"noindex,nofollow","directives":["noindex","nofollow"]},"agents":{"viewport":{"raw":"width=device-width,initial-scale=1","directives":["width=device-width","initial-scale=1"]}}},"headers":{"lines":["date: Sat, 20 Sep 2025 08:45:46 GMT","content-type: text/html; charset=UTF-8","cf-mitigated: challenge","critical-ch: Sec-CH-UA-Bitness, Sec-CH-UA-Arch, Sec-CH-UA-Full-Version, Sec-CH-UA-Mobile, Sec-CH-UA-Model, Sec-CH-UA-Platform-Version, Sec-CH-UA-Full-Version-List, Sec-CH-UA-Platform, Sec-CH-UA, UA-Bitness, UA-Arch, UA-Full-Version, UA-Mobile, UA-Model, UA-Platform-Version, UA-Platform, UA","cross-origin-embedder-policy: require-corp","cross-origin-opener-policy: same-origin","cross-origin-resource-policy: same-origin","origin-agent-cluster: ?1","permissions-policy: accelerometer=(),autoplay=(),browsing-topics=(),camera=(),clipboard-read=(),clipboard-write=(),geolocation=(),gyroscope=(),hid=(),interest-cohort=(),magnetometer=(),microphone=(),payment=(),publickey-credentials-get=(),screen-wake-lock=(),serial=(),sync-xhr=(),usb=()","referrer-policy: same-origin","server-timing: chlray;desc=\"98200c6b1aea0424\"","x-content-type-options: nosniff","x-frame-options: SAMEORIGIN","cache-control: private, max-age=0, no-store, no-cache, must-revalidate, post-check=0, pre-check=0","expires: Thu, 01 Jan 1970 00:00:01 GMT","set-cookie: __cf_bm=oMLHtF6BmaiEGAMVyY0djqM9zEzZLqm8v8mAEtnYFw8-1758357946-1.0.1.1-heN1clYfEVuLcGBVFsyirkw5hAkmYJ4yJFLtNiFZ59r7L8SknrRJW0rMXMqTe_l5plTvzwDjQijhWB4lsIbxQQyCgnzNvfjar93AImAdISA; path=/; expires=Sat, 20-Sep-25 09:15:46 GMT; domain=.ecosia.org; HttpOnly; Secure; SameSite=None","vary: Accept-Encoding","strict-transport-security: max-age=31536000; includeSubDomains","accept-ch: Sec-CH-UA-Bitness, Sec-CH-UA-Arch, Sec-CH-UA-Full-Version, Sec-CH-UA-Mobile, Sec-CH-UA-Model, Sec-CH-UA-Platform-Version, Sec-CH-UA-Platform, Sec-CH-UA, UA-Bitness, UA-Arch, UA-Full-Version, UA-Mobile, UA-Model, UA-Platform-Version, UA-Platform, UA","server: cloudflare","cf-ray: 98200c6b1aea0424-MAD","content-encoding: br"]},"site_resources":{"favicon":{"exists":true,"status":200,"url":"https://www.ecosia.org/favicon.ico","content_type":"image/vnd.microsoft.icon","checked_at":"2025-09-20T08:45:46+00:00","error":null,"paths":["/favicon.ico"]},"llms":{"exists":false,"status":403,"url":"https://www.ecosia.org/llms.txt","content_type":"text/html; charset=UTF-8","checked_at":"2025-09-20T08:45:46+00:00","error":null,"paths":["/llms.txt"]},"humans":{"exists":false,"status":403,"url":"https://www.ecosia.org/humans.txt","content_type":"text/html; charset=UTF-8","checked_at":"2025-09-20T08:45:46+00:00","error":null,"paths":["/humans.txt"]},"security":{"exists":false,"status":403,"url":"https://www.ecosia.org/.well-known/security.txt","content_type":"text/html; charset=UTF-8","checked_at":"2025-09-20T08:45:46+00:00","error":null,"paths":["/.well-known/security.txt","/security.txt"]},"ads":{"exists":false,"status":403,"url":"https://www.ecosia.org/ads.txt","content_type":"text/html; charset=UTF-8","checked_at":"2025-09-20T08:45:46+00:00","error":null,"paths":["/ads.txt"]},"manifest":{"exists":false,"status":403,"url":"https://www.ecosia.org/manifest.json","content_type":"text/html; charset=UTF-8","checked_at":"2025-09-20T08:45:46+00:00","error":null,"paths":["/manifest.json"]}},"domain":{"host":"www.ecosia.org","ips":[{"ip":"172.64.150.71","reverse":null,"version":4},{"ip":"104.18.37.185","reverse":null,"version":4},{"ip":"2a06:98c1:3105::ac40:9647","reverse":null,"version":6},{"ip":"2a06:98c1:310d::6812:25b9","reverse":null,"version":6}],"name_servers":[],"created_at":null,"updated_at":null,"expires_at":null,"age_years":null,"registrar":null,"whois_source":null}},"summary":{"title":"www.ecosia.org · Just a moment...","page_title":"Just a moment...","checked_url":"https://www.ecosia.org/","robots_url":"https://www.ecosia.org/robots.txt","sitemaps":[],"cached_at":"2025-09-20T08:45:46+00:00","snapshot_url":"/domain/www.ecosia.org"},"timestamps":{"started":"2025-09-20T08:45:45+00:00","finished":"2025-09-20T08:45:46+00:00"},"_generated_by":"Generated with https://spider.es","_comment":"Generated with https://spider.es","lang":"en","version":"1.0.0","served_from_cache":false,"analysis":{"warnings":[],"elapsed_seconds":0.497,"time_budget_seconds":115,"served_from_cache":false}}, prefillUrl: "https://www.ecosia.org/", domainHost: "www.ecosia.org", autoAnalyze: false, snapshotStale: false, historyOnly: false, prefetchedHistory: {"items":[{"url":"https://paypal.com/","host":"paypal.com","scope":"site","lang":"pt","timestamp":"2025-09-21T09:50:23+00:00","counts":{"Allowed":129,"Disallowed":0,"Noindexed":0},"total_bots":129},{"url":"https://rakuten.co.jp/","host":"rakuten.co.jp","scope":"site","lang":"it","timestamp":"2025-09-21T09:50:20+00:00","counts":{"Allowed":129,"Disallowed":0,"Noindexed":0},"total_bots":129},{"url":"https://etsy.com/","host":"etsy.com","scope":"site","lang":"pt","timestamp":"2025-09-21T09:20:15+00:00","counts":{"Allowed":129,"Disallowed":0,"Noindexed":0},"total_bots":129},{"url":"https://reuters.com/","host":"reuters.com","scope":"site","lang":"es","timestamp":"2025-09-21T09:19:46+00:00","counts":{"Allowed":115,"Disallowed":14,"Noindexed":0},"total_bots":129},{"url":"https://expedia.com/","host":"expedia.com","scope":"site","lang":"pt","timestamp":"2025-09-21T09:13:20+00:00","counts":{"Allowed":128,"Disallowed":1,"Noindexed":0},"total_bots":129},{"url":"https://carrero.es/","host":"carrero.es","scope":"site","lang":"it","timestamp":"2025-09-21T09:08:09+00:00","counts":{"Allowed":129,"Disallowed":0,"Noindexed":0},"total_bots":129},{"url":"https://yahoo.com/","host":"yahoo.com","scope":"site","lang":"it","timestamp":"2025-09-21T09:03:27+00:00","counts":{"Allowed":101,"Disallowed":28,"Noindexed":0},"total_bots":129},{"url":"https://bbc.com/","host":"bbc.com","scope":"site","lang":"it","timestamp":"2025-09-21T08:39:52+00:00","counts":{"Allowed":106,"Disallowed":23,"Noindexed":0},"total_bots":129},{"url":"https://bing.com/","host":"bing.com","scope":"site","lang":"pt","timestamp":"2025-09-21T08:38:38+00:00","counts":{"Allowed":129,"Disallowed":0,"Noindexed":0},"total_bots":129},{"url":"https://amazon.com/","host":"amazon.com","scope":"site","lang":"pt","timestamp":"2025-09-21T08:22:42+00:00","counts":{"Allowed":114,"Disallowed":15,"Noindexed":0},"total_bots":129},{"url":"https://steamcommunity.com/","host":"steamcommunity.com","scope":"site","lang":"es","timestamp":"2025-09-21T08:09:55+00:00","counts":{"Allowed":129,"Disallowed":0,"Noindexed":0},"total_bots":129},{"url":"https://wechat.com/","host":"wechat.com","scope":"site","lang":"es","timestamp":"2025-09-21T08:05:44+00:00","counts":{"Allowed":129,"Disallowed":0,"Noindexed":0},"total_bots":129}],"total":103,"page":1,"page_size":12,"total_pages":9}, historyPath: "\/history", historySlug: "history", analyzeTimeoutMs: 120000, analyzeTimeoutBufferMs: 8000, };