# robots.txt for ficklingofflorida.com # Fickling of Florida — Forgotten Coast real estate User-agent: * Allow: / # Server-side directories and scripts — no public content here Disallow: /admin/ Disallow: /cfcs/ Disallow: /includes/ Disallow: /scheduled/ Disallow: /sql/ # RETS feed processing scripts — never want these crawled Disallow: /rets4.cfm # AJAX endpoints — return JSON, not pages to index Disallow: /getListings.cfm Disallow: /getListingsCount.cfm Disallow: /getLandListings.cfm Disallow: /getCityListings.cfm Disallow: /getSubdivisionCounts.cfm Disallow: /getListingPopup.cfm Disallow: /getAddressSuggestions.cfm Disallow: /checkFavoriteStatus.cfm Disallow: /checkLoginStatus.cfm Disallow: /saveSearch.cfm Disallow: /saveEmailPrefs.cfm Disallow: /form-handler.cfm Disallow: /ajaxLogin.cfm # Authenticated / user-specific pages — no SEO value, may leak data Disallow: /my_favorite.cfm Disallow: /my_favorite.html Disallow: /register.cfm Disallow: /forgot-password.cfm Disallow: /reset-password.cfm Disallow: /reset_pass.cfm Disallow: /unsubscribe.cfm Disallow: /logout.cfm Disallow: /sub_results.cfm # Search results pages with parameters — duplicate content of the canonical search page Disallow: /search-properties.cfm?* Disallow: /*?sort= Disallow: /*?page= # Aggressive SEO/scraper bots that hammer real estate sites User-agent: AhrefsBot Crawl-delay: 10 User-agent: SemrushBot Crawl-delay: 10 User-agent: DotBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: PetalBot Disallow: / # AI training crawlers — disallow by default; can revisit if Fickling # decides AI search visibility is desirable User-agent: GPTBot Disallow: / User-agent: ClaudeBot Disallow: / User-agent: CCBot Disallow: / User-agent: anthropic-ai Disallow: / User-agent: Google-Extended Disallow: / # Sitemap location — IIS rewrites /sitemap.xml to /sitemap.cfm Sitemap: https://www.ficklingofflorida.com/sitemap.xml