# FnShift Solutions - Robots.txt # https://www.fnshiftsolutions.com/robots.txt User-agent: * Allow: / # Disallow admin and private areas Disallow: /api/ Disallow: /gstin-search/api/ Disallow: /gstin-search/features/ Disallow: /admin/ Disallow: /_next/ Disallow: /private/ Disallow: /honeypot/ # Allow all static assets Allow: /images/ Allow: /fonts/ Allow: /*.css$ Allow: /*.js$ # High Priority Pages - Litigation Shift (Flagship Product) Allow: /litigation-shift Allow: /litigation-shift/ # Sitemap location Sitemap: https://www.fnshiftsolutions.com/sitemap.xml # Search Engine Specific Instructions for Priority Pages User-agent: Googlebot Allow: /litigation-shift Crawl-delay: 0 User-agent: Bingbot Allow: /litigation-shift Crawl-delay: 0 # Default Crawl delay (optional, helps prevent server overload) Crawl-delay: 1