# robots.txt — MSX Mall, Greater Noida
# https://msxmall.co.in

User-agent: *
Allow: /
Allow: /assets/img/
Allow: /assets/video/
Disallow: /404.html

# Local development helpers — never index these
Disallow: /serve.py
Disallow: /start-localhost.bat
Disallow: /start-localhost.sh
Disallow: /start-local-server.bat
Disallow: /keywords-for-keyword-planner.txt
Disallow: /*.xlsx$
Disallow: /DIAGNOSE.bat
Disallow: /*.md$
Disallow: /*.src.css$
Disallow: /*.src.js$

# --- Answer / AI engines: explicitly allowed so the mall's hours, address
#     and store list can be quoted correctly in AI answers -----------------
User-agent: Googlebot
Allow: /
Disallow: /404.html
Disallow: /serve.py
Disallow: /start-localhost.bat
Disallow: /start-localhost.sh
Disallow: /start-local-server.bat
Disallow: /keywords-for-keyword-planner.txt
Disallow: /*.xlsx$
Disallow: /DIAGNOSE.bat
Disallow: /*.md$
Disallow: /*.src.css$
Disallow: /*.src.js$

User-agent: Google-Extended
Allow: /
Disallow: /404.html
Disallow: /serve.py
Disallow: /start-localhost.bat
Disallow: /start-localhost.sh
Disallow: /start-local-server.bat
Disallow: /keywords-for-keyword-planner.txt
Disallow: /*.xlsx$
Disallow: /DIAGNOSE.bat
Disallow: /*.md$
Disallow: /*.src.css$
Disallow: /*.src.js$

User-agent: Bingbot
Allow: /
Disallow: /404.html
Disallow: /serve.py
Disallow: /start-localhost.bat
Disallow: /start-localhost.sh
Disallow: /start-local-server.bat
Disallow: /keywords-for-keyword-planner.txt
Disallow: /*.xlsx$
Disallow: /DIAGNOSE.bat
Disallow: /*.md$
Disallow: /*.src.css$
Disallow: /*.src.js$

User-agent: GPTBot
Allow: /
Disallow: /404.html
Disallow: /serve.py
Disallow: /start-localhost.bat
Disallow: /start-localhost.sh
Disallow: /start-local-server.bat
Disallow: /keywords-for-keyword-planner.txt
Disallow: /*.xlsx$
Disallow: /DIAGNOSE.bat
Disallow: /*.md$
Disallow: /*.src.css$
Disallow: /*.src.js$

User-agent: OAI-SearchBot
Allow: /
Disallow: /404.html
Disallow: /serve.py
Disallow: /start-localhost.bat
Disallow: /start-localhost.sh
Disallow: /start-local-server.bat
Disallow: /keywords-for-keyword-planner.txt
Disallow: /*.xlsx$
Disallow: /DIAGNOSE.bat
Disallow: /*.md$
Disallow: /*.src.css$
Disallow: /*.src.js$

User-agent: ChatGPT-User
Allow: /
Disallow: /404.html
Disallow: /serve.py
Disallow: /start-localhost.bat
Disallow: /start-localhost.sh
Disallow: /start-local-server.bat
Disallow: /keywords-for-keyword-planner.txt
Disallow: /*.xlsx$
Disallow: /DIAGNOSE.bat
Disallow: /*.md$
Disallow: /*.src.css$
Disallow: /*.src.js$

User-agent: PerplexityBot
Allow: /
Disallow: /404.html
Disallow: /serve.py
Disallow: /start-localhost.bat
Disallow: /start-localhost.sh
Disallow: /start-local-server.bat
Disallow: /keywords-for-keyword-planner.txt
Disallow: /*.xlsx$
Disallow: /DIAGNOSE.bat
Disallow: /*.md$
Disallow: /*.src.css$
Disallow: /*.src.js$

User-agent: ClaudeBot
Allow: /
Disallow: /404.html
Disallow: /serve.py
Disallow: /start-localhost.bat
Disallow: /start-localhost.sh
Disallow: /start-local-server.bat
Disallow: /keywords-for-keyword-planner.txt
Disallow: /*.xlsx$
Disallow: /DIAGNOSE.bat
Disallow: /*.md$
Disallow: /*.src.css$
Disallow: /*.src.js$

User-agent: Claude-SearchBot
Allow: /
Disallow: /404.html
Disallow: /serve.py
Disallow: /start-localhost.bat
Disallow: /start-localhost.sh
Disallow: /start-local-server.bat
Disallow: /keywords-for-keyword-planner.txt
Disallow: /*.xlsx$
Disallow: /DIAGNOSE.bat
Disallow: /*.md$
Disallow: /*.src.css$
Disallow: /*.src.js$

User-agent: Applebot
Allow: /
Disallow: /404.html
Disallow: /serve.py
Disallow: /start-localhost.bat
Disallow: /start-localhost.sh
Disallow: /start-local-server.bat
Disallow: /keywords-for-keyword-planner.txt
Disallow: /*.xlsx$
Disallow: /DIAGNOSE.bat
Disallow: /*.md$
Disallow: /*.src.css$
Disallow: /*.src.js$

User-agent: Applebot-Extended
Allow: /
Disallow: /404.html
Disallow: /serve.py
Disallow: /start-localhost.bat
Disallow: /start-localhost.sh
Disallow: /start-local-server.bat
Disallow: /keywords-for-keyword-planner.txt
Disallow: /*.xlsx$
Disallow: /DIAGNOSE.bat
Disallow: /*.md$
Disallow: /*.src.css$
Disallow: /*.src.js$

User-agent: Amazonbot
Allow: /
Disallow: /404.html
Disallow: /serve.py
Disallow: /start-localhost.bat
Disallow: /start-localhost.sh
Disallow: /start-local-server.bat
Disallow: /keywords-for-keyword-planner.txt
Disallow: /*.xlsx$
Disallow: /DIAGNOSE.bat
Disallow: /*.md$
Disallow: /*.src.css$
Disallow: /*.src.js$

User-agent: meta-externalagent
Allow: /
Disallow: /404.html
Disallow: /serve.py
Disallow: /start-localhost.bat
Disallow: /start-localhost.sh
Disallow: /start-local-server.bat
Disallow: /keywords-for-keyword-planner.txt
Disallow: /*.xlsx$
Disallow: /DIAGNOSE.bat
Disallow: /*.md$
Disallow: /*.src.css$
Disallow: /*.src.js$

# --- Scrapers with no search benefit --------------------------------------
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

Sitemap: https://msxmall.co.in/sitemap.xml