# Robots.txt for devicedecode.com
# Updated for optimal crawling and indexing

User-agent: *
Allow: /

# Important content pages (explicitly allowed for clarity, though covered by Allow: /)
Allow: /mobiles/
Allow: /news/
Allow: /articles/
Allow: /gadgets/
Allow: /compare/

# Category pages (clean URLs only)
Allow: /news/category/
Allow: /gadgets/category/

# Disallow URLs with query parameters to prevent duplicate content and manage crawl budget
# This targets pages generated by filters, search, sorting, etc., which might be duplicates
Disallow: /mobiles?*
Disallow: /news?*
Disallow: /articles?*
Disallow: /gadgets?*
Disallow: /compare?*

# Specific query patterns often causing duplication
Disallow: /*?brand=*
Disallow: /*?ram=*
Disallow: /*?storage=*
Disallow: /*?year=*
Disallow: /*?priceRange=*
Disallow: /*?search=*
Disallow: /*?category=*
Disallow: /*?filter=*
Disallow: /*?sort=*
Disallow: /*?page=*

# Block common tracking parameters
Disallow: /*?utm_*
Disallow: /*?ref=*
Disallow: /*?source=*
Disallow: /*?campaign=*

# Block administrative, API, and internal routes
Disallow: /api/
Disallow: /admin/
Disallow: /_next/
Disallow: /dashboard/
Disallow: /login
Disallow: /signup
Disallow: /logout
Disallow: /userlogin
Disallow: /userdashboard

# Specify the location of your XML sitemap
Sitemap: https://www.devicedecode.com/sitemap.xml