# robots.txt for TajDigitech
User-agent: *
Allow: /

# Allow all pages to be crawled
Allow: /about
Allow: /services
Allow: /service/
Allow: /works/
Allow: /portfolio
Allow: /blogs
Allow: /blog/
Allow: /contact
Allow: /career
Allow: /page/
Allow: /sitemap.xml
Allow: /sitemap_pages.xml
Allow: /sitemap_blogs.xml
Allow: /sitemap_services.xml
Allow: /sitemap_portfolio.xml
Allow: /sitemap_works.xml
# ============================================
# BLOCK OLD URL PATTERNS
# ============================================
Disallow: /our-work/
Disallow: /service/
Disallow: /service-detail.php

# Allow new URLs
Allow: /works/
Allow: /services/
Allow: /service/

# Disallow admin and sensitive areas
Disallow: /admin/
Disallow: /assets/uploads/
Disallow: /application/
Disallow: /system/
Disallow: /config/
Disallow: /vendor/
Disallow: /*?*  # Prevent crawling of query strings

# Sitemap location
Sitemap: https://www.tajdigitech.com/sitemap.xml

# Crawl delay (be polite to server)
Crawl-delay: 5