# Robots.txt for YK Sales Corporation
# Precision Tools for Industrial Machinery
# Website: yksales.co.in

User-agent: *

# Allow all search engines to crawl the main content
Allow: /
Allow: /index.html

# Block access to sensitive directories and files
Disallow: /assets/css/
Disallow: /assets/js/
Disallow: /assets/fonts/
Disallow: /assets/images/preloader.gif

# Allow access to important images and resources that should be indexed
Allow: /assets/images/favicon/
Allow: /assets/customimg/
Allow: /assets/images/projects/
Allow: /assets/images/services/

# Block common admin and system files (if they exist)
Disallow: /admin/
Disallow: /wp-admin/
Disallow: /wp-content/
Disallow: /cgi-bin/
Disallow: /*.log
Disallow: /*.txt$
Disallow: /error/
Disallow: /temp/
Disallow: /tmp/

# Allow specific file types that are important for SEO
Allow: /*.css$
Allow: /*.js$
Allow: /*.png$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.gif$
Allow: /*.svg$
Allow: /*.webp$

# Crawl delay (optional - adjust based on your server capacity)
Crawl-delay: 1

# Sitemap location
Sitemap: https://yksales.co.in/sitemap.xml

# Popular search engine specific directives
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

# Block specific bad bots (optional)
User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

# Allow social media bots for better social sharing
User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /