# Robots.txt untuk LelangOnline Indonesia
# Dihasilkan otomatis pada: 2026-07-02 12:25:35

# Izinkan semua bot utama
User-agent: Googlebot
Allow: /
Allow: /lelang
Allow: /lelang-detail
Allow: /dashboard
Disallow: /admin/
Disallow: /login/
Disallow: /register/
Disallow: /logout/
Disallow: /forgot-password/
Disallow: /chat/
Disallow: /my-auctions/
Disallow: /create-lelang/

User-agent: Bingbot
Allow: /
Disallow: /admin/
Disallow: /login/
Disallow: /register/
Disallow: /chat/

User-agent: Yandex
Allow: /
Disallow: /admin/
Disallow: /login/
Disallow: /chat/

User-agent: Facebookbot
Allow: /
Allow: /lelang
Allow: /lelang-detail
Disallow: /admin/

User-agent: Twitterbot
Allow: /
Allow: /lelang
Disallow: /admin/

# Bot umum
User-agent: *
Allow: /
Allow: /lelang
Allow: /lelang-detail
Disallow: /admin/
Disallow: /login/
Disallow: /register/
Disallow: /logout/
Disallow: /forgot-password/
Disallow: /dashboard/
Disallow: /my-auctions/
Disallow: /create-lelang/
Disallow: /chat/
Disallow: /uploads/temp/

# Crawl delay untuk bot yang sopan
Crawl-delay: 2

# Sitemap location
Sitemap: http://www.linkez.net/sitemap.xml

# Host (untuk bot Yandex)
Host: http://www.linkez.net