# www.g2i.co.kr robots.txt # Default: allow all well-behaved crawlers (search, AI search, link previews) User-agent: * # Admin Disallow: /adm/ Disallow: /manage/ Disallow: /admin/ # Member and write functions (Gnuboard) Disallow: /bbs/login Disallow: /bbs/logout Disallow: /bbs/register Disallow: /bbs/password Disallow: /bbs/member_confirm Disallow: /bbs/memo Disallow: /bbs/scrap Disallow: /bbs/write Disallow: /bbs/qawrite # Internal search results Disallow: /bbs/search.php # Keep allowed: /bbs/content.php (company pages), /bbs/board.php (news), # /data/ (images for previews), /theme/ /js/ /css/ (needed for rendering) # High-load SEO and scraper bots (not needed for exposure) User-agent: AhrefsBot User-agent: SemrushBot User-agent: MJ12bot User-agent: DotBot User-agent: Bytespider Disallow: / # Optional: opt out of AI training only (search and citation stay allowed) # User-agent: GPTBot # User-agent: ClaudeBot # User-agent: Google-Extended # User-agent: Applebot-Extended # Disallow: / Sitemap: https://www.g2i.co.kr/sitemap.xml