로봇 설정

########

# 추가

########

User-agent: sistrix

Disallow: /

User-agent: SISTRIX Crawler

Disallow: /

User-agent: SISTRIX

Disallow: /



User-agent: SEOkicks-Robot

Disallow: /



User-agent: jobs.de-Robot

Disallow: /



User-agent: UnisterBot

Disallow: /



User-agent: SearchmetricsBot

Disallow: /



User-agent: SurveyBot

Disallow: /



User-agent: SEOdiver

Disallow: /



User-agent: wotbot

Disallow: /



User-agent: meanpathbot

Disallow: /



User-agent: BacklinkCrawler

Disallow: /



User-agent: magpie-crawler

Disallow: /



User-agent: oBot

Disallow: /



User-agent: fr-crawler

Disallow: /



User-agent: MegaIndex.ru

Disallow: /



User-agent: megaindex.com

Disallow: /



User-agent: CloudServermarketSpider

Disallow: /



User-agent: trendictionbot

Disallow: /



User-agent: Exabot

Disallow: /



User-agent: careerbot

Disallow: /



User-agent: Lipperhey-Kaus-Australis

Disallow: /



User-agent: seoscanners.net

Disallow: /



User-agent: MetaJobBot

Disallow: /



User-agent: LinkStats

Disallow: /



User-agent: JobboerseBot

Disallow: /



User-agent: ICCrawler

Disallow: /



###################################



# MJ12bot: Majestic-12 프로젝트 크롤러 (SEO 데이터 수집)

User-agent: MJ12bot

Disallow: /



# AhrefsBot: Ahrefs의 SEO 도구 크롤러

User-agent: AhrefsBot

Disallow: /



# SemrushBot: Semrush의 SEO 도구 크롤러

User-agent: SemrushBot

Disallow: /



# DotBot: Dotnetdotcom 크롤러

User-agent: DotBot

Disallow: /

User-agent: dotbot

Disallow: /



# BLEXBot: SEO 및 데이터 수집 크롤러

User-agent: BLEXBot

Disallow: /



# Yandex: 러시아 검색 엔진 Yandex 크롤러

User-agent: Yandex

Disallow: /



# DataForSeoBot: SEO 데이터 수집 크롤러

User-agent: DataForSeoBot

Disallow: /



# spbot: OpenLinkProfiler.org 크롤러

User-agent: spbot

Disallow: /



# MauiBot: 웹 인덱싱 크롤러

User-agent: MauiBot

Disallow: /



# Sogou Spider: 중국 검색 엔진 Sogou 크롤러

User-agent: Sogou

Disallow: /



# 페이스북

User-agent: meta-externalagent

Allow:/

Disallow:/carweb

Disallow:/adm



User-agent: facebookexternalhit

Allow:/

Disallow:/carweb

Disallow:/adm



# 빙

User-agent: Bingbot

Allow:/

Disallow:/carweb

Disallow:/adm



# 아마존

User-agent: Amazonbot

Allow:/

Disallow:/carweb

Disallow:/adm



# GPT

User-agent: GPTBot

Allow:/

Disallow:/carweb

Disallow:/adm



# 구글

User-agent: Googlebot

Allow:/

Disallow:/carweb

Disallow:/adm



# 네이버

User-agent: Yeti

Allow:/

Disallow:/carweb

Disallow:/adm



User-agent: *

Allow:/

Disallow: /adm

Disallow: /data