# robots.txt for https://www.jegs.com
# Last Updated: 3/12/2024 - JR

User-agent: *

Sitemap: https://www.jegs.com/sitemap_index.xml

Disallow: */webapp/wcs/stores/servlet/*

# Specific parameters to exclude

Disallow: /*bvstate=*
Disallow: /*N=*
Disallow: /*pageSize=*
Disallow: /*Specials?*
Disallow: /*AllInstantRebates?*


# GOOGLE
User-agent: Googlebot
Disallow:
User-agent: Googlebot-image
Disallow:


# RESEARCH TOOLS

User-agent: YandexBot
Disallow: /

User-agent: dwbot
Disallow: /

User-agent: BacklinkCrawler
Disallow: /

User-agent: GSiteCrawler
Disallow: /

User-agent: ip-web-crawler.com
Disallow: /

User-agent: ips-agent
Disallow: /

User-agent: Linkdex
Disallow: /

User-agent: linkdex.com
Disallow: /

User-agent: linkdex.com/v2.0
Disallow: /

User-agent: linkdex.com/v2.1
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: SpyFu
Disallow: /

User-agent: Xenu
Disallow: /

User-agent: Xenu Link Sleuth
Disallow: /

User-agent: PetalBot
Disallow: /



# INTERNATIONAL

# United Kingdom

User-agent: COMODOSpider/Nutch-1.2
Disallow: /

User-Agent: MJ12bot
Disallow: /

User-Agent: MJ12bot/v1.4.3
Disallow: /

User-agent: plukkie
Disallow: /

# Germany

User-agent: Acoon
Disallow: /

User-agent: careerbot
Disallow: /

User-agent: findlinks/2.6
Disallow: /

User-agent: OpenWebIndex/Nutch-1.6
Disallow: /

User-agent: OpenWebIndex
Disallow: /

User-agent: SistrixCrawler
Disallow: /

User-agent: Sistrix
Disallow: /

User-agent: SISTRIX Crawler
Disallow: /

User-agent: SISTRIX
Disallow: /

# Sweden

User-agent: psbot
Disallow: /

# Netherlands

User-agent: KaloogaBot
Disallow: /

# Czech

User-agent: SeznamBot
Disallow: /

User-agent: SeznamBot/1.0
Disallow: /

User-agent: SeznamBot/1.1
Disallow: /

User-agent: SeznamBot/3.0
Disallow: /

# China

User-agent: EasouSpider
Disallow: /

User-agent: JikeSpider
Disallow: /

User-agent: Sosospider+
Disallow: /

User-agent: Sosospider
Disallow: /

User-agent: Sosospider/2.0
Disallow: /

User-agent: 360Spider
Disallow: /

User-agent: YisouSpider
Disallow: /

User-agent: YoudaoBot/1.0
Disallow: /

User-agent: YoudaoBot/1.0
Disallow: /

User-agent: sogou spider
Disallow: /

# France

User-agent: Exabot/3.0
Disallow: /

User-agent: Exalead
Disallow: /

User-agent: ExaLead Crawler
Disallow: /

# Vietnam

User-agent: Wada.vn
Disallow: /

User-agent: Wada.vn Vietnamese Search
Disallow: /

User-agent: Wada.vn Vietnamese Search/2.1
Disallow: /

# South Korea

User-agent: Yeti
Disallow: /

# Russia

User-agent: aiHitBot
Disallow: /

User-agent: aiHitBot/1.0
Disallow: /

User-agent: aiHitBot/1.1
Disallow: /

User-agent: Mail.RU_Bot/2.0
Disallow: /

User-agent: Mail.RU
Disallow: /

User-agent: Mail.Ru
Disallow: /

User-agent: Mail.RU_Bot/2.0; +http://go.mail.ru/help/robots
Disallow: /

# Japan

User-agent: moget
Disallow: /

User-agent: ichiro
Disallow: /

User-agent: Ichiro
Disallow: /

User-agent: Ichiro 3.0
Disallow: /

User-agent: Arachmo
Disallow: /

User-agent: Zao
Disallow: /

# Isreal

User-agent: Taboolabot
Disallow: /