# Allow Google Ads
User-agent: Mediapartners-Google
User-agent: Adsbot-Google
User-agent: AdsBot-Google-Mobile
Allow: /

# Block Robots
User-agent: Applebot
User-agent: Amazonbot
User-agent: PetalBot
User-agent: AhrefsBot
User-agent: asterias
User-agent: BackDoorBot/1.0
User-agent: BaiDuSpider
User-agent: Black Hole
User-agent: BLEXBot
User-agent: BlowFish/1.0
User-agent: BotALot
User-agent: BSpider
User-agent: BuiltBotTough
User-agent: Bullseye/1.0
User-agent: BunnySlippers
User-agent: CCBot
User-agent: Cegbfeieh
User-agent: CheeseBot
User-agent: CherryPicker
User-agent: CherryPickerElite/1.0
User-agent: CherryPickerSE/1.0
User-agent: Companybook Crawler
User-agent: CopyRightCheck
User-agent: cosmos
User-agent: Crescent
User-agent: Crescent Internet ToolPak HTTP OLE Control v.1.0
User-agent: Dalvik/2.1.0
User-agent: DAUM
User-agent: DittoSpyder
User-agent: Domain Re-Animator Bot
User-agent: EmailCollector
User-agent: EmailSiphon
User-agent: EmailWolf
User-agent: EroCrawler
User-agent: Exabot
User-agent: ExtractorPro
User-agent: Findxbot
User-agent: Foobot
User-agent: Harvest/1.5
User-agent: hloader
User-agent: httplib
User-agent: humanlinks
User-agent: ia_archiver
User-agent: InfoNaviRobot
User-agent: JennyBot
User-agent: JobboerseBot
User-agent: karriereatBot
User-agent: Kenjin Spider
User-agent: Keyword Density/0.9
User-agent: LexiBot
User-agent: libWeb/clsHTTP
User-agent: Linguee
User-agent: Linguee Bot
User-agent: LinkextractorPro
User-agent: LinkScan/8.1a Unix
User-agent: LinkWalker
User-agent: LNSpiderguy
User-agent: ltx71
User-agent: lwp-trivial
User-agent: lwp-trivial/1.34
User-agent: Mata Hari
User-agent: MegaIndex.ru/2.0
User-agent: MegaIndex.ru
User-agent: megaIndex.ru
User-agent: megaindex.ru
User-agent: megaindex.com
User-agent: Microsoft URL Control - 5.01.4511
User-agent: Microsoft URL Control - 6.00.8169
User-agent: MIIxpc
User-agent: MIIxpc/4.2
User-agent: Mister PiX
User-agent: moget
User-agent: moget/2.1
User-agent: mozilla/4
User-agent: Mozilla/4.0 (compatible; BullsEye; Windows 95)
User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows 95)
User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows 98)
User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows NT)
User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows XP)
User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows 2000)
User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows ME)
User-agent: mozilla/5
User-agent: NetAnts
User-agent: NICErsPRO
User-agent: Offline Explorer
User-agent: Openfind
User-agent: Openfind data gathere
User-agent: Pingdom Bot
User-agent: ProPowerBot/2.14
User-agent: ProWebWalker
User-agent: QueryN Metasearch
User-agent: quanta-probe
User-agent: quanta-probe/2.0
User-agent: RepoMonkey
User-agent: RepoMonkey Bait & Tackle/v1.01
User-agent: RMA
User-agent: ScoutJet
User-agent: SiteSnagger
User-agent: SemrushBot
User-agent: SemrushBot-SA
User-agent: seoscanners.net
User-agent: SeznamBot
User-agent: sogou spider
User-agent: SpankBot
User-agent: spanner
User-agent: spbot
User-agent: spbot/5.0.3
User-agent: suzuran
User-agent: Szukacz/1.4
User-agent: TeeRaidBot
User-agent: Teleport
User-agent: TeleportPro
User-agent: Telesoft
User-agent: The Intraformant
User-agent: TheNomad
User-agent: TightTwatBot
User-agent: Titan
User-agent: toCrawl/UrlDispatcher
User-agent: True_Robot
User-agent: True_Robot/1.0
User-agent: turingos
User-agent: TwengaBot-2.0
User-agent: URLy Warning
User-agent: Uptimebot
User-agent: Uptimebot/1.0
User-agent: UptimeRobot/2.0
User-agent: Vagabondo
User-agent: VCI
User-agent: VCI WebViewer VCI WebViewer Win32
User-agent: Web Image Collector
User-agent: WebAuto
User-agent: WebBandit
User-agent: WebBandit/3.50
User-agent: WebCopier
User-agent: WebEnhancer
User-agent: WebmasterWorldForumBot
User-agent: WebSauger
User-agent: Website Quester
User-agent: Webster Pro
User-agent: WebStripper
User-agent: WebZip
User-agent: WebZip/4.0
#User-agent: Wget
#User-agent: Wget/1.5.3
#User-agent: Wget/1.6
User-agent: WWW-Collector-E
User-agent: Xenu's
User-agent: Xenu's Link Sleuth 1.1c
User-agent: Yandex
User-agent: YandexImages/3.0
User-agent: Zeus
User-agent: Zeus 32297 Webster Pro V2.9 Win32
User-agent: GPTBot
Disallow: /

# SEO-related bots
User-agent: mj12bot
User-agent: dotbot
User-agent: DotBot/1.1
Disallow: /


# Allow the rest of bots to crawl all the relevant pages
User-Agent: *
Allow: /
Disallow: /usuario/
Disallow: /adm/
Disallow: /empresa/reportarerro/
Disallow: /empresa/update/
Disallow: /empresa/indique/

Disallow: /busca/estado/rio-de-janeiro/cidade/miguel-pereira/letra/n
Disallow: /busca/empresa/dados/535565/antonio-carlos-pegoraro-me
Disallow: /busca/empresa/dados/360587/junichi-takamatsu
Disallow: /busca/estado/espirito-santo/pagina/2/cidade/guarapari/letra/h
Disallow: /busca/empresa/dados/2660706/elias-charbil-abdou-obeid-me
Disallow: /busca/empresa/dados/1412946/renata-fabiana-pajolla-buck-morro-agudo
Disallow: /busca/empresa/dados/949611/leila-mustafa-cury-me
Disallow: /busca/categoria/esmaltado/pagina/4/letra/l
Disallow: /busca/empresa/dados/3672925/segismundo-morgenstern
Disallow: /busca/empresa/dados/1815024/zenaide-maria-nascimento-de-andrade-me
Disallow: /busca/empresa/dados/360865/elizabeth-sarah-gore-cerdeira
Disallow: /busca/empresa/dados/784029/elaine-maria-ribeiro-de-santana-me
Disallow: /busca/empresa/dados/1696448/rolemax-comercio-de-rolamentos-ltda
Disallow: /busca/empresa/dados/663383/alessandra-caterina-sekircoff-stona-me
Disallow: /busca/empresa/dados/1373297/ludson-luis-sacilotto-me
Disallow: /busca/empresa/dados/6757286/luciano-duraes-dias
Disallow: /busca/empresa/dados/3467263/porto-seguro-cia-de-seguros-gerais
Disallow: /busca/empresa/dados/2653830/edilson-sergio-de-oliveira-e-cia-ltda-matriz-1
Disallow: /busca/empresa/dados/7639412/eletro-norte-automacao-indl-ltda
Disallow: /busca/empresa/dados/6385873/aderlei-jose-figueira
Disallow: /busca/empresa/dados/6746519/logictel-s-a
Disallow: /busca/empresa/dados/7159364/claudia-maria-ferreira-mundy
Disallow: /busca/empresa/dados/5239139/edinalvo-geraldo-de-souza
Disallow: /busca/empresa/dados/6348819/polessa-rafael-m
Disallow: /busca/empresa/dados/1212568/milena-casacio-ferreira-me

Disallow: /busca/empresa/dados/4915252/carlos-alexandre-monteiro-leite-me
Disallow: /busca/empresa/dados/1212568/milena-casacio-ferreira-me
Disallow: /busca/empresa/dados/4743192/luciana-falcao-franco
Disallow: /busca/empresa/dados/498401/c-i-s-i-comercio-de-alimentos-ltda

Disallow: /busca/empresa/dados/5404667/job-evaldo-silva-da-silva-me
Disallow: /busca/empresa/dados/6200333/alexandre-hugo-silva-abreu-ribeiro-dos-santos
Disallow: /busca/empresa/dados/6057730/assessoria-atlantico-de-cobrancas-s-c-me
Disallow: /busca/empresa/dados/5702280/nilza-pinter-pecanha-me 
Disallow: /busca/empresa/dados/3521015/adriana-peixoto-salgado
Disallow: /busca/empresa/dados/957406/antonio-jose-igreja-pessoa
Disallow: /busca/empresa/dados/1060510/alexandre-bondesan-paulino-me
Disallow: /busca/categoria_escritorios-virtuais-e-para-aluguel+estado_espirito-santo+cidade_cachoeiro-de-itapemirim.html
Disallow: /dados/escritorio-glauber-coelho_3386143+8.html
Disallow: /dados/pmdb-partido-do-movimento-democratico-brasileiro_3404777+0.html
Disallow: /dados/carmem-helena-snel_8350008+3.html
Disallow: /dados/carmem-helena-snel-dra_4930701+2.html
Disallow: /empresas/sp/mogi-guacu/mario-alberto-vedovato-me_1344582+5.html

Disallow: /dados/partido-democratico-trabalhista-matriz-1_2307687+0.html
Disallow: /dados/pmdb-partido-do-movimento-democratico-brasileiro_3404776+7.html
Disallow: /busca/categoria_partidos-politicos+estado_espirito-santo+pagina_8.html
Disallow: /public/default/images/jraty/
Disallow: /busca/categoria_bebidas+estado_sao-paulo+cidade_guarulhos+pagina_5.html
Disallow: /dados/luiz-felipe-bernardo-de-souza_5133515+4.html
Disallow: /lista-telefonica/categoria_motores-maritimos-e-de-popa+estado_rio-grande-do-sul+cidade_porto-alegre.html
Disallow: /cep/91910+pagina_8.html
Disallow: /cep/91910-001+pagina_3.html
Disallow: /empresas/ba/salvador/carla-laise-dos-santos-olegario_7242228+3.html

Disallow: /empresas/sp/poa/industria-quimica/neusa-goncalves-novaes-me_950123+8.html
Disallow: /lista-telefonica/categoria_industria-quimica+estado_sao-paulo+cidade_poa.html
Disallow: /lista-telefonica/categoria_creolina+estado_sao-paulo+cidade_ubatuba.html
Disallow: /lista-telefonica/categoria_creolina+estado_sao-paulo+cidade_santos.html
Disallow: /lista-telefonica/categoria_creolina+estado_sao-paulo+cidade_atibaia+pagina_5.html
Disallow: /empresas/rj/rio-de-janeiro/servicos-de-administracao-locacao-e-arrendamento-de-bens-e-servicos-loteamento-e-incorporacao-de-ben/marcus-heraldo-lima-da-costa-imoveis_2036909+6.html
Disallow: /empresas/mg/belo-horizonte/ervanario/volney-henrique-passos-brandao_2365437+0.html
Disallow: /empresas/sp/campinas/confeccao-de-roupas/cristina-valeria-soares-me_1227620+9.html
Disallow: /empresas/sp/campinas/confeccao-de-roupas/cristina-valeria-soares-me_1227620+9.html?lang=en-NZ
Disallow: /empresas/sp/campinas/confeccao-de-roupas/cristina-valeria-soares-me_1227620+9.html?lang=en-GB
Disallow: /empresas/ce/fortaleza/angelo-lustosa-de-figueiredo-me_4072216+7.html
Disallow: /lista-telefonica/categoria_psicologos+estado_parana+cidade_curitiba.html?p=4
Disallow: /cep/80730-000.html?p=6
Disallow: /rua/rua-padre-anchieta+cidade_curitiba+estado_parana.html?p=7
Disallow: /empresas/sp/sao-paulo/monica-andrea-trindade-gir-kopp_6186426+7.html
Disallow: /empresas/rs/porto-alegre/servicos/cleiva-cristiane-rey-me_5619445+4.html
Disallow: /empresas/sp/praia-grande/adriana-claudia-de-freitas-corazza_7078834+1.html
Disallow: /empresas/rs/porto-alegre/materiais-de-construcao/polyseal-industria-e-comercio-de-vedacoes-ltda_3850813+8.html
Disallow: /empresas/sp/aracatuba/vestuario/adriana-claudia-de-freitas-corazza-nogara-me_1619446+7.html
Disallow: /empresas/sp/sorocaba/siderurgicas/agetec-usinagem-de-precisao-ltda_1690253+8.html 
Disallow: /empresas/rs/passo-fundo/psicologos/solange-da-veiga-reise_2139074+1.html
Disallow: /empresas/sp/sao-paulo/siderurgicas/gideon-dos-reis-silva-me_927127+0.html
Disallow: /business/sa/south-plympton/antiques-auctions-amp-dealers/regalia-antiques-militaria_687486+7.html
Disallow: /business/vic/mt-eliza/psychologist/david-griersmith_77781+2.html

#copied from https://www.lecreuset.de/robots.txt