User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

Disallow: /*?
#Disallow: /*.pdf$
Disallow: /virtual/
Disallow: /*/feed/
Disallow: /*/trackback/
Disallow: /*/attachment/
Disallow: /author/
Disallow: /tag/
Disallow: /comments/
Disallow: /xmlrpc.php
Disallow: /*/*/*/feed.xml
Disallow: /?attachment_id
Disallow: /*/*/feed/$
Disallow: /*/*/feed/rss/$
Disallow: /*/*/trackback/$
Disallow: /*/*/*/feed/$
Disallow: /*/*/*/feed/rss/$
Disallow: /*/*/*/trackback/$
Disallow: /*/trackback/$
Disallow: /*/page/*/



# Sitemap

Sitemap: https://www.cicogres.es/sitemap_index.xml
Sitemap: https://www.cicogres.es/page-sitemap.xml
Sitemap: https://www.cicogres.es/product-sitemap.xml
Sitemap: https://www.cicogres.es/sitemap_pag_en.xml
Sitemap: https://www.cicogres.es/sitemap_pro_en.xml
Sitemap: https://www.cicogres.es/sitemap_pag_fr.xml
Sitemap: https://www.cicogres.es/sitemap_pro_fr.xml
Sitemap: https://www.cicogres.es/post-sitemap.xml
Sitemap: https://www.cicogres.es/sitemap_post_en.xml
Sitemap: https://www.cicogres.es/sitemap_post_fr.xml

# Previene problemas de recursos bloqueados en Search Console
User-Agent: Googlebot
Allow: /*.css$
Allow: /*.js$
Disallow: /virtual/



#Bloqueo de bots y crawlers poco utiles
User-agent: "Net Probe"
User-agent: "SSM Agent"
User-agent: "tom bot"
User-agent: "TSW Bot"
User-agent: "Web Downloader"
User-agent: Acrobat
User-agent: AISearchBot
User-agent: baidu* 
User-agent: Baiduspider
User-agent: Baiduspider+(+http://www.baidu.com/search/spider.htm)
User-agent: Baiduspider+(+http://www.baidu.jp/spider/)
User-agent: Baiduspider-image
User-agent: Baiduspider-video
User-agent: Black Hole
User-agent: BlackWidow
User-agent: BlackWidow 4.40
User-agent: cfetch/1.0
User-agent: CheeseBot
User-agent: CherryPicker
User-agent: Comodo+HTTP(S)+Crawler
User-agent: ConveraMultiMediaCrawler/0.1
User-agent: dloader(NaverRobot)
User-agent: dloader(Speedy Spider)
User-agent: dotbot
User-agent: EmailCollector
User-agent: EmailSiphon
User-agent: EmailWolf
User-agent: EverbeeCrawler
User-agent: ExtractorPro
User-agent: flash processor
User-agent: flash+processor
User-agent: flatlandbot
User-agent: flatlandbot/baypup
User-agent: grub-client
User-agent: HLoader
User-agent: home.thenewweb.com
User-agent: htdig/3.1.5
User-agent: HTTrack
User-agent: ia_archiver
User-agent: ichiro
User-agent: ichiro
User-agent: iCollect
User-agent: iGetter
User-agent: ImageWalker
User-agent: Industry Program
User-agent: Indy
User-agent: Indy Library
User-agent: Innerprise
User-agent: InstallShield
User-agent: InternetLinkAgent/
User-agent: IntScanner
User-agent: ipd
User-agent: IPiumBot
User-agent: Iria
User-agent: IUPUI Research Bot
User-agent: Java
User-agent: Java1
User-agent: Java1.3.0
User-agent: Java1.3.1
User-agent: Java2
User-agent: JoBo
User-agent: JOC Web Spider
User-agent: johnhasbeenhere
User-agent: jscript+processor
User-agent: Kapere
User-agent: Lachesis
User-agent: Larbin
User-agent: larbin_2.6.1
User-agent: larbin_2.6.1 larbin2.6.2@unspecified.mail
User-agent: larbin_2.6.2
User-agent: larbin_2.6.2 larbin2.6.2@unspecified.mail
User-agent: LeechGet
User-agent: libwww-perl
User-agent: LightningDownload
User-agent: LinkAlarm
User-agent: LinkChecker
User-agent: LinkLint-checkonly
User-agent: Linkman
User-agent: LLUPDATECTRL
User-agent: Mac Finder
User-agent: Mail Sweeper
User-agent: Mass
User-agent: Mass Downloader
User-agent: McBot
User-agent: MetaProducts
User-agent: MetaProducts Download Express
User-agent: MFC_Tear_Sample
User-agent: MFHttpScan
User-agent: moget
User-agent: moget
User-agent: Mozilla/4.0 (compatible; NaverBot/1.0; http://help.naver.com/customer_webtxt_02.jsp)
User-agent: Mozilla/5.0 (compatible; YandexBlogs/0.99; robot; B; +http://yandex.com/bots) 
User-agent: Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots) 
User-agent: Mozilla/5.0 (compatible; YandexBot/3.0; MirrorDetector; +http://yandex.com/bots) 
User-agent: Mozilla/5.0 (compatible; YandexMedia/3.0; +http://yandex.com/bots) 
User-agent: MyGetRight
User-agent: Naver
User-agent: NaverBot
User-agent: NaverRobot
User-agent: NetPumper
User-agent: NEWT
User-agent: NextGenSearchBot
User-agent: NICErsPRO
User-agent: Nitro
User-agent: Nitro Downloader
User-agent: Nudelsalat
User-agent: Nutch
User-agent: oBot
User-agent: Offline
User-agent: Offline Explorer
User-agent: page_prefetcher
User-agent: PagmIEDownload
User-agent: pavuk
User-agent: PixGrabber
User-agent: PlantyNet_WebRobot
User-agent: Plucker
User-agent: Pockey
User-agent: Popdexter
User-agent: Program
User-agent: Program Shareware
User-agent: Progressive
User-agent: Progressive Download
User-agent: ProWebWalker
User-agent: ProxyTester
User-agent: psbot
User-agent: puf
User-agent: PuxaRapido
User-agent: Python-urllib
User-agent: Python-webchecker
User-agent: RealDownload
User-agent: RepoMonkey
User-agent: RepoMonkey Bait & Tackle
User-agent: RobotMidareru
User-agent: RPT-HTTPClient
User-agent: Scat
User-agent: ScoutAbout
User-agent: semanticdiscovery
User-agent: Siphon
User-agent: SiteSnagger
User-agent: SiteSnagger
User-agent: SiteWinder
User-agent: Slurp
User-agent: SlySearch
User-agent: SmartDownload
User-agent: SOFTWING_TEAR_AGENT
User-agent: Sogou head spider/3.0( http://www.sogou.com/docs/help/webmasters.htm#07) 
User-agent: Sogou Orion spider/3.0( http://www.sogou.com/docs/help/webmasters.htm#07) 
User-agent: Sogou Pic Agent
User-agent: Sogou Pic Spider/3.0( http://www.sogou.com/docs/help/webmasters.htm#07)
User-agent: sogou spider
User-agent: sogou spider
User-agent: Sogou web spider/4.0(+http://www.sogou.com/docs/help/webmasters.htm#07) 
User-agent: Sogou-Test-Spider/4.0 (compatible; MSIE 5.5; Windows 98) 
User-agent: Sonic
User-agent: Sosospider
User-agent: SpeedDownload
User-agent: Speedy
User-agent: sprocket
User-agent: SQ
User-agent: SQ Webscanner
User-agent: Stamina
User-agent: Star
User-agent: Star Downloader
User-agent: Steeler
User-agent: SuperHTTP
User-agent: SurveyBot
User-agent: SynoBot
User-agent: teleport
User-agent: Teleport
User-agent: teleport pro
User-agent: thunderstone
User-agent: TurnitinBot
User-agent: TurnitinBot
User-agent: TweakMASTER
User-agent: Twiceler
User-agent: UdmSearch
User-agent: Undisclosed
User-agent: URLGetFile
User-agent: UtilMind
User-agent: UtilMind HTTPGet
User-agent: VCIKJZDDLS
User-agent: vobsub
User-agent: voyager/2.0
User-agent: voyager-hc/1.0
User-agent: Web Downloader
User-agent: WebAlta
User-agent: WebAuto
User-agent: WebCapture
User-agent: Webclipping.com
User-agent: webcollage
User-agent: WebCopier
User-agent: WebCopier
User-agent: Webinator
User-agent: WebLeacher
User-agent: WEBMOLE
User-agent: WebReaper
User-agent: WebSauger
User-agent: Website eXtractor
User-agent: Webster
User-agent: WebStripper
User-agent: WebStripper
User-agent: WebZIP
User-agent: WebZIP
User-agent: WEP Search
User-agent: WEP Search 00
User-agent: Wget
User-agent: WhizBang
User-agent: whsearch
User-agent: Wildsoft
User-agent: Wildsoft Surfer
User-agent: WinHttp.WinHttpRequest
User-agent: woriobot
User-agent: www4mail
User-agent: WWWOFFLE
User-agent: Xaldon
User-agent: Xaldon WebSpider
User-agent: xEdit
User-agent: Xenu
User-agent: Yandex
User-agent: yandex*
User-agent: YandexSomething/1.0
User-agent: Yanga WorldSearch Bot v1.1/beta
User-agent: Yanga WorldSearch Bot v1.1/beta (http
User-agent: Yeti
User-agent: YoudaoBot
User-agent: Zao
User-agent: ZBot
User-agent: Zeus
User-agent: ZyBorg
Disallow: /