User-agent: Googlebot
User-agent: bingbot
User-agent: msnbot
User-agent: Slurp
User-agent: gsa-crawler
User-agent: Twitterbot
User-Agent: W3C-checklink
User-agent: AhrefsBot 

Crawl-delay: 10
Disallow: /scripts/
Disallow: /css/
Disallow: /contacte?
Disallow: /c/portal/
Disallow: *contactDirectory_WAR_contactdirectoryportlet
Disallow: *dibaForm_WAR
#Disallow: /group/
Disallow: /web/butlletins/butlleti/-/butlletidigital/INTERN2/
Disallow: /web/butlletins/butlleti/-/butlletidigital/INTERN/
Disallow: /web/fem-nadal
Disallow: /documents/306225111/306795174/Decret+Pla+Contingència.pdf/6c1338f1-5835-4adc-9bf4-040986c299d8
Disallow: /documents/306225111/306795174/Decret+Pla+Conting%C3%A8ncia.pdf/6c1338f1-5835-4adc-9bf4-040986c299d8

User-agent: *
Disallow: /