User-agent: Yandex
Disallow: /

User-agent: sogou spider
Disallow: /

User-agent: NaverBot
User-agent: Yeti
Disallow: /

User-agent: YoudaoBot
Disallow: /

User-agent: Slurp
Crawl-delay: 5

User-agent: msnbot
Crawl-delay: 5

User-agent: Baiduspider
Crawl-delay: 5

User-Agent: MJ12bot
Crawl-Delay:   20

User-agent: *
Allow: /
Allow: /css/common.css?
Disallow: /*?
Disallow: /WorkArea/
Disallow: /workarea/
# Disallow: /script/
Disallow: /ad/
Disallow: /page-not-found/*
# Search
Disallow: /search/
Disallow: /rechercher/
#country_documents
Disallow: /country-documents/
Disallow: /country/iati/
#calendars
Disallow: /calendars/
Disallow: /datavis
Disallow: /datavisualization/
Disallow: /country/countrymap.xml

# Library filters
Disallow: /library/gavi-documents/guidelines-and-forms/cp/
Disallow: /librairie/documents-gavi/formulaires-et-directives/pp/
Disallow: /Library/GAVI-documents/Guidelines-and-forms/cp/
Disallow: /Librairie/Documents-GAVI/Formulaires-et-directives/pp/

#Disallow: /Library/Publications/GAVI-fact-sheets/
#Disallow: /library/publications/gavi-fact-sheets/

# Disallow: /library/programme/*
# Disallow: /librairie/programme/*
# Disallow: /library/country/*
# Disallow: /librairie/country/*
# Disallow: /library/topic/*
# Disallow: /librairie/topic/*
# Disallow: /library/*/programme/*
# Disallow: /librairie/*/programme/*
# Disallow: /library/*/country/*
# Disallow: /librairie/*/country/*
# Disallow: /library/*/topic/*


# Library search
Disallow: /library/searchtext/*
Disallow: /librairie/searchtext/*
Disallow: /library/*/searchtext/*
Disallow: /librairie/*/searchtext/*
Disallow: /library/*/*/searchtext/*
Disallow: /librairie/*/*/searchtext/*
Disallow: /library/*/*/*/searchtext/*
Disallow: /librairie/*/*/*/searchtext/*
Disallow: /library/*/*/*/*/searchtext/*
Disallow: /librairie/*/*/*/*/searchtext/*
Disallow: /library/*/*/*/*/*/searchtext/*
Disallow: /librairie/*/*/*/*/*/searchtext/*
Disallow: /library/*/*/*/*/*/*/searchtext/*
Disallow: /librairie/*/*/*/*/*/*/searchtext/*
# Disallow: /library/*/current/*
# Disallow: /librairie/*/current/*
# Disallow: /library/*/topic/*
# Disallow: /librairie/*/topic/*
# Disallow: /library/*/programme/*
# Disallow: /librairie/*/programme/*
# Disallow: /library/*/country/*
# Disallow: /librairie/*/country/*
Disallow: /library/*/searchtext/*
Disallow: /librairie/*/searchtext/*
# Disallow: /library/*/page/*
# Disallow: /librairie/*/page/*