User-agent: sogou spider
Disallow: /

#User-agent: NaverBot
#User-agent: Yeti
#Disallow: /

User-agent: YoudaoBot
Disallow: /

User-agent: Slurp
Crawl-delay: 5

User-agent: msnbot
Crawl-delay: 5

User-agent: Baiduspider
Crawl-delay: 5

User-Agent: MJ12bot
Crawl-delay:   20

User-Agent: SemrushBot-SA
Crawl-delay:   4

User-Agent: SemrushBot-Desktop
Crawl-delay:   4

User-agent: *
#Allow: /
Allow: /css/common.css?
Disallow: /*?
Disallow: /WorkArea/
Disallow: /workarea/
Disallow: /ad/
Disallow: /page-not-found/*
Disallow: /img/

# Search
Disallow: /search/
Disallow: /rechercher/
#country_documents
Disallow: /country-documents/
Disallow: /country/iati/
Disallow: /country/data/
Disallow: /country/fact-sheets/
Disallow: /pays/fiches-information/


Disallow: /country/*/documents/proposals/
Disallow: /country/*/documents/aprs/
Disallow: /country/*/documents/cmyps/
Disallow: /country/*/documents/cofiss/
Disallow: /country/*/documents/dqas/
Disallow: /country/*/documents/dlpas/
Disallow: /country/*/documents/jas/
Disallow: /country/*/documents/hss-evaluation/
Disallow: /country/*/documents/hss-tracking-study/
Disallow: /country/*/documents/documents/
Disallow: /country/*/news/
Disallow: /pays/*/actualites/

#calendars
Disallow: /calendars/
Disallow: /datavis
Disallow: /datavisualization/
Disallow: /country/countrymap.xml
#audio
#temporary
#Disallow: /library/audio-visual/audio/
#Disallow: /Library/Audio-visual/Audio/

#Disallow: /about/governance/gavi-board/members/
#Allow:/about/governance/gavi-board/members/$

# Library filters
Disallow: /library/gavi-documents/guidelines-and-forms/
Disallow: /librairie/documents-gavi/formulaires-et-directives/
Disallow: /library/publications/gavi-fact-sheets/factsheet--gender-and-immunisation/
Disallow: /librairie/publications/fiches-d-information/genre-et-vaccination/



#Disallow: /Library/Publications/GAVI-fact-sheets/
#Disallow: /library/publications/gavi-fact-sheets/



# Library search
Disallow: /library/searchtext/*
Disallow: /librairie/searchtext/*
Disallow: /library/*/searchtext/*
Disallow: /librairie/*/searchtext/*
Disallow: /library/*/*/searchtext/*
Disallow: /librairie/*/*/searchtext/*
Disallow: /library/*/*/*/searchtext/*
Disallow: /librairie/*/*/*/searchtext/*
Disallow: /library/*/*/*/*/searchtext/*
Disallow: /librairie/*/*/*/*/searchtext/*
Disallow: /library/*/*/*/*/*/searchtext/*
Disallow: /librairie/*/*/*/*/*/searchtext/*
Disallow: /library/*/*/*/*/*/*/searchtext/*
Disallow: /librairie/*/*/*/*/*/*/searchtext/*
# Disallow: /library/*/current/*
# Disallow: /librairie/*/current/*
# Disallow: /library/*/topic/*
# Disallow: /librairie/*/topic/*
# Disallow: /library/*/programme/*
# Disallow: /librairie/*/programme/*
# Disallow: /library/*/country/*
# Disallow: /librairie/*/country/*
Disallow: /library/*/searchtext/*
Disallow: /librairie/*/searchtext/*
# Disallow: /library/*/page/*
# Disallow: /librairie/*/page/*