User-agent: * 
Sitemap: https://www.myskillsfuture.gov.sg/content/student/en.sitemap-index.xml
Sitemap: https://www.myskillsfuture.gov.sg/content/portal/en.sitemap-index.xml
Disallow: / 

User-Agent: Googlebot # https://en.wikipedia.org/wiki/Googlebot 
Allow: /

User-agent: Googlebot-Image # Googlebot for image, https://varvy.com/googlebot.html 
User-agent: Googlebot-Video # Googlebot for video, https://varvy.com/googlebot.html 
User-agent: googlebot-mobile # Googlebot for video, https://varvy.com/googlebot.html 
User-Agent: Slurp # https://help.yahoo.com/kb/SLN22600.html?guccounter=1 
User-Agent: bingbot # https://en.wikipedia.org/wiki/Bingbot 
User-agent: Applebot # http://www.apple.com/go/applebot 
User-agent: Twitterbot 
User-agent: Pingdom.com_bot_version_1.4_ 
User-agent: SearchSG 
# General 
Disallow: / 

# Student 
Allow: /content/student/ 
Allow: /content/student/*/about 
Allow: /content/student/*/education-guide 
Allow: /content/student/*/footer 
Allow: /content/student/*/header 
Disallow: /content/student/*/about/myskillsfuture-for-partners/ 
Disallow: /content/student/*/assessment/take-assessment 
Disallow: /content/student/*/my-e-portfolio 
Disallow: /content/student/*/my-goals 
Disallow: /content/student/*/notification 
Disallow: /content/student/*/overview 
Disallow: /content/student/*/prepare-for-work 
Disallow: /content/student/*/profile 
Disallow: /content/student/*/reset-password 
Disallow: /content/student/*/setting 

# Workforce 
Allow: /content/portal/ 
Allow: /content/dam/portal/
Disallow: /content/portal/*/individual 
Disallow: /content/portal/*/employer 
Disallow: /content/portal/*/training-provider 
Disallow: /content/portal/*/login-success-redirect