# Disallow access to private directories
User-agent: *
Disallow: /private/

# Disallow access to admin directories
User-agent: *
Disallow: /admin/

# Disallow access to WordPress admin area
User-agent: *
Disallow: /wp-admin/

# Disallow access to WordPress includes
User-agent: *
Disallow: /wp-includes/

# Allow all bots to crawl the site
User-agent: *
Disallow: 

# Google
User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Googlebot-News
Allow: /

User-agent: Googlebot-Video
Allow: /

# Bing
User-agent: bingbot
Allow: /

User-agent: BingPreview
Allow: /

# Yahoo
User-agent: Slurp
Allow: /

# Yandex
User-agent: Yandex
Allow: /

# Baidu
User-agent: Baiduspider
Allow: /

# DuckDuckGo
User-agent: DuckDuckBot
Allow: /

# Ask Jeeves/Teoma
User-agent: Teoma
Allow: /

# Sogou
User-agent: Sogou web spider
Allow: /

# Exalead
User-agent: Exabot
Allow: /

# Alexa
User-agent: ia_archiver
Allow: /

# Applebot
User-agent: Applebot
Allow: /

# Facebook External Hit
User-agent: facebot
Allow: /

# LinkedIn
User-agent: LinkedInBot
Allow: /

# Specify the location of your sitemap
Sitemap: https://www.athenafintech.com/sitemap.xml