User-agent: *

# category pages
Disallow: /sector/*
Disallow: /industry/*
Disallow: /category/*
Disallow: /style/*
Disallow: /gicsector/*
Disallow: /gicgroup/*
Disallow: /gicindustry/*
Disallow: /gicsubindustry/*

# optimizing crawl budget
Disallow: /symbol/*/*/fundamentals
Disallow: /symbol/*/*/peer-comparison
Disallow: /symbol/*/*/correlations
Disallow: /symbol/*/*/pairtrades
Disallow: /symbol/*/*/institutions
Disallow: /symbol/*/*/insider
Disallow: /symbol/*/*/forecasts
Disallow: /symbol/*/*/options

# gtfo areas
Disallow: /admin/*
Disallow: /api/*
Disallow: /auth/*
Disallow: /profile/*

# errors
Disallow: /data/*
Disallow: /htdocs/*


# Sitemap
Sitemap: https://www.valueray.com/sitemap.xml