# i-tea.com.my User-agent: * # Application screens, not content. They are behind a login or carry a # per-session state, so a crawler either gets a redirect or an empty shell, and # either way the crawl budget is better spent on the service pages. Disallow: /*/backend_portal/ Disallow: /*/backend_api/ Disallow: /*/client_portal/ Disallow: /*/admin_portal/ Disallow: /*/frontend_api/ Disallow: /*/cart Disallow: /*/checkout Disallow: /*/check_out_pending/ Disallow: /*/checkout_confirm/ Disallow: /*/check_out_done/ Disallow: /*/login Disallow: /*/signout Disallow: /*/forget_password Disallow: /*/my_account Disallow: /*/my_order Disallow: /*/my_order_detail/ Disallow: /*/my_service/ Disallow: /*/my_domain Disallow: /*/my_company_profile Disallow: /*/member_account_verification/ Disallow: /*/invoice/ # Client proposals. Each one is shared with a single client through an # unguessable token; the page already sends X-Robots-Tag: noindex, and this # keeps it out of the crawl in the first place. Disallow: /*/profile/ # Maintenance entry points. They accept GET so they can be driven by cron, which # also means a crawler can run them. Disallow: /*/one_time_function/ Disallow: /*/important_function/ Disallow: /*/gen/ Disallow: /*/test/ Disallow: /cronjob/ # Campaign and session parameters produce a different URL for the same page. # The canonical tag handles it, but there is no reason to spend a crawl on them. Disallow: /*?utm_ Disallow: /*?fbclid= Disallow: /*?gclid= Sitemap: https://i-tea.com.my/sitemap.xml