User-agent: *
Allow: /
Disallow: /admin
Disallow: /page-not-found
Disallow: /server-error

User-agent: 008
User-agent: AhrefsBot
User-agent: almaden
User-agent: Arquivo-web-crawler
User-agent: ASPSeek
User-agent: baiduspider
User-agent: dumbBot
User-agent: Generic
User-agent: grub-client
User-agent: MJ12bot
User-agent: MSIECrawler
User-agent: NexaBot
User-agent: NPBot
User-agent: OWR_Crawler
User-agent: psbot
User-agent: RPT-HTTPClient
User-agent: ScoutAbout
User-agent: semanticdiscovery
User-agent: TurnitinBot
User-agent: twiceler
User-agent: Wget
User-agent: Yandex
Disallow: /

Sitemap: https://www.metalflex.com.au/sitemap.xml