User-agent: facebookexternalhit
Allow: /

User-agent: Facebot
Allow: /

User-agent: FacebookBot
Allow: /

User-agent: meta-externalagent
Allow: /

User-agent: meta-externalfetcher
Allow: /

User-agent: *
Disallow: /admin/
Disallow: /api/
Disallow: /profile
Disallow: /login
Disallow: /register
Disallow: /forgot-password
Disallow: /reset-password
Allow: /
Sitemap: https://www.archaeologs.com/sitemap.xml