User-agent: Scrapy
Allow: /

User-agent: *
User-agent: Googlebot
Allow: .js
Allow: .css
Allow: /wp-content/uploads/
Allow: /wp-content/themes/lotame/assets/css
Allow: /wp-content/themes/lotame/assets/js
Disallow: /hubfs/
Disallow: https://www.lotame.com/about-lotame/goldsupportcontact/
Disallow: lotame.com/about-lotame/goldsupportcontact/
Disallow: about-lotame/goldsupportcontact/

Sitemap: https://www.lotame.com/sitemap_index.xml
Sitemap: https://www.lotame.com/page-sitemap.xml
Sitemap: https://www.lotame.com/post-sitemap.xml