# Certain social media sites are whitelisted to allow crawlers to access page markup when links to /images are shared. User-agent: Twitterbot Allow: /media/videos/tmb/ User-agent: facebookexternalhit Allow: /media/videos/tmb/ User-agent: googlebot Allow: /media/videos/ Disallow: /siteadmin/ Disallow: /cache/ Disallow: /include/ Disallow: /language/ Disallow: /tmp/ Disallow: /classes/ Disallow: /templates/ Disallow: /scripts/ Disallow: /addons/ User-agent: googlebot-video Allow: /media/videos/ Disallow: /siteadmin/ Disallow: /cache/ Disallow: /include/ Disallow: /language/ Disallow: /tmp/ Disallow: /classes/ Disallow: /templates/ Disallow: /scripts/ Disallow: /addons/ User-agent: bingbot Allow: /media/videos/ Disallow: /siteadmin/ Disallow: /cache/ Disallow: /include/ Disallow: /language/ Disallow: /tmp/ Disallow: /classes/ Disallow: /templates/ Disallow: /scripts/ Disallow: /addons/ User-agent: msnbot-media Allow: /media/videos/ Disallow: /siteadmin/ Disallow: /cache/ Disallow: /include/ Disallow: /language/ Disallow: /tmp/ Disallow: /classes/ Disallow: /templates/ Disallow: /scripts/ Disallow: /addons/ User-agent: * Disallow: /siteadmin/ Disallow: /cache/ Disallow: /include/ Disallow: /language/ Disallow: /media/ Disallow: /tmp/ Disallow: /classes/ Disallow: /templates/ Disallow: /scripts/ Disallow: /addons/ Sitemap: https://jizzhappy.com/sitemap.php