User-agent: *
Allow: /
Disallow: /crons/
Disallow: /dev/
Disallow: /dev2/
Disallow: /community/
Allow: /video_sitemap.php
Allow: /sitemap.php