User-agent: * Disallow: /portal/* Disallow: /home.html Disallow: /index_2014.html Disallow: /*.api.json$ Disallow: /feeds/services/social/counter* # Sitemap: http://www.foxnews.com/sitemap.xml Sitemap: http://www.foxnews.com/google_news_entertainment.xml Sitemap: http://www.foxnews.com/google_news_opinion.xml Sitemap: http://www.foxnews.com/google_news_politics.xml Sitemap: http://www.foxnews.com/google_news_science.xml Sitemap: http://www.foxnews.com/google_news_tech.xml Sitemap: http://www.foxnews.com/google_news_sports.xml Sitemap: http://www.foxnews.com/google_news_weather.xml Sitemap: http://www.foxnews.com/google_news_leisure.xml Sitemap: http://www.foxnews.com/google_news_us.xml Sitemap: http://www.foxnews.com/google_news_world.xml Sitemap: http://www.foxnews.com/google_news_health.xml Sitemap: http://www.foxnews.com/google_news_travel.xml Sitemap: http://video.foxnews.com/videositemap.xml