#bostonglobe.com robots.txt User-agent: * Sitemap: /arc/outboundfeeds/sitemap/?outputType=xml Sitemap: /arc/outboundfeeds/news-sitemap/?outputType=xml Sitemap: /sitemap.xml Disallow: /insiders Disallow: /Statistics Disallow: /metro/2015/05/24/pakistani-employee-sues-onebeacon-claiming-harassment/yScUj6mmmU2IwM8hLSDhTN/story.html Disallow: /fragment-global-A8zF2y/ Disallow: /fragment-spt-global-A8zF2y/ Disallow: /trendingbar/ Disallow: /opinion-fragment/ Disallow: /magazine-fragment/ Disallow: /marijuana-fragment/ Disallow: /stat-fragment/ Disallow: /rh-cong3-fragment/ Disallow: /iowa-2020-fragment_stage_only/ Disallow: /am-fragment_stage_only/ Disallow: /rh-cong3-fragment_stage_only/ Disallow: /rh-fragment2_stage_only/ Disallow: /rh-fragment4_stage_only/ Disallow: /ys-fragment_stage_only/ Disallow: /ys-fragment-2_stage_only/ Disallow: /ys-fragment-3_stage_only/ Disallow: /ys-fragment-4_stage_only/ Disallow: /demo-starter-master/ Disallow: /overlineTest/ Disallow: /sports/xyz123/ Disallow: /about/help/terms/ #OPS-61526 Disallow: /todays-paper/arts-lifestyle/ Disallow: /todays-paper/business/ Disallow: /todays-paper/comfort-zone/ Disallow: /todays-paper/opinion/ Disallow: /todays-paper/ideas/ Disallow: /todays-paper/magazine/ Disallow: /todays-paper/metro/ Disallow: /todays-paper/obituaries/ Disallow: /todays-paper/real-estate/ Disallow: /todays-paper/sports/ Disallow: /todays-paper/nation/ Disallow: /todays-paper/travel/ Disallow: /todays-paper/wednesday-food/ Disallow: /todays-paper/weekend/ Disallow: /todays-paper/world/ Allow: / #AI-1 User-agent: GPTBot Disallow: / #OPS-62583 User-agent: CCBot Disallow: / User-agent: Google-Extended Disallow: /