User-agent: * Crawl-delay: 10 Disallow: Disallow: /administrator/ Disallow: /archives/ges/nyu_lg.jpg Disallow: /topics/demographics/naturalgas.jpg Disallow: /cache/ Disallow: /components/ Disallow: /components/contact/ Disallow: /components/contacts/ Disallow: /component/content/ Disallow: /includes/ Disallow: /installation/ Disallow: /language/ Disallow: /libraries/ Disallow: /media/ Disallow: /modules/ Disallow: /plugins/ Disallow: /templates/beez/ Disallow: /templates/gg-mobile Disallow: /templates/gothamvotes/ Disallow: /templates/ja_purity/ Disallow: /templates/jbresponsive/ Disallow: /templates/jbresponsive1/ Disallow: /templates/mobile_imode/ Disallow: /templates/mobile_iphone/ Disallow: /templates/mobile_smartphone/ Disallow: /templates/mobile_wap/ Disallow: /templates/new/ Disallow: /templates/rhuk_milkyway/ Disallow: /templates/system/ Disallow: /templates/untitled Disallow: /templates/gg-site/classes/ Disallow: /templates/gg-site/docs/ Disallow: /templates/gg-site/extra/ Disallow: /templates/gg-site/files/ Disallow: /templates/gg-site/font/ Disallow: /templates/gg-site/html/mod_syndicate/ Disallow: /templates/gg-site/images/ Disallow: /templates/gg-site/img/ Disallow: /templates/gg-site/includes/ Disallow: /templates/gg-site/jquery-ui/ Disallow: /templates/gg-site/src/ Disallow: /templates/gg-site2015/classes/ Disallow: /templates/gg-site2015/docs/ Disallow: /templates/gg-site2015/extra/ Disallow: /templates/gg-site2015/files/ Disallow: /templates/gg-site2015/font/ Disallow: /templates/gg-site2015/html/mod_syndicate/ Disallow: /templates/gg-site2015/images/ Disallow: /templates/gg-site2015/img/ Disallow: /templates/gg-site2015/includes/ Disallow: /templates/gg-site2015/jquery-ui/ Disallow: /templates/gg-site2015/src/ Disallow: /templates/gg-mobile/ Disallow: /templates/gg-mobile - Copy/ Disallow: /templates/jbresponsive/ Disallow: /templates/jbresponsive1/ Disallow: /templates/protostar/ Disallow: /tmp/ Disallow: /xmlrpc/ Disallow: /forums/ Disallow: /career/ Disallow: /?id= Disallow: /superman/ Disallow: /paidsickleave/ Disallow: /resources/ Allow: /sitemap.htm Sitemap: http://www.gothamgazette.com/sitemap.xml user-agent: GnowitNewsbot Disallow: / user-agent: AhrefsBot Disallow: / user-agent: SemrushBot Disallow: / user-agent: MJ12bot Disallow: / user-agent: (https: Disallow: / user-agent: YandexBot Disallow: / #Hopefully stops blocking the Twitter bot User-agent: Twitterbot Disallow: Allow: /images/ Allow: /modules/ Allow: /plugins/ Allow: /*.jpg$ Allow: /*.jpeg$ Allow: /*.png$ Allow: /*.gif$ Allow: /sitemap.htm Disallow: /?id= Disallow: /superman/ Disallow: /career/ Disallow: /paidsickleave/ Disallow: /resources/ Sitemap: http://www.gothamgazette.com/sitemap.xml User-agent: googlebot Disallow: Disallow: /?id= Disallow: /superman/ Disallow: /administrator/ Disallow: /archives/ges/nyu_lg.jpg Disallow: /topics/demographics/naturalgas.jpg Disallow: /cache/ Disallow: /components/ Disallow: /components/contact/ Disallow: /components/contacts/ Disallow: /component/content/ Disallow: /includes/ Disallow: /installation/ Disallow: /language/ Disallow: /libraries/ Disallow: /media/ Disallow: /modules/ Disallow: /plugins/ Disallow: /templates/beez/ Disallow: /templates/gg-mobile Disallow: /templates/gothamvotes/ Disallow: /templates/ja_purity/ Disallow: /templates/jbresponsive/ Disallow: /templates/jbresponsive1/ Disallow: /templates/mobile_imode/ Disallow: /templates/mobile_iphone/ Disallow: /templates/mobile_smartphone/ Disallow: /templates/mobile_wap/ Disallow: /templates/new/ Disallow: /templates/rhuk_milkyway/ Disallow: /templates/system/ Disallow: /templates/untitled Disallow: /templates/gg-site/classes/ Disallow: /templates/gg-site/docs/ Disallow: /templates/gg-site/extra/ Disallow: /templates/gg-site/files/ Disallow: /templates/gg-site/font/ Disallow: /templates/gg-site/html/mod_syndicate/ Disallow: /templates/gg-site/images/ Disallow: /templates/gg-site/img/ Disallow: /templates/gg-site/includes/ Disallow: /templates/gg-site/jquery-ui/ Disallow: /templates/gg-site/src/ Disallow: /templates/gg-site2015/classes/ Disallow: /templates/gg-site2015/docs/ Disallow: /templates/gg-site2015/extra/ Disallow: /templates/gg-site2015/files/ Disallow: /templates/gg-site2015/font/ Disallow: /templates/gg-site2015/html/mod_syndicate/ Disallow: /templates/gg-site2015/images/ Disallow: /templates/gg-site2015/img/ Disallow: /templates/gg-site2015/includes/ Disallow: /templates/gg-site2015/jquery-ui/ Disallow: /templates/gg-site2015/src/ Disallow: /templates/gg-mobile/ Disallow: /templates/gg-mobile - Copy/ Disallow: /templates/jbresponsive/ Disallow: /templates/jbresponsive1/ Disallow: /templates/protostar/ Disallow: /tmp/ Disallow: /xmlrpc/ Disallow: /forums/ Disallow: /?id= Disallow: /superman/ Disallow: /paidsickleave/ Disallow: /resources/ Allow: /sitemap.htm Sitemap: http://www.gothamgazette.com/sitemap.xml User-agent: dotbot Disallow: /admin/ Disallow: /scripts/ Disallow: /images/ Disallow: /?id= Disallow: /superman/ Disallow: /paidsickleave/ Disallow: /career/ Disallow: /resources/ Allow: /sitemap.htm Sitemap: http://www.gothamgazette.com/sitemap.xml User-agent: bingbot Disallow: Disallow: /administrator/ Disallow: /archives/ges/nyu_lg.jpg Disallow: /topics/demographics/naturalgas.jpg Disallow: /cache/ Disallow: /components/ Disallow: /components/contact/ Disallow: /components/contacts/ Disallow: /component/content/ Disallow: /includes/ Disallow: /installation/ Disallow: /language/ Disallow: /libraries/ Disallow: /media/ Disallow: /modules/ Disallow: /plugins/ Disallow: /templates/beez/ Disallow: /templates/gg-mobile Disallow: /templates/gothamvotes/ Disallow: /templates/ja_purity/ Disallow: /templates/jbresponsive/ Disallow: /templates/jbresponsive1/ Disallow: /templates/mobile_imode/ Disallow: /templates/mobile_iphone/ Disallow: /templates/mobile_smartphone/ Disallow: /templates/mobile_wap/ Disallow: /templates/new/ Disallow: /templates/rhuk_milkyway/ Disallow: /templates/system/ Disallow: /templates/untitled Disallow: /templates/gg-site/classes/ Disallow: /templates/gg-site/docs/ Disallow: /templates/gg-site/extra/ Disallow: /templates/gg-site/files/ Disallow: /templates/gg-site/font/ Disallow: /templates/gg-site/html/mod_syndicate/ Disallow: /templates/gg-site/images/ Disallow: /templates/gg-site/img/ Disallow: /templates/gg-site/includes/ Disallow: /templates/gg-site/jquery-ui/ Disallow: /templates/gg-site/src/ Disallow: /templates/gg-site2015/classes/ Disallow: /templates/gg-site2015/docs/ Disallow: /templates/gg-site2015/extra/ Disallow: /templates/gg-site2015/files/ Disallow: /templates/gg-site2015/font/ Disallow: /templates/gg-site2015/html/mod_syndicate/ Disallow: /templates/gg-site2015/images/ Disallow: /templates/gg-site2015/img/ Disallow: /templates/gg-site2015/includes/ Disallow: /templates/gg-site2015/jquery-ui/ Disallow: /templates/gg-site2015/src/ Disallow: /templates/gg-mobile/ Disallow: /templates/gg-mobile - Copy/ Disallow: /templates/jbresponsive/ Disallow: /templates/jbresponsive1/ Disallow: /templates/protostar/ Disallow: /tmp/ Disallow: /xmlrpc/ Disallow: /forums/ Disallow: /?id= Disallow: /superman/ Disallow: /paidsickleave/ Disallow: /career/ Disallow: /resources/ Allow: /sitemap.htm Sitemap: http://www.gothamgazette.com/sitemap.xml User-agent: Yahoo! Disallow: Disallow: /administrator/ Disallow: /archives/ges/nyu_lg.jpg Disallow: /topics/demographics/naturalgas.jpg Disallow: /cache/ Disallow: /components/ Disallow: /components/contact/ Disallow: /components/contacts/ Disallow: /component/content/ Disallow: /includes/ Disallow: /installation/ Disallow: /language/ Disallow: /libraries/ Disallow: /media/ Disallow: /modules/ Disallow: /plugins/ Disallow: /templates/beez/ Disallow: /templates/gg-mobile Disallow: /templates/gothamvotes/ Disallow: /templates/ja_purity/ Disallow: /templates/jbresponsive/ Disallow: /templates/jbresponsive1/ Disallow: /templates/mobile_imode/ Disallow: /templates/mobile_iphone/ Disallow: /templates/mobile_smartphone/ Disallow: /templates/mobile_wap/ Disallow: /templates/new/ Disallow: /templates/rhuk_milkyway/ Disallow: /templates/system/ Disallow: /templates/untitled Disallow: /templates/gg-site/classes/ Disallow: /templates/gg-site/docs/ Disallow: /templates/gg-site/extra/ Disallow: /templates/gg-site/files/ Disallow: /templates/gg-site/font/ Disallow: /templates/gg-site/html/mod_syndicate/ Disallow: /templates/gg-site/images/ Disallow: /templates/gg-site/img/ Disallow: /templates/gg-site/includes/ Disallow: /templates/gg-site/jquery-ui/ Disallow: /templates/gg-site/src/ Disallow: /templates/gg-site2015/classes/ Disallow: /templates/gg-site2015/docs/ Disallow: /templates/gg-site2015/extra/ Disallow: /templates/gg-site2015/files/ Disallow: /templates/gg-site2015/font/ Disallow: /templates/gg-site2015/html/mod_syndicate/ Disallow: /templates/gg-site2015/images/ Disallow: /templates/gg-site2015/img/ Disallow: /templates/gg-site2015/includes/ Disallow: /templates/gg-site2015/jquery-ui/ Disallow: /templates/gg-site2015/src/ Disallow: /templates/gg-mobile/ Disallow: /templates/gg-mobile - Copy/ Disallow: /templates/jbresponsive/ Disallow: /templates/jbresponsive1/ Disallow: /templates/protostar/ Disallow: /tmp/ Disallow: /xmlrpc/ Disallow: /forums/ Disallow: /?id= Disallow: /superman/ Disallow: /paidsickleave/ Disallow: /career/ Disallow: /resources/ Allow: /sitemap.htm Sitemap: http://www.gothamgazette.com/sitemap.xml