User-agent: SemrushBot Crawl-delay: 20 User-agent: Mediapartners-Google # Nofollow clicks.php Disallow: /includes/clicks.php? # STUB files, 6/24/17 Disallow: /adform/IFrameManager.html Disallow: /admotion/afa-iframe.htm Disallow: /adrime/adrime_burst_2.0.0.htm Disallow: /adtech/iframeproxy.html Disallow: /bonzai/bonzaiBuster.html Disallow: /contobox/iframebuster.html Disallow: /doubleclick/adx_iframe.html Disallow: /doubleclick/DARTIframe.html Disallow: /exponential/buster.html Disallow: /eyeblaster/addineyeV2.html Disallow: /eyewonder/interim.html Disallow: /flashtalking/ftlocal.html Disallow: /flite/fif.html Disallow: /ipinyou/py_buster.html Disallow: /jivox/jivoxibuster.html Disallow: /knorex/knorex_psf.html Disallow: /kpsule/iframebuster.html Disallow: /linkstorm/linkstorm_certified.html Disallow: /liquidus/iframe.htm Disallow: /liquidus/iframeX.htm Disallow: /mediaplex/mojofb_v9.html Disallow: /mixpo/framebust.html Disallow: /pointroll/PointRollAds.htm Disallow: /predicta/predicta_bf.html Disallow: /revjet/revjet_buster.html Disallow: /rockabox/rockabox_buster.html Disallow: /sociomatic/iframebuster_Sociomantic.html Disallow: /spongecell/spongecell-spongecell_buster.html Disallow: /unicast/unicastIFD.html Disallow: /stubs/adform/IFrameManager.html Disallow: /stubs/admotion/afa-iframe.htm Disallow: /stubs/adrime/adrime_burst_2.0.0.htm Disallow: /stubs/adtech/iframeproxy.html Disallow: /stubs/bonzai/bonzaiBuster.html Disallow: /stubs/contobox/iframebuster.html Disallow: /stubs/doubleclick/adx_iframe.html Disallow: /stubs/doubleclick/DARTIframe.html Disallow: /stubs/exponential/buster.html Disallow: /stubs/eyeblaster/addineyeV2.html Disallow: /stubs/eyewonder/interim.html Disallow: /stubs/flashtalking/ftlocal.html Disallow: /stubs/flite/fif.html Disallow: /stubs/ipinyou/py_buster.html Disallow: /stubs/jivox/jivoxibuster.html Disallow: /stubs/knorex/knorex_psf.html Disallow: /stubs/kpsule/iframebuster.html Disallow: /stubs/linkstorm/linkstorm_certified.html Disallow: /stubs/liquidus/iframe.htm Disallow: /stubs/liquidus/iframeX.htm Disallow: /stubs/mediaplex/mojofb_v9.html Disallow: /stubs/mixpo/framebust.html Disallow: /stubs/pointroll/PointRollAds.htm Disallow: /stubs/predicta/predicta_bf.html Disallow: /stubs/revjet/revjet_buster.html Disallow: /stubs/rockabox/rockabox_buster.html Disallow: /stubs/sociomatic/iframebuster_Sociomantic.html Disallow: /stubs/spongecell/spongecell-spongecell_buster.html Disallow: /stubs/unicast/unicastIFD.html