User-agent: Screaming Frog SEO Spider  
Allow: /  
  
User-agent: *  
Allow: / 
 
Disallow: /user/ 
Disallow: /deposit 
Disallow: /withdraw/ 
Disallow: /id/user/ 
Disallow: /id/deposit/ 
Disallow: /id/withdraw/  
  
User-agent: Googlebot  
Allow:   
User-agent: googlebot-image  
Allow:   
User-agent: googlebot-mobile  
Allow:   
User-agent: Mediapartners-Google  
Allow:   
User-agent: AdsBot-Google  
Allow:  
User-agent: AdsBot-Google-Mobile  
Allow:  
User-agent: Applebot  
Allow:  
User-agent: Bingbot  
Allow:  
User-agent: Yandex  
Allow:  
User-agent: DuckDuckBot  
Allow:  
User-agent: Qwantify  
Allow:  
User-agent: MSNBot  
Allow:   
User-agent: Slurp  
Allow:   
User-agent: Robozilla  
Allow:  
  
User-agent: MJ12bot  
user-agent: SemrushBot  
User-agent: Yandex  
User-agent: YandexBot  
User-agent: ZoominfoBot  
User-agent: um-LN  
User-agent: MTRobot  
User-agent: SafeDNSBot  
User-agent: Bytespider  
User-agent: bitlybot  
User-agent: Barkrowle  
User-agent: coccocbot-image  
User-agent: PetalBot  
User-agent: DotBot  
User-agent: BLEXBot  
User-agent: AspiegelBot  
User-agent: BaiduSpider  
User-agent: trovitBot  
User-agent: Mail.RU_Bot  
User-agent: SeznamBot  
User-agent: YisouSpider  
User-agent: zh-CN  
User-agent: Slackbot  
User-agent: Slackbot-LinkExpanding  
 
#Keep our news out of actual news  
user-agent: googlebot-news  
Disallow: /blog/agents/  
  
User-agent: Semrushbot-SA  
Allow:  
  
User-agent: Semrushbot-SI  
Allow:  
  
User-agent: Yahoo Pipes 2.0    
Disallow: /  
  
User-agent: researchtools/ose/$    
Allow: /  
  
User-agent: researchtools/ose/dotbot$  
Allow: /  
  
User-agent: researchtools/ose/just-discovered$  
Allow: /  
  
User-agent: researchtools/ose/links$  
Allow: /  
  
User-agent: researchtools/ose/pages$  
Allow: /  
  
User-agent: researchtools/ose/domains$  
Allow: /  
  
User-agent: researchtools/ose/anchors$  
Allow: / 
 
sitemap: https://103.5.47.76/sitemap.xml