Sitemap: https://tech.sportskeeda.com/news-sitemap.xml
Sitemap: https://tech.sportskeeda.com/sitemap.xml


# allow adsense bot to parse no-index content 
User-agent: Mediapartners-Google
Disallow:

User-agent: grapeshot
Disallow: 

User-agent: peer39_crawler
User-agent: peer39_crawler/1.0
Disallow: 

User-agent: AudigentAdBot
Disallow: 

User-agent: duggmirror
Disallow: /

# Disallow the AI chat bots to crawl the pages
User-agent: GPTBot
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: AliyunSecBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: archive.org_bot
Disallow: /

User-agent: ArchiveBot
Disallow: /

User-agent: Arquivo-web-crawler
Disallow: /

User-agent: AwarioRssBot
Disallow: /

User-agent: AwarioSmartBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Claude-SearchBot
Disallow: /

User-agent: Claude-User
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: cohere-training-data-crawler
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: DuckAssistBot
Disallow: /

User-agent: EchoboxBot
Disallow: /

User-agent: europarchive.org
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: FriendlyCrawler
Disallow: /


User-agent: heritrix
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: ia_archiver-web.archive.org
Disallow: /

User-agent: ImagesiftBot
Disallow: /

User-agent: Jetslide
Disallow: /

User-agent: LinkArchiver
Disallow: /

User-agent: magpie-crawler
Disallow: /

User-agent: Meta-ExternalAgent
User-agent: meta-externalagent
Disallow: /

User-agent: Meta-ExternalFetcher
User-agent: meta-externalfetcher
Disallow: /

User-agent: MyCentralAIScraperBot
Disallow: /

User-agent: news-please
Disallow: /

User-agent: NewsNow
Disallow: /

User-agent: Nicecrawler
Disallow: /

User-agent: omgili
Disallow: /

User-agent: omgilibot
Disallow: /

User-agent: Poseidon Research Crawler
Disallow: /

User-agent: quillbot.com
Disallow: /

User-agent: Quora-Bot
Disallow: /

User-agent: Primalbot
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: SeekrBot
Disallow: /

User-agent: SeznamHomepageCrawler
Disallow: /

User-agent: TaraGroup Intelligent Bot
Disallow: /

User-agent: Timpibot
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: ViennaTinyBot
Disallow: /

User-agent: web-archive-net.com.bot
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: YouBot
Disallow: /

User-agent: facebookexternalhit
Allow: /*?*smid=


# disallow folders
User-agent: Googlebot

# These query params appear from the links getting indexed/crawled from the Facebook
allow: *key4=skwfb*
allow: *key4=skcolbasketfb*
allow: *key4=skaewfb*
allow: *key4=skbaseballfb*
allow: *key4=skcfb*
allow: *key4=skchefb*
allow: *key4=skf1fb*
allow: *key4=skmaincfb*
allow: *key4=skcfb*
allow: *key4=skfootballfb*
allow: *key4=skgolffb*
allow: *key4=skmmafb*
allow: *key4=sknascarfb*
allow: *key4=sknbamemesfb*
allow: *key4=skpffb*
allow: *key4=sktenfb*
allow: *key4=skufcfb*

Disallow: /001/
Disallow: /amp/*
Disallow: /profile/*
Disallow: /football-match-preview/
Disallow: /olympics-page-2/
Disallow: /apc/
Disallow: /cgi-bin
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /readme.html
Disallow: /license.txt
Disallow: /search/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-content/themes/
Disallow: /members
Disallow: /archives
Disallow: /?s=
Disallow: /?p=
Disallow: /wp-content/uploads/
Disallow: /?attachment_id=
Disallow: /?author=
Disallow: /uc/
Disallow: /quiz/
Disallow: /redirect
Disallow: /viral-picks/* 
Disallow: /taxonomy
Disallow: /comments/count/*

Disallow: /*/load-more
Disallow: /*/load_more
Disallow: /*/ajax/archive
Disallow: /*/ajax/related
Disallow: /*/ajax/trending
Disallow: /cricket/ajax/teams/related/*
Disallow: /admin
Disallow: /admin/*
Disallow: /*/ajax/archive?page
Disallow: /login?after-login*
Disallow: /login?*
Disallow: /third-party/*
Disallow: /version

Disallow: *?key1=*
Disallow: *&key1=*
Disallow: *?key2=*
Disallow: *&key2=*
Disallow: *?key3=*
Disallow: *&key3=*
Disallow: *?key4=*
Disallow: *&key4=*
Disallow: *?givingPlayers=*
Disallow: *&givingPlayers=*
Disallow: *?gettingPlayers=*
Disallow: *&gettingPlayers=*
Disallow: *?ref=*
Disallow: *&ref=*
Disallow: *?article-trending=*
Disallow: *&article-trending=*
Disallow: *?page=*
Disallow: *&page=*
Disallow: *?date=*
Disallow: *&date=*
Disallow: *?comment-popup=*
Disallow: *&comment-popup=*
Disallow: *?comment-meta-id=*
Disallow: *&comment-meta-id=*
Disallow: *?key=*
Disallow: *&key=*
Disallow: *?Key2=*
Disallow: *&Key2=*
Disallow: *?Key4=*
Disallow: *&Key4=*
Disallow: *?tab=*
Disallow: *&tab=*
Disallow: *?related=*
Disallow: *&related=*
Disallow: *?view=*
Disallow: *&view=*
Disallow: *?traffic=*
Disallow: *&traffic=*
Disallow: *?after-login=*
Disallow: *&after-login=*
Disallow: /edit-profile
Disallow: /login
Disallow: *?team_stats_event_type=*
Disallow: *&team_stats_event_type=*
Disallow: *?player_stats_event_type=*
Disallow: *&player_stats_event_type=*

Disallow: /creator/*