mirror of
https://github.com/iptv-org/epg
synced 2025-12-16 02:16:40 -05:00
Remove /robots folder
This commit is contained in:
3
.gitignore
vendored
3
.gitignore
vendored
@@ -1,3 +1,4 @@
|
||||
/siteini.pack
|
||||
*.log.txt
|
||||
hot_cookies.txt
|
||||
hot_cookies.txt
|
||||
robots/
|
||||
@@ -1,12 +0,0 @@
|
||||
User-agent: *
|
||||
Disallow: /*/search$
|
||||
Disallow: /search$
|
||||
Disallow: /*/search?*text
|
||||
Disallow: /search?*text
|
||||
Disallow: /*/my/favorites
|
||||
Disallow: /my/favorites
|
||||
Clean-param: eventId /program/*
|
||||
Clean-param: eventId /*/program/*
|
||||
Sitemap: https://tv.yandex.ru/sitemap.xml
|
||||
Host: https://tv.yandex.ru
|
||||
|
||||
@@ -1,6 +0,0 @@
|
||||
User-agent: *
|
||||
Disallow: /tvm/
|
||||
Disallow: /gn/
|
||||
User-agent: WebGrab+Plus
|
||||
Disallow: /
|
||||
|
||||
@@ -1,6 +0,0 @@
|
||||
User-agent: *
|
||||
Disallow: /tvm/
|
||||
Disallow: /gn/
|
||||
User-agent: WebGrab+Plus
|
||||
Disallow: /
|
||||
|
||||
@@ -1,48 +0,0 @@
|
||||
Sitemap: https://www.tvguide.co.uk/sitemaps/sitemap_shows.xml
|
||||
Sitemap: https://www.tvguide.co.uk/sitemaps/sitemap.xml
|
||||
|
||||
User-agent: *
|
||||
Disallow: /iplayerfeeds.asp
|
||||
|
||||
User-agent: *
|
||||
Disallow: /iphone/*
|
||||
|
||||
User-agent: *
|
||||
Disallow: /storydetail.asp
|
||||
|
||||
User-agent: *
|
||||
Disallow: /search_all.asp
|
||||
|
||||
User-agent: *
|
||||
Disallow: /livechatlink.asp
|
||||
|
||||
User-agent: *
|
||||
Disallow: /programmewatched.asp
|
||||
|
||||
User-agent: *
|
||||
Disallow: /London2012Olympics.asp
|
||||
|
||||
User-agent: *
|
||||
Disallow: /addfreeview.asp
|
||||
|
||||
User-agent: *
|
||||
Disallow: /trailers/trailer.asp
|
||||
|
||||
User-agent: *
|
||||
Disallow: /petproblems/Highlights-TV-Show-Multi.asp
|
||||
|
||||
User-agent: *
|
||||
Disallow: /*ajax*
|
||||
|
||||
User-agent: *
|
||||
Disallow: /*flash/*
|
||||
|
||||
User-agent: *
|
||||
Disallow: /*.vcs
|
||||
|
||||
User-agent: *
|
||||
Disallow: /*rewrite.asp
|
||||
|
||||
|
||||
|
||||
|
||||
@@ -1,12 +0,0 @@
|
||||
User-agent: *
|
||||
Disallow: /*/search$
|
||||
Disallow: /search$
|
||||
Disallow: /*/search?*text
|
||||
Disallow: /search?*text
|
||||
Disallow: /*/my/favorites
|
||||
Disallow: /my/favorites
|
||||
Clean-param: eventId /program/*
|
||||
Clean-param: eventId /*/program/*
|
||||
Sitemap: https://tv.yandex.ru/sitemap.xml
|
||||
Host: https://tv.yandex.ru
|
||||
|
||||
Reference in New Issue
Block a user