fix duplicate robots.txt entries
This commit is contained in:
@@ -0,0 +1,17 @@
|
||||
User-agent: *
|
||||
Disallow: /wp-admin/
|
||||
Disallow: /wp-admin/
|
||||
Disallow: /wp-admin/
|
||||
Disallow: /wp-admin/
|
||||
Disallow: /wp-includes/
|
||||
Disallow: /wordpress/admin/
|
||||
Disallow: /wordpress/wp-admin/
|
||||
Disallow: /wordpress/secret/
|
||||
Disallow: /wordpress/secret/
|
||||
Disallow: /wordpress/
|
||||
Disallow: /wordpress/secret/
|
||||
Disallow: /Wordpress/wp-admin/
|
||||
Disallow: /wp-admin/tralling-space/
|
||||
Allow: /asdf/
|
||||
|
||||
Sitemap: http://10.0.0.0/sitemap.xml.gz
|
||||
@@ -0,0 +1,9 @@
|
||||
User-agent: *
|
||||
Disallow: /wp-admin/
|
||||
Disallow: /wp-admin/
|
||||
Disallow: /wp-admin/
|
||||
Disallow: /wp-admin/
|
||||
Disallow: /wp-admin/
|
||||
Disallow: /wp-admin/
|
||||
|
||||
Sitemap: http://10.0.0.0/sitemap.xml.gz
|
||||
Reference in New Issue
Block a user