User-agent: *
Sitemap: http://goodserver.jp/sitemap.xml
Disallow: /*.txt$
Disallow: /*.csv$
Disallow: /*.log$
Disallow: /*.cgi$
Disallow: /*.file$
Disallow: /wp-*
Disallow: /wp-admin/
Disallow: /wp-content/
Disallow: /wp-login.php
Disallow: /xmlrpc.php
Disallow: /s3/
Disallow: /list
User-agent: ia_archiver
Disallow: /
User-agent: Megalodon
Disallow: /