Fichero base para el fichero robots.txt
User-Agent: *
Disallow: /wp-admin/
Disallow: /wp-includes/
Crawl-delay: 2
Sitemap: https://javiermendoza.net/sitemap_index.xml
User-Agent: Googlebot
Allow: /*.css$
Allow: /*.js$
################################################################
# ____ _ _ _ _
# ||o o| ___| |_ ___ _ __ _ __ ___ | |__ ___ | |_ __ _| |__ _ _ ___ ___ ___ ___ _ __ ___
# ||===| / __| __/ _ \| '_ \| '__/ _ \| '_ \ / _ \| __/ _` | '_ \| | | / __|/ _ \ / __/ _ \| '_ ` _ \
# .-.`---'-. \__ \ | |(_) | |_) | | | (_) | |_) | (_) | || (_| | |_) | |_| \__ \ __/ |(_| (_) | | | | | |
# | | o .o | |___/\__\___/| .__/|_| \___/|_.__/ \___/ \__\__,_|_.__/ \__,_|___/\___(_)___\___/|_| |_| |_|
# | | o:.o | |_|
# | | |
# `-".-.-.-' This website is officially robot abuse free.
# _| | : |_
# (oOoOo)_)_) http://stoprobotabuse.com/
#
################################################################