User-agent: *
Sitemap: http://www.delipot.com/sitemap.xml
Disallow: /*.txt$
Disallow: /*.csv$
Disallow: /*.css$
Disallow: /*.log$
Disallow: /wp-*
Disallow: /_form/
Disallow: /_ad/
Disallow: /-/
Disallow: /new-entry
User-agent: ia_archiver
Disallow: /
User-agent: Megalodon
Disallow: /