User-agent: Scrapy
Allow: /

User-agent: *
Disallow:
Disallow: /cgi-bin
Disallow: /wusage
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /politica-de-privacidade
Disallow: /termos-de-servico
Disallow: /solicitar-certidao
Disallow: /wp-admin
Disallow: /wp-login.php
Disallow: /my-account
Disallow: /*.pdf$
Sitemap: http://cartorioregistrodeimoveis.com.br/post-sitemap.xml
Sitemap: http://cartorioregistrodeimoveis.com.br/page-sitemap.xml
Sitemap: http://cartorioregistrodeimoveis.com.br/category-sitemap.xml
Sitemap: http://cartorioregistrodeimoveis.com.br/post_tag-sitemap.xml