User-agent: Amazonbot               # Amazon's user agent
Disallow: /do-not-crawl/            # disallow this directory

User-agent: ClaudeBot
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: *
Sitemap: http://sp.nttxstore.jp/sitemap/sitemap.xml