# robots: google / bing / yandex robots
User-Agent: Googlebot
User-Agent: Bingbot
User-agent: Yandex
# request-rate: 1/0.3 = 3 pages/second
Crawl-delay: 0.3

# robots.txt disallow fulltext
# https://www.datasheet.live/fulltext?query=SMBJ51CA
Disallow: /fulltext?query=

# any other robots
User-agent: *
# request-rate: 3/1
Crawl-delay: 3

# robots.txt disallow fulltext
# https://www.datasheet.live/fulltext?query=SMBJ51CA
Disallow: /fulltext?query=