User-agent: *
Allow: /
Disallow: /abstract-videos
Crawl-delay: 2

User-agent: BingBot
Crawl-delay: 10

User-agent: yandexbot
Disallow: /

Disallow: /cvs/ # Block the /pdfs/directory.
Disallow: *.pdf  # Block pdf files. Non-standard but works for major search engines

sitemap: https://www.pubfacts.com/sitemap.xml