User-Agent: *
Disallow: /books/
Disallow: /oldlist.html
Disallow: /ajaxzip2/
Disallow: /catalog/ajaxzip2/
Disallow: /wordpress/
Disallow: /*osCsid*
Sitemap: http://www.hypertext-book.com/sitemap_index.xml
Disallow: /catalog/includes
Disallow: /catalog/account.php
Disallow: /catalog/account_edit.php
Disallow: /catalog/account_history.php
Disallow: /catalog/account_history_info.php
Disallow: /catalog/address_book.php
Disallow: /catalog/address_book_process.php
Disallow: /catalog/advanced_search.php
Disallow: /catalog/checkout_confirmation.php
Disallow: /catalog/checkout_payment.php
Disallow: /catalog/checkout_payment_address.php
Disallow: /catalog/checkout_process.php
Disallow: /catalog/checkout_shipping.php
Disallow: /catalog/checkout_shipping_address.php
Disallow: /catalog/checkout_success.php
Disallow: /catalog/create_account.php
Disallow: /catalog/create_account_success.php
Disallow: /catalog/login.php
Disallow: /catalog/password_forgotten.php
Disallow: /catalog/popup_image.php
Disallow: /catalog/shopping_cart.php
Disallow: /mobile/
Disallow: /mobile/includes
Disallow: /mobile/account.php
Disallow: /mobile/account_edit.php
Disallow: /mobile/account_history.php
Disallow: /mobile/account_history_info.php
Disallow: /mobile/address_book.php
Disallow: /mobile/address_book_process.php
Disallow: /mobile/advanced_search.php
Disallow: /mobile/checkout_confirmation.php
Disallow: /mobile/checkout_payment.php
Disallow: /mobile/checkout_payment_address.php
Disallow: /mobile/checkout_process.php
Disallow: /mobile/checkout_shipping.php
Disallow: /mobile/checkout_shipping_address.php
Disallow: /mobile/checkout_success.php
Disallow: /mobile/checkout_shipping.php
Disallow: /mobile/create_account.php
Disallow: /mobile/create_account_success.php
Disallow: /mobile/login.php
Disallow: /mobile/password_forgotten.php
Disallow: /mobile/popup_image.php
Disallow: /mobile/shopping_cart.php
Disallow: /mobile/product_reviews_write.php

User-agent: dotbot
Disallow: /

User-agent: Yeti
Crawl-delay: 420

User-agent: twiceler
Crawl-delay: 420

User-agent: Yandex
Crawl-delay: 420