{"id":104134,"date":"2019-05-21T08:01:42","date_gmt":"2019-05-21T08:01:42","guid":{"rendered":"https:\/\/wordpress.org\/plugins\/booter-bots-crawlers-manager\/"},"modified":"2026-02-16T10:26:40","modified_gmt":"2026-02-16T10:26:40","slug":"booter-bots-crawlers-manager","status":"publish","type":"plugin","link":"https:\/\/az-tr.wordpress.org\/plugins\/booter-bots-crawlers-manager\/","author":15218145,"comment_status":"closed","ping_status":"closed","template":"","meta":{"_crdt_document":"","version":"1.5.8","stable_tag":"trunk","tested":"6.9.4","requires":"4.0","requires_php":"","requires_plugins":null,"header_name":"Booter - Bots & Crawlers Manager","header_author":"uPress","header_description":"The easy way to correctly manage crawlers and bots.","assets_banners_color":"fcc349","last_updated":"2026-02-16 10:26:40","external_support_url":"","external_repository_url":"","donate_link":"","header_plugin_uri":"https:\/\/booter.app","header_author_uri":"https:\/\/www.upress.io","rating":4.4,"author_block_rating":0,"active_installs":7000,"downloads":70233,"num_ratings":13,"support_threads":0,"support_threads_resolved":0,"author_block_count":0,"sections":["description","installation","changelog"],"tags":{"1.3.1":{"tag":"1.3.1","author":"upress","date":"2019-05-21 08:00:59"},"1.3.2":{"tag":"1.3.2","author":"upress","date":"2019-05-23 12:20:30"},"1.3.3":{"tag":"1.3.3","author":"upress","date":"2019-05-27 05:44:58"},"1.4":{"tag":"1.4","author":"upress","date":"2019-05-27 09:46:14"},"1.4.1":{"tag":"1.4.1","author":"upress","date":"2019-06-13 13:22:52"},"1.4.2":{"tag":"1.4.2","author":"upress","date":"2019-10-28 12:26:24"},"1.4.3":{"tag":"1.4.3","author":"upress","date":"2019-12-05 11:29:41"},"1.5":{"tag":"1.5","author":"upress","date":"2020-01-27 08:23:57"},"1.5.1":{"tag":"1.5.1","author":"upress","date":"2020-01-29 07:20:11"},"1.5.2":{"tag":"1.5.2","author":"upress","date":"2020-02-04 12:50:00"},"1.5.3":{"tag":"1.5.3","author":"upress","date":"2020-02-09 11:04:19"},"1.5.4":{"tag":"1.5.4","author":"upress","date":"2020-05-04 10:40:27"},"1.5.5":{"tag":"1.5.5","author":"upress","date":"2020-06-09 09:13:19"},"1.5.6":{"tag":"1.5.6","author":"upress","date":"2022-11-03 14:40:04"},"1.5.7":{"tag":"1.5.7","author":"upress","date":"2025-02-09 13:55:54"},"1.5.8":{"tag":"1.5.8","author":"upress","date":"2026-02-16 10:26:40"}},"upgrade_notice":[],"ratings":{"1":1,"2":0,"3":1,"4":2,"5":9},"assets_icons":{"icon-128x128.jpg":{"filename":"icon-128x128.jpg","revision":2095654,"resolution":"128x128","location":"assets","locale":""},"icon-256x256.jpg":{"filename":"icon-256x256.jpg","revision":2095654,"resolution":"256x256","location":"assets","locale":""}},"assets_banners":{"banner-1544x500.jpg":{"filename":"banner-1544x500.jpg","revision":2095654,"resolution":"1544x500","location":"assets","locale":""},"banner-772x250.jpg":{"filename":"banner-772x250.jpg","revision":2095654,"resolution":"772x250","location":"assets","locale":""}},"assets_blueprints":{},"all_blocks":[],"tagged_versions":["1.3.1","1.3.2","1.3.3","1.4","1.4.1","1.4.2","1.4.3","1.5","1.5.1","1.5.2","1.5.3","1.5.4","1.5.5","1.5.6","1.5.7","1.5.8"],"block_files":[],"assets_screenshots":{"screenshot-1.jpg":{"filename":"screenshot-1.jpg","revision":2095654,"resolution":"1","location":"assets","locale":""},"screenshot-2.jpg":{"filename":"screenshot-2.jpg","revision":2095654,"resolution":"2","location":"assets","locale":""},"screenshot-3.jpg":{"filename":"screenshot-3.jpg","revision":2095654,"resolution":"3","location":"assets","locale":""}},"screenshots":{"1":"Plugin General Settings","2":"Robots.txt Management","3":"Reject Links Settings"},"jetpack_post_was_ever_published":false},"plugin_section":[],"plugin_tags":[1456,171765,1963,600,62897],"plugin_category":[54],"plugin_contributors":[172030,97538,127391],"plugin_business_model":[],"class_list":["post-104134","plugin","type-plugin","status-publish","hentry","plugin_tags-hosting","plugin_tags-rate-limit","plugin_tags-request","plugin_tags-security","plugin_tags-upress","plugin_category-security-and-spam-protection","plugin_contributors-haimondo","plugin_contributors-ilanf","plugin_contributors-upress","plugin_committers-upress"],"banners":{"banner":"https:\/\/ps.w.org\/booter-bots-crawlers-manager\/assets\/banner-772x250.jpg?rev=2095654","banner_2x":"https:\/\/ps.w.org\/booter-bots-crawlers-manager\/assets\/banner-1544x500.jpg?rev=2095654","banner_rtl":false,"banner_2x_rtl":false},"icons":{"svg":false,"icon":"https:\/\/ps.w.org\/booter-bots-crawlers-manager\/assets\/icon-128x128.jpg?rev=2095654","icon_2x":"https:\/\/ps.w.org\/booter-bots-crawlers-manager\/assets\/icon-256x256.jpg?rev=2095654","generated":false},"screenshots":[{"src":"https:\/\/ps.w.org\/booter-bots-crawlers-manager\/assets\/screenshot-1.jpg?rev=2095654","caption":"Plugin General Settings"},{"src":"https:\/\/ps.w.org\/booter-bots-crawlers-manager\/assets\/screenshot-2.jpg?rev=2095654","caption":"Robots.txt Management"},{"src":"https:\/\/ps.w.org\/booter-bots-crawlers-manager\/assets\/screenshot-3.jpg?rev=2095654","caption":"Reject Links Settings"}],"raw_content":"<!--section=description-->\n<p>Booter - Bots &amp; Crawlers Manager is a preventative measure (treatment in advance) and treatment of damages caused by crawlers and bots.\nThe plugin uses a number of existing technologies which are known by crawlers and bots and takes them one step forward - smartly and almost completely automatically.\nTo allow the plugin to function correctly, you must follow the instructions and manually enter some data (which must be done by a human being to avoid errors).<\/p>\n\n<h4>At the prevention level<\/h4>\n\n<ul>\n<li>Booter allows you to manage and create an advanced dynamic robots.txt file.<\/li>\n<li>View a 404 error log to see the most common bad links.<\/li>\n<li>Blocking bad bots that cause high server loads due to very frequent page crawls, or are used to search for security vulnerabilities.<\/li>\n<\/ul>\n\n<h4>At the treatment level<\/h4>\n\n<ul>\n<li>Booter allows you to limit the amount of requests from crawlers and bots, if or when they exceed the specified amount of requests per minute, it will be rejected for a specified period of time.<\/li>\n<li>Rejecting links that we do not want in the fastest way, not by just blocking but by sending the appropriate HTTP status code to make search engines forget them.<\/li>\n<\/ul>\n\n<h4>Instructions for use in case of damage treatment<\/h4>\n\n<ol>\n<li>Activate the plugin.<\/li>\n<li>Enable the 404 error log option.<\/li>\n<li>Set the access rate limit.<\/li>\n<li>Watch the 404 log, try to find common parts in the URLs that repeats most often.<\/li>\n<li>Enter the common parts to the \"reject links\" page, and ensure the rejection code is 410.<\/li>\n<li>Clear the 404 error log.<\/li>\n<li>Repeat the process once every few hours until the 404 error log remains blank.<\/li>\n<li>Check the status of your website's index coverage every few days.<\/li>\n<\/ol>\n\n<!--section=installation-->\n<ol>\n<li>Upload <code>booter-crawlers-manager<\/code> folder to the <code>\/wp-content\/plugins\/<\/code> directory<\/li>\n<li>Activate the plugin through the 'Plugins' menu in WordPress<\/li>\n<li>The plugin will start rate limiting as soon as it is activated, however it is recommended to update the settings to suit your needs, under 'Settings' -&gt; 'Booter - Crawlers Manager' menu<\/li>\n<\/ol>\n\n<!--section=changelog-->\n<h4>1.5.8<\/h4>\n\n<ul>\n<li>Update tested up to<\/li>\n<li>Fix security issues<\/li>\n<\/ul>\n\n<h4>1.5.7<\/h4>\n\n<ul>\n<li>Update tested up to<\/li>\n<\/ul>\n\n<h4>1.5.6<\/h4>\n\n<ul>\n<li>Move additiona bots list to a remote list<\/li>\n<\/ul>\n\n<h4>1.5.5<\/h4>\n\n<ul>\n<li>Fix rare crash of the UI<\/li>\n<\/ul>\n\n<h4>1.5.4<\/h4>\n\n<ul>\n<li>Fix rate limited not properly detecting excluded useragents<\/li>\n<\/ul>\n\n<h4>1.5.3<\/h4>\n\n<ul>\n<li>Fix scheduled task not setting properly<\/li>\n<\/ul>\n\n<h4>1.5.2<\/h4>\n\n<ul>\n<li>Fix bots list not updating<\/li>\n<\/ul>\n\n<h4>1.5.1<\/h4>\n\n<ul>\n<li>Fix regression introduced in version 1.5<\/li>\n<\/ul>\n\n<h4>1.5<\/h4>\n\n<ul>\n<li>Added options for weekly and monthly 404 log report<\/li>\n<li>Added option to exclude user agents from rate limiting<\/li>\n<li>Updated UI components<\/li>\n<li>Updated bad bots list<\/li>\n<li>Server IP will be excluded from rate limiting by default<\/li>\n<\/ul>","raw_excerpt":"Booter - Bots &amp; Crawlers Manager is a preventative measure (treatment in advance) and treatment of damages caused by crawlers and bots.","jetpack_sharing_enabled":true,"_links":{"self":[{"href":"https:\/\/az-tr.wordpress.org\/plugins\/wp-json\/wp\/v2\/plugin\/104134","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/az-tr.wordpress.org\/plugins\/wp-json\/wp\/v2\/plugin"}],"about":[{"href":"https:\/\/az-tr.wordpress.org\/plugins\/wp-json\/wp\/v2\/types\/plugin"}],"replies":[{"embeddable":true,"href":"https:\/\/az-tr.wordpress.org\/plugins\/wp-json\/wp\/v2\/comments?post=104134"}],"author":[{"embeddable":true,"href":"https:\/\/az-tr.wordpress.org\/plugins\/wp-json\/wporg\/v1\/users\/upress"}],"wp:attachment":[{"href":"https:\/\/az-tr.wordpress.org\/plugins\/wp-json\/wp\/v2\/media?parent=104134"}],"wp:term":[{"taxonomy":"plugin_section","embeddable":true,"href":"https:\/\/az-tr.wordpress.org\/plugins\/wp-json\/wp\/v2\/plugin_section?post=104134"},{"taxonomy":"plugin_tags","embeddable":true,"href":"https:\/\/az-tr.wordpress.org\/plugins\/wp-json\/wp\/v2\/plugin_tags?post=104134"},{"taxonomy":"plugin_category","embeddable":true,"href":"https:\/\/az-tr.wordpress.org\/plugins\/wp-json\/wp\/v2\/plugin_category?post=104134"},{"taxonomy":"plugin_contributors","embeddable":true,"href":"https:\/\/az-tr.wordpress.org\/plugins\/wp-json\/wp\/v2\/plugin_contributors?post=104134"},{"taxonomy":"plugin_business_model","embeddable":true,"href":"https:\/\/az-tr.wordpress.org\/plugins\/wp-json\/wp\/v2\/plugin_business_model?post=104134"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}