Something changed in my RewriteCond User Agents bad bots that now returns the 500 code status. I have it set for the 403 code. Can someone help? I realize what I have is long, but I am new to this process and am learning. My site is hosted on a Linux server.
---------------
As appears in htaccess:
# server custom error pages
ErrorDocument 403 /403.html
ErrorDocument 404 /404.html
ErrorDocument 406 /406.html
ErrorDocument 500 /500.html
# block bad bots
RewriteEngine On
RewriteBase /
RewriteCond %{HTTP_USER_AGENT} 360Spider [OR]
RewriteCond %{HTTP_USER_AGENT} A(?:ccess|ppid) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} C(?:apture|lient|opy|rawl|url) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} D(?:ata|evSoft|o(?:main|wnload)) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} E(?:ngine|zooms) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} f(?:etch|ilter) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} genieo [NC,OR]
RewriteCond %{HTTP_USER_AGENT} Ja(?:karta|va) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} Li(?:brary|nk|bww) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} MJ12bot [NC,OR]
RewriteCond %{HTTP_USER_AGENT} nutch [NC,OR]
RewriteCond %{HTTP_USER_AGENT} P(?:r(?:eview|oxy)|ublish) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} robot [NC,OR]
RewriteCond %{HTTP_USER_AGENT} s(?:craper|istrix|pider) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} W(?:get|(?:in(32|Http))) [NC]
RewriteRule .? - [F]
RewriteEngine On
RewriteBase /
# RewriteCond %{REMOTE_HOST} ^.*\.compute-1\.amazonaws\.com$ [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^.*\.mail\.ru [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^.*fc5* [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^aiHitBot [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^Aboundex/0.3 [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^AntBot/1.0 [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^AISearchBot [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^AMZNKAssocBot/4.0 [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^archive\.org_bot [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^Baiduspider [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^Baiduspider+ [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^coccoc/1.0 [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^CoPubbot/v1.2 [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^checks\.panopta [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^DBLBot [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^Daumoa/3.0.6 [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^Daumoa/3.0 [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^Drupal [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^Dillo/0.8 [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^Ezooms/1.0 [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^EasouSpider [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^emefgebot/beta [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^elefent/Elefent/1.2 [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^FlightDeckReportsBot/2.0 [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^fulltextrobot [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^Gigabot/3.0 [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^Googlebot-Image/1.0 [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^heritrix [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^info.wbcrwl.305.09 [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^ia_archiver [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^KamodiaBot [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^kimsufi [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^KomodiaBot/1.0 [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^Konqueror/3.1-rc3 [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^linkoatlbot/Linkoatl-0.9 [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^MeanpathBot [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^MRSPUTNIK [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^news\ bot\ /2.1 [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^NetSeer [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^NetcraftSurveyAgent/1.0 [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^oBot/2.3.1 [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^psbot/0.1 [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^Python-urllib [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^1.2.3\ CPython/2.7.3 [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^Powermarks/3.5 [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^Plukkie/1.5 [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^Presto/2.7.62 [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^Sogou [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^SISTRIXCrawler [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^SeznamBot/3.0 [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^ssearch_bot [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^Sleuth/1.3.8 [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^VoilaBot [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^Yeti/1.0 [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^YandexBot [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^YandexDirect/3.0 [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^YandexImages/3.0 [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^YandexBot/3.0 [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^YandexFavicons/1.0 [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^YisouSpider [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^woriobot [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^Wotbox/2.01 [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^Wotbox [NC]
RewriteRule .* - [F]
RewriteEngine on
RewriteBase /
# IF UA contains Opera and comes from IP range
RewriteCond %{HTTP_USER_AGENT} Opera
RewriteCond %{REMOTE_ADDR} ^178\.137\.160\.157 [OR]
RewriteCond %{REMOTE_ADDR} ^91\.207\.9\.226
RewriteRule .* - [F]
RewriteEngine On
RewriteCond %{REQUEST_METHOD} POST
RewriteCond %{HTTP_USER_AGENT} ^$
RewriteRule .* - [F]
RewriteEngine on
# RewriteBase /
RewriteCond %{HTTP_USER_AGENT} 176\.138\.58\.59\.broad\.pt\.fj\.dynamic\.163data\.com\.cn [NC,OR]
RewriteCond %{HTTP_USER_AGENT} (?:<|>|’|%0[AD0]|%27|%3[CE]|\d/\*|#\!|\\"|\n|^(?:.{0,9}|(?:\d+\.)?\d+)$) [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^.{0,20}$ [NC,OR]
#RewriteCond %{REMOTE_HOST} ^.*\.compute-1\.amazonaws\.com$ [NC,OR]
RewriteCond %{HTTP_USER_AGENT} your-server\.de [NC,OR]
#RewriteCond %{HTTP_USER_AGENT} startdedicated\.com [NC,OR]
RewriteCond %{HTTP_USER_AGENT} checks\.panopta\.com [NC,OR]
RewriteCond %{HTTP_USER_AGENT} djmail\.yaris\.co [NC,OR]
RewriteCond %{HTTP_USER_AGENT} Firefox/mutant [NC,OR]
RewriteCond %{HTTP_USER_AGENT} Mozilla/4.61 [NC,OR]
RewriteCond %{HTTP_USER_AGENT} Mozilla/0.91 [NC,OR]
RewriteCond %{HTTP_USER_AGENT} Mozilla/0.6\ Beta [NC,OR]
RewriteCond %{HTTP_USER_AGENT} MSIE\ ([23456])\. [OR]
RewriteCond %{HTTP_USER_AGENT} MSIE\ (7.0a1)\.
RewriteRule ^.* - [F]
