V4.2022.01.2885 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404checker
 80legs
-AIBOT
+ADmantX
 ALittle Client
-Aboundexbot
-Acunetix
-Anarchie
-Anarchy
-Anarchy99
+Aboundex
+AfD-Verbotsverfahren
+AiHitBot
+Alexibot
+Alligator
+AlphaBot
+Ankit
 Aspiegel
-Asterias
+AwarioSmartBot
 BDFetch
-BackDoorBot
+BLEXBot
 BackStreet
-BackWeb
 BacklinkCrawler
-Barkrowler
 Battleztar Bazinga
-Bitacle
-BlackWidow
-Blackboard
-Blow
-BotALot
-BuiltWith
+BlowFish
+Boardreader
+Brandwatch
+Buddy
+Bullseye
+BunnySlippers
 BuzzSumo
-CATExplorador
-Cegbfeieh
-CheeseBot
-ChinaClaw
+CCBot
+Calculon
+CazoodleBot
+CheTeam
+Chlooe
 Cliqzbot
+Cloud mapping
+Cogentbot
+Collector
+Copier
 CopyRightCheck
-Copyscape
-Crawling at Home Project
-CrunchBot
-Custo
-CyotekWebCopy
+Craftbot
+CrazyWebCrawler
+Crescent
 DBLBot
 DIIbot
 DSearch
-Demon
+DTS Agent
 DigitalPebble
-Dirbuster
 Discobot
-DnyzBot
-DomainAppender
+DittoSpyder
+DnBCrawler-Analytics
+DomainCrawler
+DomainSigmaCrawler
 DomainStatsBot
 Domains Project
-Dragonfly
+Download Wonder
 ECCP/1.0
 EMail Siphon
-EMail Wolf
 EasyDL
-Ebingbong
-Ecxi
 EirGrabber
-Evil
-Exabot
-Ezooms
-FDM
-FHscan
+Express WebPictures
+ExtLinksBot
+ExtractorPro
+EyeNetIE
+FemtosearchBot
 Fimap
-Flunky
+FlashGet
 Freeuploader
-Fyrebot
-GT::WWW
-GermCrawler
-GetWeb
-Getintent
-Go-Ahead-Got-It
+FrontPage
+G-i-g-a-b-o-t
+Genieo
+Gigabot
+Go!Zilla
+Gotit
+Grafula
+GrapeFX
+GrapeshotCrawler
 HEADMasterSEO
-HaosouSpider
-Havij
+HMView
+Haansoft
 Heritrix
-Hloader
-HonoluluBot
-IDBTE4M
+Humanlinks
+HybridBot
 IRLbot
-Image Fetch
-Image Sucker
+Iblog
+Id-search
 InfoNaviRobot
-InterGET
-Internet Ninja
-IstellaBot
-JOC Web Spider
-Jetty
-Jorgee
+InternetSeer
+Iskanie
+JennyBot
+JetCar
+JikeSpider
+Joomla
 Kinza
 LNSpiderguy
-LWP::Simple
-Larbin
-Leap
 LeechFTP
 LeechGet
 LexiBot
 Lftp
-Libwhisker
+LibWeb
 Lightspeedsystems
+LinkScan
 Linkbot
-Linkdexbot
-LinkextractorPro
 LinksManager
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
 Lipperhey
-Lmspider
+Lipperhey Spider
+Litemage_walker
 Ltx71
+MIDown tool
 MJ12bot
-MQQBrowser
 MSFrontPage
 Mag-Net
+Magnet
 Mail.RU_Bot
-Majestic-SEO
+Majestic SEO
 Majestic12
 MarkMonitor
-MauiBot
+MarkWatch
+Mata Hari
+MeanPath Bot
+Meanpathbot
 MegaIndex.ru
-MolokaiBot
-Mr.4x3
-Msrabot
-NICErsPRO
-Nessus
-NetLyzer
-NetSpider
-Nettrack
+Microsoft URL Control
+Mister PiX
+Moblie Safari
+Mojeek
+Morfeus Fucking Scanner
+Mozlila
+Net Vampire
+NetZIP
 Netvibes
-NimbleCrawler
+Nikto
+Not
+Octopus
+Offline Navigator
+OpenLinkProfiler
+Openfind
 Openvas
+OrangeBot
+OrangeSpider
 OutclicksBot
 OutfoxBot
 PECL::HTTP
+PHPCrawl
+POE-Component-Client-HTTP
 Page Analyzer
 PageGrabber
-PageThing.com
-Papa Foto
-Petalbot
+PageScorer
+Pandalytics
+Pi-Monster
 Picscout
-Psbot
-Pu_iN
-PxBroker
-QueryN Metasearch
-RankActive
+Picsearch
+Pockey
+ProPowerBot
+Probethenet
+PyCurl
+RSSingBot
 RankActiveLinkBot
-RankingBot
-Rankivabot
-Re-re
-Reaper
+RankFlex
+ReGet
+RebelMouse
 Ripper
-RocketCrawler
 Rogerbot
-SBIder
 SEOkicks
-SEOkicks-Robot
+SMTBot
+SalesIntelligent
 ScreenerBot
-SearchmetricsBot
-SemrushBot
-Site Sucker
-SiteExplorer
-SiteSnagger
+Searchestate
+Seekport
+SemanticJuice
+SiteLockSpider
 Sitebeam
 Sitevigil
-SmartDownload
-Snoopy
-Sociscraper
+SlySearch
+Sogou web spider
 Sosospider
 Sottopop
+SpaceBison
 Spanner
 Spbot
-Sqworm
+SputnikBot
+Sqlmap
 Steeler
 Stripper
 Sucker
-Sucuri
 SuperBot
-SuperHTTP
+Surfbot
+SurveyBot
 Swiftbot
-Teleport
-TeleportPro
-Telesoft
-Telesphoreo
-Telesphorep
+TheNomad
+Thumbor
 TightTwatBot
-Toata
-Toweyabot
 Tracemyfile
-Turnitin
+Trendictionbot
 TurnitinBot
-Typhoeus
-UnisterBot
+TwengaBot
+URLy Warning
+V-BOT
 VCI
+Vacuum
 VelenPublicWebCrawler
-VidibleScraper
-Voil
-WBSearchBot
-WISENutbot
-WWW-Collector-E
-WWW::Mechanize
-WallpapersHD
+VeriCiteCrawler
+Voltron
+WASALive-Bot
+WEBDAV
+WPScan
+Wallpapers
+WeSEE
 Web Collage
-Web Enhancer
-Web Sauger
-Web Sucker
+Web Fuck
 WebAuto
 WebBandit
 WebCollage
-WebEnhancer
-WebImageCollector
-WebLeacher
+WebFuck
+WebGo IS
 WebStripper
-WebSucker
-WebZIP
 Webalta
-WebmasterWorldForumBot
-WebsiteExtractor
+Webshag
+Website Quester
+WebsiteQuester
 Whacker
-WiseGuys Robot
+Widow
+Wonderbot
+Woobot
 Wprecon
-YoudaoBot
-Zeus
+Zermelo
 ZmEu
-adscanner
+arquivo-web-crawler
 arquivo.pt
-cah.io.community
-clark-crawler
+check1.exe
+coccocbot-web
 cognitiveseo
-com.plumanalytics
-crawl.sogou.com
-demandbase-bot
+crawler4j
 domainsproject.org
 gopher
-heritrix
-isitwp.com
+instabid
+internetVista monitor
+ips-agent
+lwp-request
 lwp-trivial
 magpie-crawler
-meanpathbot
 mediawords
 netEstate NE Crawler
-plumanalytics
+page scorer
+polaris version
 probe-image-size
-scalaj-http
-scan.lol
-seoscanners
-seostar
+ripz
+s1z.ru
+seocompany.store
 serpstatbot
-siteripz
+sexsearcher
 sogouspider
-sp_auditbot
-ubermetrics-technologies.com
+webprosbot
 x22Mozilla
-zgrab
+zauba.io