V4.2023.02.3580 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-360Spider
 404checker
-404enemy
+80legs
 ADmantX
 AIBOT
-Abonti
-AfD-Verbotsverfahren
-Aipbot
+ASPSeek
+Aboundexbot
+AhrefsBot
+AllSubmitter
 Alligator
+AlphaBot
+Anarchie
 Anarchy
-Anarchy99
 Ankit
-Anthill
 Apexoo
 Aspiegel
 Attach
-BLEXBot
+AwarioRssBot
+AwarioSmartBot
+BDCbot
+BDFetch
 BackDoorBot
 BackStreet
 BackWeb
 Backlink-Ceck
+Badass
 Bandit
-Barkrowler
-BatchFTP
 Battleztar Bazinga
+BetaBot
+Bitacle
 Black Hole
+BlackWidow
 Blow
 BlowFish
-Brandprotect
+BotALot
 Brandwatch
 Buck
-Buddy
-BunnySlippers
-BuzzSumo
-CazoodleBot
-ChinaClaw
+BuiltBotTough
+BuiltWith
+CATExplorador
+CCBot
+CODE87
+CSHttp
+Cegbfeieh
+CensysInspect
+CherryPicker
+Chlooe
 Citoid
 Cliqzbot
-CopyRightCheck
-Crawling at Home Project
-Crescent
+Cloud mapping
+Cogentbot
+Copier
+Cosmos
+Craftbot
 Curious
 DBLBot
 DSearch
-DatabaseDriverMysqli
-Deusu
+Demon
 Devil
-DigitalPebble
-Dirbuster
-Dispatch
-DomainCrawler
+Discoverybot
+DnBCrawler-Analytics
+DnyzBot
+DomainSigmaCrawler
 DomainStatsBot
+Domains Project
 Dotbot
 Dragonfly
+Drip
 EMail Siphon
-EMail Wolf
+Ecxi
+EroCrawler
 Exabot
 ExtLinksBot
 Extractor
 Ezooms
-Fimap
-Firefox/7.0
+FemtosearchBot
+FlashGet
 Flunky
-FyberSpider
+Foobot
+Fuzz
 Fyrebot
-G-i-g-a-b-o-t
-GalaxyBot
-GermCrawler
-GetRight
 Getintent
-Go!Zilla
+Gigabot
+Gotit
+GrapeFX
 GrapeshotCrawler
 HMView
 HTTP::Lite
-HTTrack
-Haansoft
-Havij
-HonoluluBot
-IDBot
+Heritrix
+IDBTE4M
 IRLbot
-Id-search
 IndeedBot
-Indy Library
 InfoTekies
-InterGET
-Internet Ninja
-InternetSeer
-Iskanie
-JOC Web Spider
-JamesBOT
+IstellaBot
+Jbrofuzz
 Jetty
-JustView
-Kenjin Spider
-LeechGet
+Joomla
+Jorgee
+Keybot Translation-Search-Machine
+Keyword Density
+Kinza
+LNSpiderguy
+Lanshanbot
+Leap
 LexiBot
 LibWeb
-LieBaoFast
 LinkScan
 Linkbot
 LinkextractorPro
 LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-MIDown tool
-MIIxpc
-MJ12bot
-MTRobot
-Magnet
-Majestic SEO
-MarkMonitor
+LinqiaScrapeBot
+Lipperhey
+MFC_Tear_Sample
+MQQBrowser
+MSFrontPage
+Mag-Net
+Majestic12
 MarkWatch
+Mass Downloader
 MauiBot
-MeanPath Bot
-MicroMessenger
+Mb2345Browser
 Microsoft URL Control
-Mojeek
+Mister PiX
 Mojolicious
-MolokaiBot
-Mozlila
-NPbot
+Morfeus Fucking Scanner
 Name Intelligence
-NetLyzer
-Netvibes
+NetMechanic
+Nibbler
+Niki-bot
+Nikto
 NimbleCrawler
-Nimbostratus
-Nmap
-Nuclei
+Not
 Offline Navigator
 OpenVAS
-OrangeSpider
+Openfind
+Openvas
+OrangeBot
 OutfoxBot
-Papa Foto
+PECL::HTTP
+Page Analyzer
+PageThing.com
+Panscient
+Petalbot
 Pi-Monster
-Picscout
 Picsearch
-PictureFinder
 Pimonster
 Pixray
-Psbot
+PleaseCrawl
+Pu_iN
 PxBroker
-RSSingBot
-RankActive
-RankActiveLinkBot
+PyCurl
+Quick-Crawler
 RankFlex
-RankingBot
 Rankivabot
-RankurBot
-Re-re
-Reaper
 RepoMonkey
-Ripper
-SEOstats
-Scanbot
-ScoutJet
+Rogerbot
+SBIder
+SEOkicks
+SEOkicks-Robot
+SEOprofiler
+SMTBot
+ScanAlert
+Scrapy
 ScreenerBot
-SearchmetricsBot
-Semrush
+ScrepyBot
 SemrushBot
-SeoSiteCheckup
-Seomoz
-Shodan
+SentiBot
+Siphon
+Site Sucker
 SiteLockSpider
 SiteSnagger
-Sitebeam
-SlySearch
-Snake
-Sosospider
+SiteSucker
+Sitevigil
+SmartDownload
+Snapbot
+Snoopy
+SocialRankIOBot
+Sociscraper
 Spammen
-Spanner
-Spinn3r
 SputnikBot
-Sqlmap
-Sqworm
 Steeler
-Stripper
-SuperHTTP
-SurveyBot
-Swiftbot
+Sucuri
+Surfbot
+Szukacz
 T8Abot
-Teleport
-TeleportPro
 Telesoft
-Telesphorep
-TheNomad
-Tracemyfile
-True_Robot
+The Intraformant
+Toweyabot
 TwengaBot
-Typhoeus
 URLy Warning
 UnisterBot
-Upflow
-VeriCiteCrawler
-VidibleScraper
+VB Project
 VoidEYE
 Voil
+WASALive-Bot
 WBSearchBot
 WPScan
 WWW-Mechanize
+WWW::Mechanize
 WWWOFFLE
-WeSEE
+Wallpapers
 Web Collage
-Web Fuck
-Web Pix
+Web Fetch
+Web Sauger
 WebAuto
-WebCopier
-WebFuck
 WebReaper
 WebStripper
 WebSucker
 WebWhacker
-WebmasterWorldForumBot
 Webshag
-Whacker
+Website Quester
+WebsiteExtractor
+Whatweb
 Widow
-WinHTTrack
 WiseGuys Robot
+Woobot
+Xaldon WebSpider
 Xaldon_WebSpider
 Xenu
 YoudaoBot
+Zade
+Zauba
+Zermelo
 Zitebot
-ZmEu
 ZoomBot
-ZoominfoBot
-ZumBot
-adscanner
-cah.io.community
-check1.exe
 clark-crawler
 coccocbot
-crawler.feedback
+com.plumanalytics
+crawler4j
 eCatch
-facebookscraper
 heritrix
-lwp-trivial
+magpie-crawler
 mediawords
-netEstate NE Crawler
+oBot
+page scorer
+pcBrowser
 plumanalytics
+polaris version
+probe-image-size
+scalaj-http
+scan.lol
 seobility
 seocompany.store
-seoscanners
 seostar
 serpstatbot
-sogouspider
-sp_auditbot
+sitechecker.pro
+spyfu
 trendiction.com
 trendiction.de
 webgains-bot
-webmeup-crawler
-webprosbot
 zauba.io
-zgrab