V4.2022.06.3181 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+360Spider
 404checker
-80legs
-ADmantX
-AfD-Verbotsverfahren
-Alexibot
-AllSubmitter
+Abonti
+Acunetix
+Aipbot
 Alligator
-Anarchy99
-Apexoo
-Aspiegel
-Asterias
+Anarchie
+Ankit
+Anthill
+Atomseobot
 Attach
-AwarioSmartBot
-BBBike
+AwarioRssBot
+BDCbot
 BDFetch
-BackStreet
-Backlink-Ceck
-BacklinkCrawler
 Badass
-Bandit
-Bitacle
-Bolt
-Buck
-Buddy
-CCBot
-Calculon
-CazoodleBot
+Barkrowler
+BatchFTP
+Battleztar Bazinga
+Bigfoot
+Black Hole
+Blackboard
+Boardreader
+BotALot
+BuiltBotTough
+BunnySlippers
+BuzzSumo
+CSHttp
+Cegbfeieh
+CheeseBot
+CherryPicker
 Chlooe
 Citoid
-Cliqzbot
 Cloud mapping
-Copyscape
+Cogentbot
+Craftbot
 Crawling at Home Project
 CrazyWebCrawler
+Crescent
+Curious
 Custo
-CyotekWebCopy
 DSearch
-DTS Agent
-DatabaseDriverMysqli
 Demon
-Devil
 Digincore
 DigitalPebble
+Dirbuster
 Discobot
-Dispatch
-DittoSpyder
+DnBCrawler-Analytics
 DnyzBot
-DomCopBot
-DomainAppender
-DomainCrawler
-DomainSigmaCrawler
-Dotbot
+DomainStatsBot
+Domains Project
 Dragonfly
+EMail Wolf
 EasyDL
-Ebingbong
-EroCrawler
 ExtLinksBot
 ExtractorPro
-Extreme Picture Finder
 EyeNetIE
-Ezooms
 FDM
 FHscan
 Fimap
+Flunky
 Foobot
 FrontPage
 Fuzz
-FyberSpider
+Fyrebot
+G-i-g-a-b-o-t
 GalaxyBot
-Getintent
-Gigabot
+Genieo
+GetWeb
 Gotit
+GrabNet
 Grafula
-GridBot
+GrapeFX
+HTTP::Lite
 HTTrack
-Harvest
+Havij
 Hloader
 HonoluluBot
+IDBTE4M
+IDBot
+Id-search
 IlseBot
 Image Sucker
 Indy Library
 InfoNaviRobot
-InfoTekies
-Intelliseek
-InternetSeer
-Iria
+InterGET
+Internet Ninja
 IstellaBot
-JamesBOT
-JennyBot
-JetCar
-JikeSpider
-Joomla
+JOC Web Spider
 JustView
-Jyxobot
 Kenjin Spider
 Keybot Translation-Search-Machine
-Kinza
 LNSpiderguy
-LWP::Simple
+Leap
 LeechGet
-LexiBot
+Lftp
 LibWeb
-LinkScan
-LinkpadBot
-Lipperhey
-Lipperhey Spider
-Lmspider
-MIDown tool
+LieBaoFast
+Lightspeedsystems
+Linkbot
 MIIxpc
-MJ12bot
 MQQBrowser
-MSFrontPage
 Majestic SEO
 Majestic-SEO
+Majestic12
+Mass Downloader
 Masscan
 Mata Hari
+MauiBot
 MeanPath Bot
-MegaIndex.ru
 Metauri
-MicroMessenger
-Microsoft URL Control
 Minefield
-Musobot
-NICErsPRO
-NPbot
+Mozlila
+Msrabot
 Nameprotect
-Navroad
-NearSite
-NetAnts
+Needle
+Nessus
+Net Vampire
+NetLyzer
+NetMechanic
 NetSpider
-NetZIP
-Nettrack
+Netcraft
 NextGenSearchBot
 Nibbler
-NimbleCrawler
-Ninja
 Nmap
 Not
-Octopus
-OpenLinkProfiler
+Offline Explorer
 OpenVAS
-OutclicksBot
+OrangeBot
 OutfoxBot
-PHPCrawl
-POE-Component-Client-HTTP
-PageGrabber
+PageScorer
 PageThing.com
 Panscient
 Pi-Monster
-Picscout
-Picsearch
-PictureFinder
-Piepmatz
-ProPowerBot
-ProWebWalker
-Probethenet
+Pixray
+PleaseCrawl
 Pump
-Quick-Crawler
+PxBroker
+QueryN Metasearch
+RSSingBot
 RankActive
-RankActiveLinkBot
-RankFlex
-Rankivabot
-Recorder
+RankurBot
+ReGet
+RealDownload
+Reaper
 RocketCrawler
+SBIder
+SEOkicks
 SEOlyticsCrawler
-SEOprofiler
-SEOstats
+SISTRIX
+SMTBot
+SalesIntelligent
+ScanAlert
 Scanbot
-ScreenerBot
-Searchestate
+Screaming
+SearchmetricsBot
 SemanticJuice
-SeoSiteCheckup
+Semrush
 SeobilityBot
+Seomoz
 Shodan
 SiteCheckerBotCrawler
+SiteSnagger
 Sitebeam
+Sitevigil
+SlySearch
+SmartDownload
 Snake
-Sottopop
-SpankBot
+Snapbot
+Snoopy
+Sociscraper
+Sogou web spider
+Spanner
 Spbot
-Sqlmap
+SputnikBot
+Sqworm
 Steeler
+Stripper
+Sucuri
+SuperBot
 Swiftbot
-Szukacz
-T0PHackTeam
 TeleportPro
+Telesoft
 Telesphorep
-The Intraformant
+Thumbor
 TightTwatBot
 Toata
-TurnitinBot
-TwengaBot
-Typhoeus
-URLy Warning
-Upflow
+Trendictionbot
+True_Robot
+Twice
+UnisterBot
+Vacuum
 Vagabondo
-VidibleScraper
-WBSearchBot
+VelenPublicWebCrawler
+Virusdie
+Voil
+WEBDAV
 WPScan
-WWW-Collector-E
+WWW-Mechanize
 Wallpapers
-WallpapersHD
 WeSEE
+Web Auto
+Web Enhancer
+Web Fetch
 Web Fuck
-WebBandit
-WebCopier
+Web Sucker
+WebAuto
+WebFetch
 WebGo IS
-WebImageCollector
 WebLeacher
 WebReaper
 WebSauger
 WebStripper
-WebSucker
-WebWhacker
-Webalta
-WebsiteExtractor
 WebsiteQuester
-Widow
+Whack
+Whatweb
+WinHTTrack
 WiseGuys Robot
-Woobot
+Wonderbot
+Xaldon WebSpider
+Zade
+Zermelo
+ZoominfoBot
 ZumBot
-archive.org_bot
-clark-crawler
+ZyBorg
+adscanner
+arquivo-web-crawler
+autoemailspider
+backlink-check
+cah.io.community
+check1.exe
+coccocbot
 cognitiveseo
-com.plumanalytics
-crawler.feedback
-eCatch
-evc-batch
-facebookscraper
-gopher
+domainsproject.org
 heritrix
-instabid
-isitwp.com
-lwp-request
-lwp-trivial
 magpie-crawler
-meanpathbot
 mediawords
-muhstik-scan
 plumanalytics
-ripz
 s1z.ru
 satoristudio.net
 scan.lol
 seocompany.store
-spyfu
-webmeup-crawler
+seostar
+sexsearcher
+sitechecker.pro
+sp_auditbot
+tAkeOut
+ubermetrics-technologies.com
+webprosbot
 x09Mozilla
-zauba.io
-zgrab
+x22Mozilla