V4.2021.05.2340 [ci skip]

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 404enemy
 80legs
 Aboundex
-AfD-Verbotsverfahren
+Aboundexbot
+Acunetix
 AhrefsBot
-AIBOT
+AiHitBot
 Aipbot
-Alexibot
+Alligator
 AlphaBot
-Anarchy99
-Aspiegel
-ASPSeek
-autoemailspider
+Anthill
+Apexoo
+arquivo.pt
+Asterias
+Attach
 AwarioRssBot
-BackDoorBot
+AwarioSmartBot
+Backlink-Ceck
+BacklinkCrawler
 BackStreet
-Badass
+BBBike
 BDFetch
 BetaBot
+Blackboard
 Black Hole
+BLEXBot
 Blow
 BlowFish
 Boardreader
 BotALot
-Brandprotect
-Buck
+Brandwatch
 BuiltBotTough
 BuiltWith
-BunnySlippers
+BuzzSumo
 Calculon
-CATExplorador
+CazoodleBot
 CCBot
 Cegbfeieh
-check1.exe
-CheeseBot
+CensysInspect
 CheTeam
-Chlooe
-Claritybot
-coccocbot-web
-com.plumanalytics
-CopyRightCheck
-Cosmos
-crawler4j
-CrazyWebCrawler
+CODE87
+cognitiveseo
+Craftbot
+crawler.feedback
+crawl.sogou.com
 Crescent
-demandbase-bot
+Curious
+CyotekWebCopy
+DatabaseDriverMysqli
+DataCha0s
+DBLBot
 Demon
-Deusu
-Devil
-Dirbuster
-Disco
-Discoverybot
-Dispatch
+DigitalPebble
+DIIbot
+Discobot
 DittoSpyder
-DomainCrawler
-DomCopBot
-Dotbot
-Download Wonder
-EasyDL
-Ebingbong
+DnyzBot
+DomainSigmaCrawler
+Domains Project
+ECCP/1.0
 EMail Siphon
 Evil
+Exabot
 Extractor
+ExtractorPro
 Extreme Picture Finder
+EyeNetIE
 Ezooms
 facebookscraper
 FDM
-FHscan
-Fimap
 Firefox/7.0
-FlashGet
 Flunky
 Foobot
-Freeuploader
 FrontPage
 Fuzz
-GermCrawler
+Fyrebot
 GetRight
-Gigabot
+Gigablast
 Go-Ahead-Got-It
 gopher
 Gotit
-Go!Zilla
-GrapeFX
+GrabNet
+Grafula
+GrapeshotCrawler
+GridBot
 GT::WWW
-HaosouSpider
-heritrix
-HTTP::Lite
+HEADMasterSEO
+Heritrix
+HMView
 HTTrack
-IDBTE4M
-Id-search
+Humanlinks
 IlseBot
-IndeedBot
+Image Sucker
 Indy Library
 InfoTekies
+instabid
 InterGET
 isitwp.com
-Jbrofuzz
-JennyBot
-JetCar
+Iskanie
+IstellaBot
 JOC Web Spider
-Kinza
-Kozmosbot
+Jorgee
+Keyword Density
 Lanshanbot
+Larbin
 LeechFTP
+LeechGet
 LexiBot
-LieBaoFast
-LinkextractorPro
+Likse
+Linkbot
 LinkpadBot
-LinksManager
-LinkWalker
 LinqiaMetadataDownloaderBot
-LinqiaRSSBot
 LinqiaScrapeBot
-Lipperhey Spider
-Litemage_walker
+Lipperhey
 Lmspider
-lwp-trivial
-Magnet
-MarkWatch
-MauiBot
-MegaIndex.ru
-Metauri
-Microsoft Data Access
-MIDown tool
-MIIxpc
+LNSpiderguy
+Mail.RU_Bot
+Majestic-SEO
+Mass Downloader
+Mb2345Browser
+meanpathbot
+mediawords
+Microsoft URL Control
 Morfeus Fucking Scanner
-MSFrontPage
 MSIECrawler
-muhstik-scan
+MTRobot
+Name Intelligence
 Nameprotect
 NearSite
-netEstate NE Crawler
-NetLyzer
-NetZIP
-NextGenSearchBot
+NetAnts
+Netcraft
+Nettrack
+Netvibes
+Niki-bot
 Nikto
 Nimbostratus
-NPbot
-Nuclei
+Nmap
 Nutch
-oBot
-Octopus
 Offline Explorer
-OnCrawl
+Openfind
 OpenLinkProfiler
-Openvas
 OpenVAS
 OPPO A33
-OrangeBot
-OrangeSpider
+OutclicksBot
+PageAnalyzer
+Page Analyzer
 PageGrabber
-PageThing.com
-Pandalytics
-Panscient
-Papa Foto
-Pavuk
-Petalbot
+page scorer
+PageScorer
+PECL::HTTP
+PeoplePal
+Picsearch
 PictureFinder
-Pi-Monster
+Pixray
 Pockey
 POE-Component-Client-HTTP
-probe-image-size
-Probethenet
+ProPowerBot
+ProWebWalker
 Psbot
 Pu_iN
+PxBroker
 PyCurl
-QueryN Metasearch
-RankActive
 RankingBot2
-RedesScrapy
+RankurBot
+RealDownload
+Reaper
 ReGet
 Ripper
-SalesIntelligent
-satoristudio.net
+ripz
+s1z.ru
+scalaj-http
 Scanbot
-Scrapy
-ScreenerBot
+ScoutJet
+Screaming
 Searchestate
-SearchmetricsBot
+Semrush
 SemrushBot
 SentiBot
-SEOkicks-Robot
-SeoSiteCheckup
-SEOstats
-SISTRIX
+seoscanners
+Shodan
+Sitebeam
 SiteCheckerBotCrawler
+sitechecker.pro
 SiteSnagger
 SiteSucker
+Sitevigil
 SmartDownload
-Snake
+SMTBot
 Snapbot
+Snoopy
 Sociscraper
 sogouspider
 Sogou web spider
 Sottopop
-Spanner
-sp_auditbot
-Spbot
-Spinn3r
-SputnikBot
-spyfu
-Sqworm
-Stripper
-Sucuri
+Spammen
+Sqlmap
+Sqlworm
+Steeler
+Sucker
+Suzuran
 sysscan
 Szukacz
+T8Abot
+TeleportPro
+Telesoft
 The Intraformant
+TheNomad
 Thumbor
-Titan
+TightTwatBot
+Toata
 Tracemyfile
 Trendiction
 Trendictionbot
-trendiction.de
-True_Robot
-Turingos
-TurnitinBot
-Twice
-UnisterBot
+trendiction.com
 URLy Warning
-Vagabondo
-VB Project
 VCI
-Voil
-WBSearchBot
+VelenPublicWebCrawler
+VeriCiteCrawler
+VidibleScraper
+Virusdie
+VoidEYE
+Wallpapers/3.0
+WallpapersHD
+WASALive-Bot
 Webalta
+WebAuto
+WebBandit
 WebCollage
 Web Enhancer
+Web Fetch
+WebFuck
 Web Fuck
 WebImageCollector
-webmeup-crawler
+WebmasterWorldForumBot
+WebPix
 Web Pix
-WebSauger
-Whack
-Whacker
-Widow
-WinHTTrack
-WiseGuys Robot
+Webshag
+WebsiteExtractor
+Whatweb
+Who.is Bot
 Wonderbot
-Wotbox
-WWW-Collector-E
+Woobot
+Wprecon
+WWW-Mechanize
 WWW::Mechanize
-Xaldon_WebSpider
-Xenu
-zauba.io
+WWWOFFLE
+x22Mozilla
+Xaldon WebSpider
 zgrab
-Zitebot
-ZmEu
-ZoomBot
-ZyBorg