V4.2021.07.2478 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
+404checker
+404enemy
 80legs
 ADmantX
-AfD-Verbotsverfahren
+AIBOT
+ASPSeek
 AllSubmitter
-Anarchie
-Anarchy99
-Ankit
-Anthill
-Apexoo
-Aspiegel
-Asterias
+Attach
 AwarioRssBot
+BBBike
 BDFetch
+BLEXBot
 BackDoorBot
+BackStreet
 BackWeb
-Badass
+Backlink-Ceck
 Bandit
 Barkrowler
-BatchFTP
 Battleztar Bazinga
+BetaBot
 Bigfoot
 Bitacle
-BlackWidow
-Blackboard
-Blow
 Boardreader
-Brandwatch
+Bolt
+BotALot
 Buck
-Buddy
+BuiltBotTough
 BuiltWith
-CATExplorador
-CazoodleBot
+BuzzSumo
+Cegbfeieh
 CensysInspect
-CheeseBot
-CherryPicker
 ChinaClaw
+Chlooe
 Claritybot
 Cliqzbot
 Cloud mapping
-Cogentbot
-Copier
-CopyRightCheck
-Cosmos
-Craftbot
-CrunchBot
+Collector
+Crescent
+Custo
+DBLBot
+DIIbot
 DSearch
-DatabaseDriverMysqli
-DigitalPebble
+Deusu
+Devil
 Dirbuster
+Disco
 Discobot
 Dispatch
-DittoSpyder
-DomCopBot
 DomainAppender
-DomainCrawler
 DomainSigmaCrawler
+Domains Project
 Dotbot
-ECCP/1.0
 EMail Siphon
-EasyDL
-Ebingbong
-EroCrawler
-Evil
-Express WebPictures
+Ecxi
+EirGrabber
+Extractor
 ExtractorPro
 Extreme Picture Finder
-FlashGet
+Ezooms
+FemtosearchBot
+Fimap
 Flunky
 FrontPage
+Fuzz
+FyberSpider
 Fyrebot
-G-i-g-a-b-o-t
-Genieo
-GetRight
+GT::WWW
 Getintent
 Gigablast
-Go!Zilla
+Gigabot
 Gotit
+GrabNet
 Grabber
-Grafula
+GrapeFX
+GridBot
 HEADMasterSEO
 HTTrack
-Harvest
 Havij
-Heritrix
 Hloader
-IDBot
-IRLbot
+HybridBot
+Iblog
 Id-search
 IlseBot
-Image Fetch
-Image Sucker
+Indy Library
 InfoNaviRobot
-InterGET
-InternetSeer
-Iskanie
-JennyBot
-JustView
-Kenjin Spider
-Kozmosbot
+InfoTekies
+Intelliseek
+Internet Ninja
+Iria
+JamesBOT
+Jorgee
+Jyxobot
+Keyword Density
+Larbin
+LeechGet
 LexiBot
-Libwhisker
+LibWeb
 LieBaoFast
-Lightspeedsystems
-LinkWalker
-Linkbot
-Linkdexbot
-LinkextractorPro
 LinksManager
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-LinqiaScrapeBot
-Lmspider
+Lipperhey Spider
+Ltx71
 MFC_Tear_Sample
+MIDown tool
+MIIxpc
 MQQBrowser
-MSFrontPage
+MTRobot
 Mag-Net
-Magnet
 Mail.RU_Bot
 Majestic SEO
-Mass Downloader
-Masscan
-Meanpathbot
-Mediatoolkitbot
-MegaIndex.ru
+Majestic12
+MarkWatch
+Mb2345Browser
+MicroMessenger
 Microsoft Data Access
-Microsoft URL Control
+Morfeus Fucking Scanner
 Msrabot
-Musobot
-Nameprotect
+Name Intelligence
 Navroad
-NetAnts
+NearSite
+Nessus
+Net Vampire
 NetMechanic
 NetZIP
-Netcraft
-Netvibes
-Nibbler
-Ninja
+Nettrack
+Niki-bot
+Nikto
 Nuclei
-Nutch
-Octopus
 Offline Explorer
 OnCrawl
-OpenVAS
 Openvas
-Panscient
-Papa Foto
-Pavuk
-PeoplePal
-PictureFinder
+OrangeBot
+OutclicksBot
+PECL::HTTP
+PHPCrawl
+POE-Component-Client-HTTP
+Page Analyzer
+PageThing.com
+Pandalytics
+Picscout
+Picsearch
 Piepmatz
-Pimonster
 Pixray
 Pockey
-Probethenet
+ProPowerBot
 Psbot
-Pu_iN
-RankActiveLinkBot
-Rankivabot
+PxBroker
+RankFlex
 RankurBot
+Re-re
 RealDownload
-Reaper
+RebelMouse
+Ripper
+Rogerbot
 SEOkicks-Robot
 SEOstats
-ScanAlert
-Searchestate
+SISTRIX
+SMTBot
+Scanbot
+Scrapy
+ScrepyBot
+SemrushBot
 SentiBot
-SeoSiteCheckup
 SeobilityBot
-Seomoz
-SlySearch
-Sociscraper
-Sosospider
+Shodan
+Site Sucker
+Sitebeam
+Snoopy
+SocialRankIOBot
 Sottopop
-SpaceBison
-SputnikBot
+Spbot
+Spinn3r
+Steeler
 Stripper
+SuperHTTP
+Swiftbot
 Szukacz
-T0PHackTeam
+T8Abot
+Teleport
 Telesphoreo
+Telesphorep
+The Intraformant
+TheNomad
+Thumbor
+TightTwatBot
 Titan
 Toata
-Toweyabot
-Tracemyfile
 Trendiction
-Trendictionbot
-True_Robot
-Turnitin
 Twice
-VelenPublicWebCrawler
-VeriCiteCrawler
-Virusdie
-Voil
+Typhoeus
+URLy Warning
+URLy.Warning
+VB Project
 WASALive-Bot
-WPScan
-Wallpapers/3.0
-Web Auto
-Web Collage
-Web Enhancer
+WWW::Mechanize
+Web Fetch
 Web Fuck
 Web Pix
-Web Sauger
-WebAuto
-WebImageCollector
+Web Sucker
+WebCollage
+WebEnhancer
+WebFuck
+WebGo IS
 WebSucker
-Webalta
-WebmasterWorldForumBot
-Webshag
-WebsiteExtractor
+WebWhacker
+Website Quester
+WebsiteQuester
+Webster
+Whack
 Whatweb
+Who.is Bot
 Wonderbot
-Woobot
-Wotbox
 Wprecon
-YoudaoBot
+Xaldon WebSpider
+Xenu
 Zade
-Zermelo
-Zeus
 ZmEu
-ZoomBot
-ZoominfoBot
+archive.org_bot
+arquivo-web-crawler
 arquivo.pt
-backlink-check
 coccocbot-web
-cognitiveseo
 com.plumanalytics
+crawl.sogou.com
+crawler.feedback
 crawler4j
 demandbase-bot
 domainsproject.org
 eCatch
-facebookscraper
 heritrix
-instabid
-internetVista monitor
-lwp-request
+ips-agent
 lwp-trivial
+magpie-crawler
+meanpathbot
 mediawords
-oBot
-page scorer
+muhstik-scan
+pcBrowser
+plumanalytics
 probe-image-size
 ripz
-s1z.ru
-scalaj-http
-scan.lol
 seobility
-serpstatbot
+seoscanners
 sexsearcher
+siteripz
+sp_auditbot
 tAkeOut
 trendiction.com
-xpymep1.exe
+trendiction.de
+webmeup-crawler
+x22Mozilla
+zgrab