V4.2021.08.2527 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404enemy
+360Spider
 80legs
-ADmantX
+AIBOT
 Abonti
-Aboundex
-Aboundexbot
-Acunetix
-AfD-Verbotsverfahren
-Aipbot
-Anarchie
+AiHitBot
+Alexibot
+AllSubmitter
+Alligator
 Anarchy
-Anarchy99
-Anthill
-Asterias
-AwarioRssBot
-AwarioSmartBot
-BDCbot
-BDFetch
 BLEXBot
 BackDoorBot
-BackStreet
+BackWeb
 Backlink-Ceck
+Badass
+BatchFTP
+Battleztar Bazinga
 Bigfoot
+Blackboard
 Blow
 Brandprotect
-Brandwatch
-Buddy
+Buck
 BunnySlippers
-BuzzSumo
 CCBot
-Calculon
+CSHttp
 CazoodleBot
+Cegbfeieh
 CensysInspect
+CheeseBot
 CherryPicker
-Chlooe
-Cocolyzebot
-Cogentbot
-Collector
-Copier
+Cloud mapping
 CopyRightCheck
+Copyscape
 Craftbot
 Crawling at Home Project
 CrazyWebCrawler
-DBLBot
-DataCha0s
-Demon
-Devil
+CrunchBot
+DIIbot
+DSearch
+Deusu
 Digincore
 Discobot
+DnyzBot
+DomCopBot
 DomainAppender
+DomainCrawler
+DomainStatsBot
 Domains Project
 Dotbot
-Download Wonder
+Dragonfly
+Drip
 ECCP/1.0
 EMail Siphon
 EMail Wolf
-EasyDL
 Ebingbong
-Ecxi
-Exabot
+EirGrabber
+Express WebPictures
 Extreme Picture Finder
-EyeNetIE
-FemtosearchBot
-Flunky
+FDM
+FlashGet
 Foobot
-FyberSpider
+Fuzz
 G-i-g-a-b-o-t
-GT::WWW
-GetRight
+Genieo
+GetWeb
+Gigabot
 Go-Ahead-Got-It
-GoZilla
 GrabNet
+Grafula
 GrapeFX
+GrapeshotCrawler
+HTMLparser
 HTTP::Lite
-HTTrack
 Haansoft
-HaosouSpider
-Harvest
 Havij
-Hloader
+HybridBot
 IDBTE4M
-Iblog
+IDBot
 Id-search
 IlseBot
 Image Fetch
+IndeedBot
 InfoNaviRobot
-InfoTekies
-InterGET
 Internet Ninja
 InternetSeer
-JennyBot
+Iria
+IstellaBot
+JamesBOT
 JetCar
-Jetty
 Joomla
 Jyxobot
 Kenjin Spider
+Keyword Density
+Kozmosbot
 LWP::Simple
-Lanshanbot
 Larbin
-Lftp
-Libwhisker
-Lightspeedsystems
-LinkWalker
+LibWeb
+LieBaoFast
+Likse
+Linkbot
 Linkdexbot
-LinkpadBot
-LinqiaScrapeBot
-Litemage_walker
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
+Lmspider
+MIDown tool
 MIIxpc
 MJ12bot
 MQQBrowser
-MSFrontPage
-MSIECrawler
 Mag-Net
-Majestic SEO
+Magnet
+Majestic-SEO
+Majestic12
 MarkMonitor
-Masscan
-Mediatoolkitbot
-Metauri
-MicroMessenger
-Microsoft Data Access
-Moblie Safari
-Mojeek
-Morfeus Fucking Scanner
-Mr.4x3
-Musobot
-Net Vampire
-NetAnts
+MauiBot
+Mb2345Browser
+NPbot
+Navroad
 NetMechanic
-NetSpider
-NetZIP
-Netcraft
+NextGenSearchBot
 Nibbler
-Octopus
-Offline Navigator
-OnCrawl
+Niki-bot
+Nikto
+Nuclei
+Nutch
 OpenVAS
-OrangeBot
-OrangeSpider
-OutclicksBot
-PECL::HTTP
-POE-Component-Client-HTTP
-PageAnalyzer
+PageGrabber
+PageThing.com
 Pandalytics
-Pavuk
-Pi-Monster
+Panscient
+Papa Foto
+Petalbot
 Picscout
 PictureFinder
 Piepmatz
-Pixray
-ProPowerBot
-Probethenet
+PleaseCrawl
+ProWebWalker
 Pu_iN
-Pump
+PxBroker
 PyCurl
+RankActiveLinkBot
+RankFlex
 RankingBot2
 RankurBot
-ReGet
+Re-re
 RebelMouse
+Recorder
 RedesScrapy
+RepoMonkey
+Ripper
 RocketCrawler
+SBIder
 SEOkicks-Robot
 SEOlyticsCrawler
-Scanbot
-SearchmetricsBot
-Semrush
-SeoSiteCheckup
+SMTBot
+SalesIntelligent
+ScanAlert
+Scrapy
+Screaming
+ScrepyBot
+SentiBot
 SeobilityBot
-Shodan
+Siphon
 Site Sucker
-SiteCheckerBotCrawler
-SiteSnagger
 SiteSucker
-Sitebeam
-Siteimprove
-Snoopy
-SocialRankIOBot
+Sitevigil
 Sociscraper
 Sogou web spider
+Sosospider
+SpaceBison
 Spammen
 Spanner
 Spbot
-SputnikBot
-Steeler
+Spinn3r
+Sqlmap
+Stripper
+Sucker
+SuperBot
+SuperHTTP
 Suzuran
-Swiftbot
 Szukacz
+T0PHackTeam
 T8Abot
+TeleportPro
 The Intraformant
-Thumbor
+TheNomad
 TightTwatBot
-Toata
-True_Robot
+Toweyabot
+Tracemyfile
+Trendiction
+Trendictionbot
 Turingos
 Turnitin
-Twice
+URLy.Warning
+UnisterBot
 Upflow
-Vacuum
-VeriCiteCrawler
-Voil
+VCI
+VidibleScraper
 Voltron
 WBSearchBot
-Web Sauger
+WEBDAV
+WWW-Collector-E
+WWW::Mechanize
+WallpapersHD
+WeSEE
+Web Enhancer
+Web Fetch
+Web Pix
 WebBandit
 WebCollage
-WebCopier
-WebLeacher
-WebSauger
+WebFetch
+WebImageCollector
+WebPix
+WebWhacker
+Webalta
 Webshag
 Website Quester
-Webster
-Who.is Bot
-WiseGuys Robot
-Woobot
+WebsiteQuester
+Whack
+Widow
+Wonderbot
 Wotbox
 Wprecon
-YoudaoBot
-Zauba
+Zermelo
 Zeus
-ZyBorg
-arquivo.pt
-check1.exe
-clark-crawler
+Zitebot
+ZoomBot
+ZumBot
+autoemailspider
+cah.io.community
 coccocbot-web
-com.plumanalytics
-crawler4j
-domainsproject.org
+crawler.feedback
+demandbase-bot
 evc-batch
-internetVista monitor
+gopher
+instabid
 lwp-trivial
-meanpathbot
 mediawords
-netEstate NE Crawler
-plumanalytics
-probe-image-size
-s1z.ru
-scan.lol
+muhstik-scan
+pcBrowser
+polaris version
+ripz
+scalaj-http
 seobility
+seoscanners
+seostar
 sitechecker.pro
-sogouspider
-sp_auditbot
-spyfu
 sysscan
-tAkeOut
 trendiction.de
-ubermetrics-technologies.com
-voyagerx.com
 webmeup-crawler
-xpymep1.exe
-zauba.io
+x22Mozilla
+zgrab