V4.2022.02.2933 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
 360Spider
-404enemy
-ALittle Client
-AfD-Verbotsverfahren
-AiHitBot
-Aipbot
+404checker
+80legs
+Abonti
+Aboundexbot
+AhrefsBot
 Alexibot
+AllSubmitter
 Alligator
 AlphaBot
 Ankit
-Aspiegel
-Asterias
-Atomseobot
+Apexoo
 Attach
+AwarioSmartBot
+BDCbot
 BackStreet
-BackWeb
-Bandit
+Backlink-Ceck
+BacklinkCrawler
+Badass
 Barkrowler
-BatchFTP
-Battleztar Bazinga
-BetaBot
-Bigfoot
-Bitacle
 BlackWidow
-Blackboard
-BlowFish
-Boardreader
-Bolt
+Blow
 Brandprotect
+Brandwatch
 Buck
 Buddy
-Bullseye
 BunnySlippers
+BuzzSumo
 CATExplorador
-CODE87
+CSHttp
 Cegbfeieh
-CensysInspect
-CheTeam
+Chlooe
 Citoid
 Cloud mapping
 Cocolyzebot
-Cogentbot
-Copier
-CopyRightCheck
-Copyscape
+Crawling at Home Project
 CrazyWebCrawler
-Crescent
-DBLBot
-DIIbot
-DataCha0s
+Curious
+Custo
+CyotekWebCopy
+DatabaseDriverMysqli
 Demon
-Discobot
+Dirbuster
+Disco
 Discoverybot
 Dispatch
-DnBCrawler-Analytics
-DnyzBot
-DomainCrawler
-DomainSigmaCrawler
-DomainStatsBot
+DittoSpyder
+DomCopBot
+DomainAppender
+Drip
 ECCP/1.0
-EirGrabber
-Exabot
-ExtLinksBot
+EMail Siphon
+EMail Wolf
+Ebingbong
 ExtractorPro
-Ezooms
-FDM
 Fimap
-Firefox/7.0
+Flunky
 Foobot
 Freeuploader
 FrontPage
-GalaxyBot
-Genieo
-GermCrawler
-Go!Zilla
+Fuzz
+FyberSpider
+G-i-g-a-b-o-t
+GT::WWW
+Getintent
+Gigabot
 Go-Ahead-Got-It
+GrabNet
+Grabber
+Grafula
 GrapeFX
-HEADMasterSEO
-Havij
+GrapeshotCrawler
+HTTrack
+Haansoft
+HaosouSpider
+Hloader
 HonoluluBot
 Humanlinks
-IlseBot
+HybridBot
+Iblog
 Image Fetch
 Image Sucker
+IndeedBot
 Indy Library
-InterGET
-Internet Ninja
-Jbrofuzz
+InfoNaviRobot
+Intelliseek
+InternetSeer
+Iria
+JamesBOT
 JennyBot
-JetCar
 Jetty
-Joomla
-JustView
-Kenjin Spider
-Keyword Density
-Kozmosbot
+Jorgee
+Kinza
+Lanshanbot
+Leap
 Lftp
-Libwhisker
+LibWeb
 LieBaoFast
 LinkWalker
+Linkdexbot
 LinkpadBot
-LinksManager
 LinqiaRSSBot
-Lipperhey Spider
-Litemage_walker
-MSFrontPage
+Lipperhey
+Lmspider
+Ltx71
+MQQBrowser
+MSIECrawler
+MTRobot
+Magnet
 Mail.RU_Bot
-Majestic SEO
-MarkWatch
-Mb2345Browser
-Meanpathbot
-Metauri
+Masscan
+Microsoft URL Control
+Minefield
+Mister PiX
 Moblie Safari
-Mojeek
-Morfeus Fucking Scanner
-NICErsPRO
-NPbot
-Name Intelligence
-Nameprotect
+Mr.4x3
+Navroad
 Needle
 Nessus
 NetAnts
-NetMechanic
+NetLyzer
+NetSpider
 NetZIP
-Nettrack
-Niki-bot
-Nikto
+Netcraft
+Netvibes
+NextGenSearchBot
 NimbleCrawler
 Nimbostratus
-Not
-Offline Navigator
+Ninja
+Nutch
+Octopus
+OnCrawl
 OpenLinkProfiler
-Openfind
-OrangeBot
+Openvas
 OrangeSpider
-POE-Component-Client-HTTP
+PECL::HTTP
+Page Analyzer
 PageAnalyzer
 PageGrabber
-PageScorer
-Pavuk
-PeoplePal
-Pi-Monster
-Picscout
+Panscient
 Picsearch
-PictureFinder
-ProWebWalker
+Probethenet
 Pu_iN
 Pump
-RSSingBot
-RankActiveLinkBot
+PxBroker
+QueryN Metasearch
+Quick-Crawler
+RankingBot2
 Rankivabot
-ReGet
+Re-re
+RebelMouse
 RedesScrapy
 RepoMonkey
-Ripper
 RocketCrawler
-SEOkicks-Robot
-SEOprofiler
-SMTBot
-ScanAlert
+Rogerbot
+SBIder
+SalesIntelligent
+ScoutJet
 Scrapy
-Screaming
+ScreenerBot
+Searchestate
 SearchmetricsBot
 Seekport
-SemrushBot
 SeoSiteCheckup
+Seomoz
 Shodan
+Site Sucker
+SiteCheckerBotCrawler
 SiteLockSpider
-Siteimprove
-Snoopy
+SiteSucker
+Sitebeam
+SmartDownload
+Snake
+Snapbot
+SocialRankIOBot
+Sottopop
+SpaceBison
+Spammen
+Spanner
+Spinn3r
 Sqworm
 Steeler
-SurveyBot
-Suzuran
-Swiftbot
+Sucker
+SuperBot
+SuperHTTP
+Surfbot
 Szukacz
-TeleportPro
-Telesphoreo
-Titan
+T8Abot
+Thumbor
+TightTwatBot
 Toweyabot
-Trendiction
-Trendictionbot
-V-BOT
-VCI
-VelenPublicWebCrawler
-Virusdie
+Turingos
+Turnitin
+Twice
+VB Project
+VeriCiteCrawler
+VidibleScraper
+VoidEYE
 Voil
-Voltron
-WBSearchBot
-WISENutbot
-WPScan
 WWW-Collector-E
-WWW-Mechanize
-WWWOFFLE
+WWW::Mechanize
 Wallpapers/3.0
-WallpapersHD
-Web Auto
-WebCollage
+Web Collage
+Web Enhancer
+Web Sauger
+WebAuto
+WebBandit
+WebCopier
 WebGo IS
-WebLeacher
+WebPix
 WebSauger
-WebStripper
-WebSucker
-Webalta
-Webshag
+WebZIP
 Website Quester
-WebsiteQuester
-Whacker
-Whatweb
 Who.is Bot
 Widow
 Wonderbot
-Wotbox
-Wprecon
-Xenu
-Zauba
-Zitebot
-ZmEu
-ZoomBot
-ZumBot
+YoudaoBot
+Zade
+ZoominfoBot
 adscanner
 archive.org_bot
+arquivo.pt
 autoemailspider
-backlink-check
-check1.exe
+clark-crawler
 coccocbot
-com.plumanalytics
+cognitiveseo
+crawler.feedback
+eCatch
 evc-batch
-heritrix
+gopher
 internetVista monitor
 lwp-request
+lwp-trivial
 muhstik-scan
-netEstate NE Crawler
-page scorer
 polaris version
 probe-image-size
-ripz
-seocompany.store
+scan.lol
+seobility
+seostar
 serpstatbot
+sexsearcher
+siteripz
 sp_auditbot
 spyfu
-sysscan
 tAkeOut
-voyagerx.com
+ubermetrics-technologies.com
 webpros.com
-webprosbot
-xpymep1.exe
 zauba.io
 zgrab