V4.2021.09.2597 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 360Spider
+404checker
+80legs
+AIBOT
 ALittle Client
 Abonti
-AfD-Verbotsverfahren
+Aboundexbot
+Acunetix
 AiHitBot
-Alexibot
-Anarchy
-Apexoo
+Aipbot
+AllSubmitter
+Anarchie
+Anarchy99
+Ankit
+Anthill
 Aspiegel
 Asterias
-Attach
-AwarioRssBot
-BackDoorBot
-BackWeb
+AwarioSmartBot
+BDCbot
+Backlink-Ceck
 BacklinkCrawler
 Badass
-Battleztar Bazinga
-BetaBot
+Bigfoot
+Bitacle
+Black Hole
 Blow
-Boardreader
 Bolt
-BotALot
-Buddy
-CSHttp
-CensysInspect
-CheTeam
-CheeseBot
-Cocolyzebot
-Cogentbot
-Collector
-Copyscape
+BuiltBotTough
+BunnySlippers
+CODE87
+Calculon
+Cegbfeieh
+Chlooe
+Copier
 Craftbot
-CrazyWebCrawler
-CrunchBot
+Crawling at Home Project
 Curious
-Custo
+CyotekWebCopy
 DBLBot
 DTS Agent
-DataCha0s
-Demon
+Deusu
 Devil
-Digincore
-Dirbuster
+DigitalPebble
 Discoverybot
 Dispatch
+DnyzBot
+DomainAppender
+DomainSigmaCrawler
 DomainStatsBot
 Dotbot
-Download Wonder
-Dragonfly
-ECCP/1.0
+Drip
+EMail Siphon
 EMail Wolf
-EasyDL
-Ecxi
+Ebingbong
 EirGrabber
 EroCrawler
-Express WebPictures
-ExtLinksBot
-ExtractorPro
-EyeNetIE
+Extractor
+Extreme Picture Finder
+Ezooms
 FDM
-FHscan
+FemtosearchBot
+Fimap
 Foobot
-FyberSpider
+Fuzz
+Fyrebot
 G-i-g-a-b-o-t
-GT::WWW
-GetRight
+GermCrawler
+GetWeb
 Getintent
 Gigabot
-GrapeFX
+Go!Zilla
+Gotit
+GrabNet
 HMView
+HTMLparser
 HTTrack
-HaosouSpider
-Havij
+Haansoft
 Heritrix
-Hloader
+IRLbot
+Id-search
+IlseBot
 Image Fetch
 IndeedBot
-Indy Library
-Iskanie
+InfoTekies
+InterGET
+InternetSeer
 IstellaBot
-JamesBOT
-JennyBot
+JetCar
 Jorgee
-Jyxobot
-Kenjin Spider
-Keyword Density
-LNSpiderguy
-LeechGet
+Kinza
+Lanshanbot
+Larbin
+Leap
+LeechFTP
 LexiBot
-LibWeb
-Lightspeedsystems
-Likse
-LinkScan
+Libwhisker
+LieBaoFast
+Linkdexbot
 LinkextractorPro
+LinkpadBot
+LinqiaRSSBot
 Lipperhey
+Lmspider
 MFC_Tear_Sample
 MQQBrowser
-MSFrontPage
-Majestic-SEO
-Majestic12
+Mag-Net
+Majestic SEO
 MarkWatch
 Mass Downloader
 Mata Hari
-MauiBot
 MeanPath Bot
-Meanpathbot
-MicroMessenger
-Microsoft URL Control
-Moblie Safari
-Morfeus Fucking Scanner
+Microsoft Data Access
+Mojolicious
 Mozlila
 Mr.4x3
+Musobot
 NICErsPRO
-NPbot
-Navroad
-Nessus
-Net Vampire
+NearSite
 NetAnts
 NetMechanic
 NetZIP
-Netvibes
-Nikto
+NextGenSearchBot
+Niki-bot
+NimbleCrawler
+Nimbostratus
 Ninja
-Nmap
-Nuclei
-Octopus
 Offline Navigator
-Openvas
-OutclicksBot
-OutfoxBot
+OpenLinkProfiler
+OpenVAS
 PHPCrawl
 POE-Component-Client-HTTP
-PageGrabber
-PageScorer
+Page Analyzer
+PageThing.com
 Panscient
-Petalbot
+Pavuk
+Pi-Monster
+Picscout
 PictureFinder
-Piepmatz
-Pixray
-PleaseCrawl
+Pockey
 ProPowerBot
 Psbot
+PyCurl
 Quick-Crawler
-RankActiveLinkBot
 RankingBot2
 Rankivabot
-ReGet
-RealDownload
-Recorder
-RocketCrawler
-Rogerbot
+RankurBot
+Reaper
+RebelMouse
+RedesScrapy
+Ripper
+SEOlyticsCrawler
+SEOprofiler
+SISTRIX
 Scrapy
-ScreenerBot
-Searchestate
-SearchmetricsBot
-Semrush
-SemrushBot
 SentiBot
-SeoSiteCheckup
 SeobilityBot
-Siphon
-SlySearch
+SiteCheckerBotCrawler
+SiteLockSpider
+SmartDownload
 Snake
 SocialRankIOBot
-Sociscraper
+Sogou web spider
+Sosospider
 SpaceBison
-Spinn3r
+Spammen
+Spanner
+Spbot
+SputnikBot
 Sqlworm
-Sqworm
 Steeler
-Stripper
-Sucuri
+SuperBot
+SuperHTTP
 SurveyBot
-T0PHackTeam
+Suzuran
+Swiftbot
+T8Abot
+Telesphorep
 The Intraformant
-Thumbor
+TheNomad
+TightTwatBot
 Titan
+Toata
 Tracemyfile
 Trendiction
-Trendictionbot
 True_Robot
-Turingos
-URLy Warning
-Upflow
+Turnitin
+TurnitinBot
+Twice
+UnisterBot
 VB Project
-Vacuum
-WBSearchBot
+Voil
+Voltron
 WISENutbot
-WPScan
-WWWOFFLE
-Wallpapers
-Wallpapers/3.0
+WWW-Collector-E
 WeSEE
-Web Fuck
-Web Sauger
-WebCopier
+Web Collage
+Web Enhancer
+Web Fetch
+WebAuto
 WebFetch
+WebPix
+WebReaper
 WebSucker
-WebZIP
-WebmasterWorldForumBot
-Webshag
-Website Quester
+WebWhacker
+Webalta
+WebsiteExtractor
 WebsiteQuester
+Webster
 Whack
-Whacker
-WinHTTrack
-Wonderbot
-Wotbox
-Xaldon WebSpider
+Widow
+WiseGuys Robot
+Woobot
+Wprecon
+Xaldon_WebSpider
 Xenu
-Zade
+YoudaoBot
 Zermelo
 Zitebot
-ZmEu
 ZoomBot
-ZoominfoBot
-arquivo.pt
+ZumBot
+archive.org_bot
 autoemailspider
-cah.io.community
+backlink-check
+coccocbot-web
+cognitiveseo
 com.plumanalytics
-crawl.sogou.com
-facebookscraper
-gopher
-heritrix
+dataforseo.com
+domainsproject.org
 internetVista monitor
-ips-agent
+lwp-trivial
 magpie-crawler
-meanpathbot
-plumanalytics
-polaris version
+muhstik-scan
+netEstate NE Crawler
+oBot
 probe-image-size
+ripz
 s1z.ru
 satoristudio.net
-seobility
-seoscanners
-seostar
 serpstatbot
-sitechecker.pro
+sexsearcher
 siteripz
-sogouspider
-sp_auditbot
+spyfu
 sysscan
-trendiction.com
-trendiction.de
-ubermetrics-technologies.com
+tAkeOut
 voyagerx.com
 webmeup-crawler
-webprosbot
+webpros.com
 x22Mozilla
-zgrab
+xpymep1.exe
+zauba.io