V4.2022.10.3424 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
+01h4x.com
+360Spider
+404enemy
+80legs
+ADmantX
+ALittle Client
 ASPSeek
+Abonti
+Aboundex
 Acunetix
-AfD-Verbotsverfahren
-AhrefsBot
-AiHitBot
-AlphaBot
+Aipbot
+Alligator
 Anarchie
-Aspiegel
-Asterias
-Atomseobot
-Attach
-AwarioRssBot
-AwarioSmartBot
-BDCbot
+Anarchy
+Anarchy99
+Ankit
+Anthill
 BDFetch
 BackDoorBot
-BacklinkCrawler
-Badass
-Bandit
+BackStreet
 Barkrowler
-Battleztar Bazinga
-Black Hole
-BlowFish
+BatchFTP
+Bigfoot
+Bitacle
+Blackboard
+Boardreader
 BotALot
-Brandprotect
-Brandwatch
 Buck
 BuiltBotTough
 Bullseye
+BunnySlippers
+BuzzSumo
 CODE87
-Cegbfeieh
-CensysInspect
+Calculon
+CheeseBot
+CherryPicker
 ChinaClaw
-Claritybot
 Cloud mapping
 Cocolyzebot
-Copier
-CopyRightCheck
-Crescent
-Curious
-DSearch
-Demon
-Devil
-Digincore
-DittoSpyder
-DomainSigmaCrawler
+Collector
+DBLBot
+DIIbot
+DigitalPebble
+DnyzBot
+DomCopBot
+Domains Project
 Dotbot
 Drip
 ECCP/1.0
 EMail Siphon
-Ecxi
-EirGrabber
+Ebingbong
+Express WebPictures
 Extreme Picture Finder
 FDM
-FHscan
 FemtosearchBot
-Fimap
-Fuzz
-G-i-g-a-b-o-t
+Firefox/7.0
+Flunky
+Foobot
+FyberSpider
+Fyrebot
 GalaxyBot
-GetWeb
 Getintent
-Gigabot
-Go!Zilla
-Grafula
-GrapeFX
-GrapeshotCrawler
-HTTP::Lite
-Haansoft
+Go-Ahead-Got-It
+GoZilla
+Gotit
+HEADMasterSEO
+HTTrack
 Havij
-Heritrix
-Hloader
-Humanlinks
 IDBot
-Iblog
-Image Fetch
+IRLbot
+IlseBot
 InfoTekies
 InterGET
-JOC Web Spider
-Jbrofuzz
-Joomla
-Jorgee
+Internet Ninja
+Iria
+Jetty
 JustView
-Kenjin Spider
+Jyxobot
 Keybot Translation-Search-Machine
-Keyword Density
-Lanshanbot
-Larbin
-Leap
+LWP::Simple
+LeechGet
 LexiBot
-Lightspeedsystems
-Linkbot
-LinksManager
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-LinqiaScrapeBot
 Lipperhey Spider
-Lmspider
-Ltx71
+Litemage_walker
 MIDown tool
-MSFrontPage
-Mag-Net
-Magnet
-Mail.RU_Bot
-Majestic SEO
+MIIxpc
+MSIECrawler
+MTRobot
 Majestic12
+MarkMonitor
 MarkWatch
+Mass Downloader
 Masscan
+Mata Hari
 MauiBot
-Mb2345Browser
 MeanPath Bot
+Meanpathbot
+Mediatoolkitbot
+MegaIndex.ru
+MicroMessenger
+Microsoft Data Access
+Microsoft URL Control
+Minefield
 Mister PiX
-Mojeek
 Mojolicious
-Morfeus Fucking Scanner
-Mr.4x3
-Msrabot
-Musobot
-NPbot
-NetLyzer
-NetMechanic
+Nameprotect
+Net Vampire
+NetSpider
 Netcraft
+Nettrack
 Netvibes
 Niki-bot
-Nikto
+NimbleCrawler
 Ninja
+Not
 Octopus
-Offline Explorer
+Offline Navigator
 OnCrawl
-OpenVAS
+Openfind
 OrangeBot
+OutfoxBot
+PECL::HTTP
 POE-Component-Client-HTTP
-PageGrabber
-Pandalytics
+Page Analyzer
+Panscient
 Pavuk
-Picscout
-Pixray
+PeoplePal
+Petalbot
+PictureFinder
+Piepmatz
+Pimonster
+Pockey
+ProPowerBot
 ProWebWalker
-Psbot
-Pump
+Probethenet
 PxBroker
+RSSingBot
+RankActive
 RankFlex
-Rankivabot
+RankingBot
+ReGet
+RealDownload
 Reaper
-Recorder
 RepoMonkey
 Ripper
+RocketCrawler
+Rogerbot
+SBIder
 SEOkicks
-SEOstats
+SEOlyticsCrawler
+SEOprofiler
 SMTBot
-Scanbot
-ScoutJet
-ScrepyBot
+Scrapy
+ScreenerBot
 Searchestate
-SemrushBot
+SemanticJuice
+Seomoz
 Shodan
-SiteCheckerBotCrawler
 SiteSucker
-Siteimprove
+SlySearch
 SmartDownload
 Snake
 Snoopy
-Sociscraper
-Sottopop
-SpankBot
+SocialRankIOBot
+Sogou web spider
+Sosospider
+SpaceBison
+Spammen
 Spbot
-Sqlmap
-Sucker
-Sucuri
+Sqworm
+Steeler
+Stripper
 SuperHTTP
-SurveyBot
 Suzuran
-Szukacz
-T0PHackTeam
-T8Abot
+Teleport
+Telesphoreo
 Telesphorep
 TheNomad
+Thumbor
 TightTwatBot
-Titan
-Trendictionbot
+Tracemyfile
+Trendiction
 Turingos
-Turnitin
 TurnitinBot
-URLy Warning
+Typhoeus
 URLy.Warning
 UnisterBot
-Vagabondo
-Virusdie
+VCI
+Vacuum
 VoidEYE
-Voil
 WBSearchBot
-WWW-Mechanize
+WWW-Collector-E
+WWW::Mechanize
 WWWOFFLE
 Wallpapers
-Wallpapers/3.0
-WallpapersHD
-WeSEE
+Web Auto
 Web Collage
 Web Pix
-Web Sauger
+Web Sucker
 WebAuto
-WebCollage
-WebFuck
+WebCopier
+WebGo IS
 WebImageCollector
 WebPix
-Webalta
-Webshag
+WebReaper
+WebSauger
+WebStripper
+WebSucker
+WebmasterWorldForumBot
+Website Quester
+WebsiteExtractor
 Webster
 Who.is Bot
 Widow
 WiseGuys Robot
-Woobot
-Wprecon
 Xaldon WebSpider
-Zauba
+Xaldon_WebSpider
+Zermelo
+Zitebot
+ZmEu
 ZoomBot
 ZoominfoBot
-archive.org_bot
-backlink-check
-cognitiveseo
+ZumBot
+adscanner
+cah.io.community
+check1.exe
+crawl.sogou.com
 crawler.feedback
 crawler4j
 dataforseo.com
-evc-batch
 facebookscraper
+gopher
 internetVista monitor
-isitwp.com
-lwp-trivial
+linkdexbot
+lwp-request
 magpie-crawler
-netEstate NE Crawler
-pcBrowser
-polaris version
+mediawords
+muhstik-scan
 ripz
-s1z.ru
-seobility
-seoscanners
-serpstatbot
-siteripz
+satoristudio.net
+scan.lol
+seocompany.store
 sogouspider
-sp_auditbot
+spyfu
+sysscan
 tAkeOut
 trendiction.com
-trendiction.de
 voyagerx.com
-webpros.com
-webprosbot
-x09Mozilla
 x22Mozilla
-zauba.io
+zgrab