V4.2022.01.2843 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-80legs
+01h4x.com
+360Spider
+404checker
 ADmantX
-AIBOT
-ALittle Client
-Acunetix
-AfD-Verbotsverfahren
-AiHitBot
-Aipbot
-Anarchy99
+ASPSeek
+Aboundex
+Alligator
+Anarchie
+Anarchy
+Ankit
+Anthill
+Apexoo
 Aspiegel
+Attach
+AwarioSmartBot
 BBBike
-BLEXBot
-BackDoorBot
-BackWeb
-Backlink-Ceck
+BDCbot
+BackStreet
 BacklinkCrawler
-BatchFTP
+Barkrowler
+Bitacle
+BlackWidow
 Blackboard
+Blow
+BlowFish
+Brandprotect
 Brandwatch
 Bullseye
-CODE87
-Calculon
-CazoodleBot
+BuzzSumo
 Cegbfeieh
-CherryPicker
-Chlooe
+CheTeam
 Cliqzbot
+Cloud mapping
 Cocolyzebot
-Cogentbot
 Collector
-Copier
-CopyRightCheck
 Copyscape
-CrunchBot
+Crescent
 Curious
 Custo
 DBLBot
-DIIbot
 DSearch
 DTS Agent
-DatabaseDriverMysqli
+DataCha0s
+Demon
 Devil
-DigitalPebble
 Dirbuster
-Dispatch
+Discobot
 DittoSpyder
 DomCopBot
-DomainStatsBot
+DomainCrawler
 Dotbot
-Download Wonder
-ECCP/1.0
+EMail Siphon
 EMail Wolf
-Ecxi
-Express WebPictures
-Extractor
+EirGrabber
+EroCrawler
+Evil
+Exabot
+ExtractorPro
 Extreme Picture Finder
 EyeNetIE
-FHscan
 FemtosearchBot
 Fimap
-FlashGet
-Fuzz
 FyberSpider
 Fyrebot
 GT::WWW
-GalaxyBot
 Genieo
 GermCrawler
-GetRight
 GetWeb
-Grabber
-HMView
+Go!Zilla
+GoZilla
+Gotit
+GrapeshotCrawler
+HEADMasterSEO
 HTTrack
+Haansoft
 Harvest
-Havij
 Hloader
-HybridBot
 IDBot
-IRLbot
-Id-search
-Image Fetch
+Iblog
 IndeedBot
 Indy Library
-Intelliseek
-Internet Ninja
+InfoTekies
+InterGET
 InternetSeer
-JOC Web Spider
-Jbrofuzz
-JetCar
+Iria
+Iskanie
+IstellaBot
+JamesBOT
+Jetty
 JikeSpider
-JustView
-Kenjin Spider
+Jorgee
+Jyxobot
+Keyword Density
 LNSpiderguy
 LWP::Simple
-Leap
-LeechFTP
+Larbin
 LexiBot
-LibWeb
-Libwhisker
-Lightspeedsystems
-LinkpadBot
-LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
+LieBaoFast
+Likse
+Linkbot
+Linkdexbot
+Lipperhey
+Lipperhey Spider
+Lmspider
+MFC_Tear_Sample
 MIDown tool
 MJ12bot
-MSFrontPage
+MQQBrowser
 MSIECrawler
-Mag-Net
-Magnet
-Majestic12
-MarkMonitor
+Majestic-SEO
+Mass Downloader
 Masscan
 Mata Hari
 Mb2345Browser
+MeanPath Bot
 Mediatoolkitbot
 Metauri
-MicroMessenger
-Minefield
-Mojolicious
-Morfeus Fucking Scanner
-Mr.4x3
-Musobot
+Microsoft Data Access
+Moblie Safari
+Mozlila
 NPbot
-Net Vampire
-NetMechanic
-Niki-bot
+Nameprotect
+Navroad
+Needle
+Nessus
+NextGenSearchBot
+Nikto
+NimbleCrawler
+Nmap
+Not
+Nutch
+Offline Explorer
 Offline Navigator
-OnCrawl
-Openfind
+OpenLinkProfiler
+OpenVAS
+Openvas
 OrangeBot
-OrangeSpider
+OutclicksBot
+PECL::HTTP
 PHPCrawl
 POE-Component-Client-HTTP
-PageGrabber
-PageScorer
-Pandalytics
+PageAnalyzer
+PageThing.com
+Panscient
 Pavuk
-Picscout
-Pixray
-PleaseCrawl
-Pockey
-Psbot
-RankActiveLinkBot
-RankingBot
+Picsearch
+PictureFinder
+ProPowerBot
+Pu_iN
+Pump
+QueryN Metasearch
+Quick-Crawler
+RankFlex
 RankingBot2
-RankurBot
+Rankivabot
 Re-re
 ReGet
-Reaper
-RocketCrawler
+RebelMouse
+RedesScrapy
+RepoMonkey
+Ripper
+SBIder
+SEOkicks
 SEOkicks-Robot
+SEOlyticsCrawler
 SEOstats
-SISTRIX
-SMTBot
 SalesIntelligent
-ScanAlert
-ScrepyBot
-SearchmetricsBot
+ScreenerBot
+Searchestate
 Seekport
-SemanticJuice
-SentiBot
+SemrushBot
 SeobilityBot
+Seomoz
 Site Sucker
-SiteExplorer
-SiteSnagger
 SiteSucker
-Snapbot
-Snoopy
-Sottopop
+Sitebeam
+Snake
+SocialRankIOBot
+Sosospider
+SpaceBison
 Spammen
-Steeler
-Stripper
+SpankBot
+Sqlmap
+Sqlworm
+Sqworm
 Sucker
-Sucuri
-SuperHTTP
-Suzuran
-T0PHackTeam
+SuperBot
+Surfbot
 T8Abot
 Telesphoreo
-Telesphorep
+The Intraformant
 TheNomad
-Toweyabot
-Trendiction
-Trendictionbot
-Turingos
-Turnitin
+Thumbor
+TightTwatBot
+Tracemyfile
+True_Robot
 TurnitinBot
-TwengaBot
-URLy Warning
-UnisterBot
-V-BOT
-WBSearchBot
-WEBDAV
-WWW-Mechanize
-WWWOFFLE
-Web Auto
+Upflow
+VeriCiteCrawler
+Virusdie
+Voil
+WPScan
+WWW::Mechanize
+Wallpapers
+WallpapersHD
+WeSEE
 Web Collage
-Web Enhancer
+Web Fuck
 Web Pix
-WebBandit
-WebCopier
-WebEnhancer
-WebFuck
+Web Sucker
+WebAuto
+WebFetch
+WebGo IS
 WebImageCollector
-WebReaper
-WebSauger
+WebLeacher
 WebStripper
-WebSucker
+WebWhacker
+WebZIP
+Webalta
 WebmasterWorldForumBot
-Webshag
-WebsiteExtractor
-Whacker
+Webster
+Whatweb
 Who.is Bot
 Widow
 WiseGuys Robot
-Wonderbot
+Woobot
+Wprecon
 Xaldon WebSpider
-Xaldon_WebSpider
-YoudaoBot
-ZoomBot
+Xenu
+Zermelo
+ZmEu
+ZoominfoBot
 ZumBot
 adscanner
 check1.exe
 clark-crawler
-coccocbot-web
-cognitiveseo
 com.plumanalytics
-crawler4j
+eCatch
 evc-batch
-gopher
-instabid
-ips-agent
-lwp-trivial
-mediawords
-oBot
-plumanalytics
-polaris version
-ripz
-satoristudio.net
+lwp-request
+netEstate NE Crawler
+probe-image-size
 seobility
-seoscanners
-sexsearcher
-siteripz
-sp_auditbot
-sysscan
-trendiction.de
-ubermetrics-technologies.com
-webgains-bot
+seocompany.store
+seostar
+serpstatbot
+spyfu
+webpros.com
+x09Mozilla
 zauba.io
-zgrab