V4.2022.10.3401 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
 404checker
-404enemy
-ALittle Client
-ASPSeek
-Abonti
-Aboundex
-AfD-Verbotsverfahren
-AhrefsBot
-AiHitBot
+ADmantX
+AIBOT
+Acunetix
+AllSubmitter
 Alligator
-Anarchy
-Apexoo
+Aspiegel
 Asterias
+Attach
 BDCbot
 BDFetch
-BackDoorBot
-BacklinkCrawler
-Badass
-Barkrowler
-BatchFTP
-Battleztar Bazinga
-Blow
+BackStreet
+BackWeb
+Backlink-Ceck
+Bigfoot
+Bitacle
+BlackWidow
+Blackboard
 BlowFish
-Bolt
-Brandprotect
-CATExplorador
-CCBot
-CSHttp
-Calculon
-ChinaClaw
-Chlooe
+Boardreader
+Brandwatch
+BuiltWith
+BunnySlippers
+CazoodleBot
+Cegbfeieh
+CensysInspect
+CheTeam
+CheeseBot
 Claritybot
+Cloud mapping
 Cocolyzebot
-Cogentbot
+Collector
+Copier
 CopyRightCheck
 Copyscape
-Crawling at Home Project
-CrazyWebCrawler
-Crescent
-DBLBot
+Craftbot
+CrunchBot
 DIIbot
-DatabaseDriverMysqli
+DataCha0s
 Devil
-Dirbuster
-DnBCrawler-Analytics
+DigitalPebble
+Disco
+Discoverybot
+DnyzBot
 DomCopBot
 DomainAppender
-DomainStatsBot
-Domains Project
-EMail Siphon
-Evil
-ExtractorPro
+DomainSigmaCrawler
+EMail Wolf
+Ecxi
+EroCrawler
+Exabot
+Express WebPictures
+Extractor
 FDM
-FHscan
-Freeuploader
+FemtosearchBot
+Fimap
+Firefox/7.0
+Foobot
 FyberSpider
-G-i-g-a-b-o-t
 Genieo
 GermCrawler
-GetRight
+GetWeb
 Getintent
-Go!Zilla
+Go-Ahead-Got-It
 Gotit
 Grabber
+Grafula
+GrapeFX
+GridBot
+HEADMasterSEO
 HMView
-HTMLparser
 HTTP::Lite
-HaosouSpider
-Harvest
+HTTrack
+Haansoft
+Havij
+Heritrix
+Hloader
+Humanlinks
+IDBTE4M
 IRLbot
+Id-search
+IlseBot
 Image Fetch
-Image Sucker
-IndeedBot
+Indy Library
 InfoNaviRobot
 InterGET
-Iskanie
+Iria
 JOC Web Spider
-JamesBOT
-Jbrofuzz
-Jorgee
-Jyxobot
-Keybot Translation-Search-Machine
-Kinza
-LWP::Simple
-Lanshanbot
+JetCar
+Joomla
+Keyword Density
+Kozmosbot
 Larbin
-Leap
+LexiBot
+Lftp
 LibWeb
+Lightspeedsystems
 LinkWalker
-Lipperhey Spider
+Lmspider
 Ltx71
-MIIxpc
-MTRobot
-Mag-Net
+MQQBrowser
 Magnet
+Majestic-SEO
 Majestic12
-MarkMonitor
-MarkWatch
-Mata Hari
-Mb2345Browser
-MeanPath Bot
-Meanpathbot
+Mass Downloader
 Mediatoolkitbot
-Metauri
-MicroMessenger
+MegaIndex.ru
+Microsoft Data Access
 Minefield
 Moblie Safari
-Morfeus Fucking Scanner
+MolokaiBot
 Mozlila
-NICErsPRO
-NPbot
-Nameprotect
+Musobot
+Name Intelligence
 Navroad
 NearSite
+Needle
 Net Vampire
-Netvibes
-Nimbostratus
+NetAnts
+Netcraft
+Nibbler
+Nikto
+NimbleCrawler
 Ninja
+Not
 Nuclei
-Octopus
-Offline Explorer
+Nutch
 Offline Navigator
-OnCrawl
-Openfind
-Openvas
+OpenVAS
+OutclicksBot
 OutfoxBot
-PageAnalyzer
+PECL::HTTP
+Page Analyzer
+PageGrabber
 PageScorer
-PageThing.com
-Pandalytics
 Panscient
-Picscout
-Pimonster
-ProPowerBot
+Petalbot
+Pi-Monster
+Picsearch
+PictureFinder
+PleaseCrawl
+Pockey
 ProWebWalker
 Probethenet
-Psbot
-PyCurl
-QueryN Metasearch
+Pu_iN
 RSSingBot
-RankActive
+RankingBot2
+Re-re
+ReGet
+Reaper
 RebelMouse
 RedesScrapy
-RepoMonkey
-RocketCrawler
+Ripper
 Rogerbot
+SEOkicks
 SEOkicks-Robot
-ScreenerBot
-ScrepyBot
-SearchmetricsBot
-Seekport
-Semrush
-SemrushBot
-SeoSiteCheckup
+SalesIntelligent
+Searchestate
 SeobilityBot
-Shodan
+Siphon
 SiteCheckerBotCrawler
-SiteExplorer
+SiteLockSpider
+Sitebeam
+Siteimprove
+Sitevigil
+SlySearch
+Snake
+Snapbot
+Snoopy
+SocialRankIOBot
 Sogou web spider
-Sottopop
+Sosospider
 Spammen
 Spinn3r
+SputnikBot
+Sqlmap
 Sqlworm
-Sqworm
 Steeler
 Sucuri
-SuperHTTP
-Swiftbot
-Szukacz
-T8Abot
-Telesphoreo
-Telesphorep
-The Intraformant
-Toweyabot
+SuperBot
+TightTwatBot
+Toata
 Trendiction
 Trendictionbot
-Turingos
+Turnitin
+TurnitinBot
 Twice
-URLy Warning
-URLy.Warning
-Upflow
-VB Project
-VCI
-Vacuum
+Typhoeus
+V-BOT
 Vagabondo
 VelenPublicWebCrawler
-VeriCiteCrawler
-VidibleScraper
+Virusdie
 VoidEYE
 Voltron
-WASALive-Bot
-WBSearchBot
+WEBDAV
 WWW-Collector-E
-WWW::Mechanize
+WWWOFFLE
 Wallpapers/3.0
-WeSEE
-Web Collage
-Web Fuck
-Web Pix
+Web Auto
+Web Enhancer
 Web Sauger
-WebAuto
+WebCopier
 WebEnhancer
-WebFetch
-WebGo IS
-WebImageCollector
 WebLeacher
-WebReaper
-WebStripper
+WebPix
+WebSauger
 WebSucker
 WebWhacker
+Webalta
 WebmasterWorldForumBot
+Webshag
 Whack
-Whacker
+Whatweb
 Widow
-WinHTTrack
-WiseGuys Robot
+Wonderbot
+Woobot
+Wprecon
 Xaldon WebSpider
-Xaldon_WebSpider
-Xenu
-YoudaoBot
 Zade
-Zauba
-Zitebot
-ZmEu
+Zeus
 ZoomBot
-ZoominfoBot
-ZumBot
-adscanner
 arquivo-web-crawler
-autoemailspider
 backlink-check
-check1.exe
-crawler.feedback
+clark-crawler
+coccocbot
+com.plumanalytics
+crawl.sogou.com
+crawler4j
+dataforseo.com
+demandbase-bot
+eCatch
+facebookscraper
 gopher
-linkdexbot
-lwp-trivial
+internetVista monitor
+ips-agent
 magpie-crawler
 mediawords
-muhstik-scan
-ripz
+pcBrowser
+probe-image-size
+satoristudio.net
+scan.lol
 seoscanners
+seostar
 serpstatbot
-siteripz
-sogouspider
-ubermetrics-technologies.com
+sexsearcher
+webgains-bot
+webpros.com
+x09Mozilla
 x22Mozilla
-zauba.io
-zgrab
+xpymep1.exe