V4.2021.12.2753 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
+404checker
 80legs
-ADmantX
-ASPSeek
+ALittle Client
 Aboundex
 Acunetix
+AfD-Verbotsverfahren
 AiHitBot
-Aipbot
+Alexibot
+Alligator
+AlphaBot
+Anarchie
+Anarchy
 Anarchy99
-Ankit
 Aspiegel
-Asterias
-BackStreet
-Bitacle
-Black Hole
+BackDoorBot
+BackWeb
+BacklinkCrawler
+BatchFTP
+Bigfoot
+BlackWidow
+Blackboard
 Blow
-Bullseye
-BuzzSumo
+BlowFish
+Brandprotect
+Buddy
+BuiltBotTough
+BunnySlippers
 CATExplorador
-Cocolyzebot
+CCBot
+Calculon
+CazoodleBot
+Cegbfeieh
+ChinaClaw
+Cloud mapping
 Cogentbot
+CopyRightCheck
+Copyscape
 Cosmos
 Craftbot
 CrunchBot
 Curious
-DTS Agent
-Devil
+DBLBot
+DIIbot
+DataCha0s
+Demon
+Digincore
 Disco
 Discobot
 Dispatch
-DittoSpyder
 DomCopBot
 DomainAppender
-DomainCrawler
-DomainSigmaCrawler
 DomainStatsBot
-Download Wonder
-Dragonfly
-Drip
-EMail Siphon
+Domains Project
+Dotbot
 Ebingbong
+Ecxi
+EirGrabber
+Evil
 Express WebPictures
-Extreme Picture Finder
-EyeNetIE
-FHscan
-Firefox/7.0
-Freeuploader
-FrontPage
-G-i-g-a-b-o-t
-GT::WWW
+Extractor
+Foobot
+Fyrebot
 GalaxyBot
-GetRight
 GetWeb
-Go!Zilla
-Go-Ahead-Got-It
-Grafula
-GridBot
+Getintent
+Gigabot
+Grabber
+GrapeshotCrawler
 HTMLparser
 HTTrack
-Harvest
 Havij
-Heritrix
 Humanlinks
 HybridBot
-Id-search
-IlseBot
-Image Fetch
-Image Sucker
-IndeedBot
+IDBTE4M
 InfoNaviRobot
 InfoTekies
-Iria
-Iskanie
-IstellaBot
+InternetSeer
 JOC Web Spider
-Jetty
-JikeSpider
+Jbrofuzz
+JetCar
+Joomla
 Jorgee
 JustView
-Keyword Density
+Kenjin Spider
+Kozmosbot
 Larbin
-LeechGet
-LexiBot
-LinqiaScrapeBot
+Leap
+LeechFTP
+LibWeb
+Lightspeedsystems
+LinkpadBot
+Lipperhey
 Lipperhey Spider
-Litemage_walker
-Lmspider
-MIIxpc
-MSFrontPage
+MFC_Tear_Sample
+MJ12bot
+MQQBrowser
 MSIECrawler
-Magnet
-Majestic-SEO
+MTRobot
+MarkMonitor
 Mass Downloader
 Mata Hari
-Meanpathbot
-Mediatoolkitbot
-MicroMessenger
-Microsoft Data Access
-Minefield
 Mister PiX
 Moblie Safari
 Mojolicious
-Morfeus Fucking Scanner
+Mozlila
 Mr.4x3
+NICErsPRO
 NPbot
-Name Intelligence
-Navroad
-NearSite
-NetMechanic
-NetZIP
+Needle
+Net Vampire
+NetLyzer
+Nettrack
 Netvibes
-Nibbler
+NextGenSearchBot
 Niki-bot
-Nikto
 Nimbostratus
+Nmap
 Not
-Nuclei
-Offline Explorer
+Nutch
 Offline Navigator
+OnCrawl
 OpenLinkProfiler
-OrangeBot
+OpenVAS
+Openfind
 OrangeSpider
-OutclicksBot
-OutfoxBot
+PECL::HTTP
 PHPCrawl
-POE-Component-Client-HTTP
-PageAnalyzer
+PageGrabber
 PageScorer
-Panscient
+PeoplePal
 Picsearch
+PictureFinder
 Piepmatz
+Pixray
 Pockey
-ProWebWalker
+ProPowerBot
 Probethenet
-Pump
+Pu_iN
 Quick-Crawler
+RankActive
+RankActiveLinkBot
+RankFlex
 RankingBot
+RankingBot2
 Rankivabot
+Re-re
 ReGet
-RebelMouse
-RocketCrawler
-SEOkicks
+Recorder
+Rogerbot
 SEOkicks-Robot
-SMTBot
+SEOlyticsCrawler
+SEOstats
+SISTRIX
 SalesIntelligent
 ScanAlert
 Scanbot
-ScoutJet
 Scrapy
 Screaming
-Searchestate
-SearchmetricsBot
-Semrush
 SeoSiteCheckup
 SeobilityBot
 Seomoz
-Siphon
-Site Sucker
-SiteCheckerBotCrawler
-SiteLockSpider
-Sitevigil
+SiteExplorer
+SiteSnagger
+Siteimprove
+SlySearch
 Snake
-Sociscraper
-Sosospider
-Sottopop
 SpankBot
+Spanner
+Spbot
 Spinn3r
-SputnikBot
-Steeler
-Stripper
-SuperBot
-SuperHTTP
-Surfbot
+Sqlmap
+Sqlworm
 SurveyBot
+Swiftbot
 Szukacz
 T0PHackTeam
-Teleport
-TeleportPro
-The Intraformant
+Telesphoreo
+Telesphorep
 Thumbor
 TightTwatBot
-Trendiction
-Trendictionbot
+Toweyabot
+Tracemyfile
+True_Robot
 Turnitin
+TwengaBot
 URLy.Warning
-Upflow
+UnisterBot
 V-BOT
-VB Project
-VCI
-Vacuum
+Vagabondo
 Virusdie
-Voil
-WASALive-Bot
+VoidEYE
 WEBDAV
+WISENutbot
 WWW-Collector-E
+WWW-Mechanize
 WWW::Mechanize
 Wallpapers/3.0
-Web Collage
-Web Pix
+WallpapersHD
+WeSEE
+Web Auto
+Web Enhancer
+Web Fetch
+Web Fuck
 Web Sucker
-WebCollage
-WebCopier
-WebEnhancer
-WebGo IS
-WebLeacher
+WebAuto
+WebBandit
+WebFuck
+WebImageCollector
 WebPix
-WebReaper
-WebSauger
-WebStripper
-Webalta
+WebSucker
 WebmasterWorldForumBot
-Whacker
-Whatweb
-Wotbox
+Webshag
+Website Quester
+WebsiteExtractor
+WebsiteQuester
+Webster
+Who.is Bot
+Widow
+Wonderbot
+Xaldon_WebSpider
 Xenu
-Zade
-Zermelo
-Zeus
-ZmEu
-ZoominfoBot
-ZumBot
-clark-crawler
-crawler4j
+YoudaoBot
+ZoomBot
+ZyBorg
+arquivo-web-crawler
+arquivo.pt
+cah.io.community
+check1.exe
+coccocbot-web
+cognitiveseo
+com.plumanalytics
+demandbase-bot
 evc-batch
-facebookscraper
-heritrix
-internetVista monitor
+ips-agent
+isitwp.com
 lwp-request
-muhstik-scan
-netEstate NE Crawler
+lwp-trivial
+meanpathbot
+oBot
 pcBrowser
 polaris version
-probe-image-size
-ripz
-s1z.ru
-satoristudio.net
-seobility
-seoscanners
-serpstatbot
-sexsearcher
+seostar
 sitechecker.pro
-tAkeOut
-trendiction.com
 trendiction.de
 voyagerx.com
 webgains-bot
+webpros.com
 x09Mozilla
-xpymep1.exe
 zauba.io
 zgrab