V4.2022.04.3043 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-360Spider
-80legs
+404enemy
 AIBOT
-Abonti
-Aboundex
+Aboundexbot
 Acunetix
-AllSubmitter
-Alligator
-Anarchie
-Anarchy99
+Ankit
 Anthill
 Apexoo
-Aspiegel
-Attach
+Atomseobot
+AwarioSmartBot
+BDCbot
 BLEXBot
-BackDoorBot
+BackStreet
 Backlink-Ceck
 Badass
-Bandit
-Barkrowler
-Bigfoot
-Bitacle
+BatchFTP
+Battleztar Bazinga
+Black Hole
 Blackboard
-BlowFish
-BotALot
-BuiltBotTough
-BunnySlippers
+Boardreader
+Bolt
+Brandprotect
+Buck
+BuzzSumo
 CCBot
 CODE87
-Cegbfeieh
-CheTeam
-CheeseBot
+CazoodleBot
+CherryPicker
 Chlooe
-Cloud mapping
-Cogentbot
-Copier
-Copyscape
-Crawling at Home Project
-CrunchBot
-DBLBot
-DIIbot
-Demon
+Claritybot
+Collector
+Cosmos
+Crescent
+DatabaseDriverMysqli
+Digincore
 DigitalPebble
-Disco
-DnyzBot
-DomCopBot
+Discobot
 DomainCrawler
-DomainSigmaCrawler
-Domains Project
+DomainStatsBot
 Dotbot
+Download Wonder
 ECCP/1.0
-Ebingbong
+EMail Siphon
 Ecxi
+EirGrabber
 EroCrawler
-Express WebPictures
-Extractor
-EyeNetIE
-Foobot
+Evil
+ExtLinksBot
+Extreme Picture Finder
+FDM
+FHscan
+FemtosearchBot
+FlashGet
+Freeuploader
+FrontPage
 Fuzz
 FyberSpider
 Fyrebot
-Genieo
-GetRight
+GT::WWW
+GalaxyBot
+GermCrawler
+GetWeb
 Gigabot
 Go-Ahead-Got-It
-GoZilla
-Grafula
+Gotit
 GrapeFX
-HTMLparser
+HEADMasterSEO
 HTTP::Lite
-HTTrack
-Haansoft
-Havij
 Hloader
 HonoluluBot
-IDBTE4M
+Humanlinks
+IDBot
+IRLbot
+Iblog
 Id-search
+IlseBot
 Image Sucker
-InfoTekies
+IndeedBot
+InfoNaviRobot
+InterGET
 Internet Ninja
 InternetSeer
+Iria
+IstellaBot
+JOC Web Spider
+JamesBOT
+JikeSpider
 Joomla
-Jorgee
 JustView
-Jyxobot
+Keybot Translation-Search-Machine
 Keyword Density
 Kozmosbot
-Lanshanbot
-LeechGet
-LexiBot
-LibWeb
+Lftp
+LinkScan
+LinkpadBot
 LinksManager
-LinqiaRSSBot
+LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
 Lipperhey
+Lipperhey Spider
 Lmspider
-MJ12bot
+MIDown tool
+MIIxpc
 MQQBrowser
-Magnet
+MSIECrawler
+Mail.RU_Bot
 Majestic12
-Mass Downloader
-Metauri
-Microsoft URL Control
-Minefield
-Moblie Safari
-Mozlila
+MarkWatch
+Masscan
+MauiBot
+Mister PiX
+Mojolicious
 Msrabot
 Musobot
-NICErsPRO
-NearSite
-NetAnts
-NetLyzer
-NetSpider
+Navroad
+Nessus
+Net Vampire
+NetZIP
+Nettrack
+Netvibes
 NextGenSearchBot
-Nibbler
-Nikto
-NimbleCrawler
+Niki-bot
 Nimbostratus
-Ninja
+Nmap
+Not
+Nuclei
+Nutch
+Offline Navigator
 OpenVAS
-OrangeBot
-PECL::HTTP
+Openvas
 PHPCrawl
-Page Analyzer
-PageAnalyzer
-PageGrabber
-Panscient
-Pimonster
-Pixray
+POE-Component-Client-HTTP
+PictureFinder
 PleaseCrawl
+Pockey
 ProPowerBot
 ProWebWalker
-Probethenet
-Psbot
 Pu_iN
-Pump
-PxBroker
 PyCurl
-QueryN Metasearch
+Quick-Crawler
 RSSingBot
 RankActiveLinkBot
-RankFlex
+RankingBot2
 Rankivabot
-RankurBot
 Re-re
-Reaper
 RebelMouse
+Recorder
 RedesScrapy
 SBIder
 SEOkicks
-SEOlyticsCrawler
-SMTBot
-SalesIntelligent
+SEOkicks-Robot
+SEOstats
+SISTRIX
+ScanAlert
+ScoutJet
 ScrepyBot
 Seekport
-SemrushBot
-SentiBot
+SemanticJuice
+Shodan
 Siphon
+SiteCheckerBotCrawler
 SiteLockSpider
-Sitevigil
+SiteSnagger
+Sitebeam
+Siteimprove
+SmartDownload
 Snake
-Snoopy
 SocialRankIOBot
-SpankBot
-Spbot
 Spinn3r
-Sqlmap
 Sqworm
 Sucuri
-Surfbot
 SurveyBot
+Suzuran
 Szukacz
-Telesphoreo
-The Intraformant
+T8Abot
+Telesphorep
+Thumbor
 Titan
-Toweyabot
-Trendiction
-Trendictionbot
-TurnitinBot
+Twice
 Typhoeus
-URLy.Warning
-UnisterBot
+Upflow
+V-BOT
 VB Project
-VelenPublicWebCrawler
-VeriCiteCrawler
+VCI
 VidibleScraper
-Voil
-Voltron
-WBSearchBot
 WEBDAV
-WWW-Collector-E
+WISENutbot
+WPScan
 WWW-Mechanize
 WWW::Mechanize
-Wallpapers
-WallpapersHD
-Web Enhancer
+WeSEE
+Web Auto
 Web Fetch
-Web Sucker
+Web Pix
 WebAuto
 WebBandit
-WebCollage
 WebEnhancer
-WebFuck
-WebSucker
+WebFetch
+WebGo IS
+WebLeacher
+WebPix
+WebReaper
+WebSauger
 Webalta
-WebmasterWorldForumBot
+Webshag
+Website Quester
 Webster
-Whacker
+Whack
 Whatweb
+Widow
 WinHTTrack
-Wonderbot
-Xaldon WebSpider
+WiseGuys Robot
+Wprecon
 Xaldon_WebSpider
-Xenu
+YoudaoBot
 Zauba
 Zermelo
-Zeus
+ZoomBot
+ZoominfoBot
 ZumBot
-arquivo-web-crawler
-arquivo.pt
 autoemailspider
-coccocbot
+backlink-check
+cah.io.community
+check1.exe
 cognitiveseo
-com.plumanalytics
-crawler4j
 dataforseo.com
-domainsproject.org
 evc-batch
 gopher
-heritrix
-iubenda-radar
-lwp-request
-lwp-trivial
+instabid
+ips-agent
+linkdexbot
 magpie-crawler
-meanpathbot
+mediawords
 oBot
+page scorer
+pcBrowser
+polaris version
+probe-image-size
+ripz
 s1z.ru
-scan.lol
+scalaj-http
+seobility
+seocompany.store
 seoscanners
-seostar
-serpstatbot
+sexsearcher
 siteripz
-sp_auditbot
-ubermetrics-technologies.com
-voyagerx.com
-webprosbot
+trendiction.com
+trendiction.de
+webmeup-crawler
 x09Mozilla
-x22Mozilla
-zauba.io
-zgrab