V4.2022.04.3019 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 360Spider
-AIBOT
-ASPSeek
+404enemy
+ADmantX
+Abonti
+Aboundexbot
 Acunetix
 AfD-Verbotsverfahren
-AllSubmitter
+AiHitBot
 AlphaBot
-Anarchy99
 Ankit
-Anthill
-Apexoo
-Atomseobot
-AwarioSmartBot
+Aspiegel
+Asterias
+Attach
+BBBike
+BDCbot
 BDFetch
-BLEXBot
-BackDoorBot
 BackWeb
-Badass
+Backlink-Ceck
 Bandit
 Barkrowler
-Battleztar Bazinga
+BatchFTP
 BetaBot
-Bitacle
-Black Hole
-Blackboard
-Bolt
-BotALot
-BuiltBotTough
-BunnySlippers
-CATExplorador
+Bigfoot
+Blow
+Boardreader
+BuzzSumo
 CCBot
-CherryPicker
-ChinaClaw
+CazoodleBot
+Cegbfeieh
 Claritybot
+Cliqzbot
 Cocolyzebot
-Collector
+Copier
 Copyscape
 Craftbot
 Crawling at Home Project
 CrunchBot
+Curious
 Custo
-CyotekWebCopy
-DSearch
-DTS Agent
-DataCha0s
-Demon
-Devil
+DatabaseDriverMysqli
+Deusu
 DigitalPebble
+Disco
 Discobot
 DittoSpyder
 DnBCrawler-Analytics
 DnyzBot
 DomCopBot
+DomainCrawler
 DomainStatsBot
-Domains Project
-Dotbot
-EMail Siphon
 EMail Wolf
 EasyDL
-Ebingbong
 EroCrawler
-Evil
+Express WebPictures
+ExtLinksBot
 Extractor
-Ezooms
-FHscan
-Firefox/7.0
-Foobot
+ExtractorPro
+Extreme Picture Finder
+EyeNetIE
+FDM
+FlashGet
 FrontPage
-FyberSpider
-Fyrebot
-GalaxyBot
-GermCrawler
+Fuzz
+GT::WWW
+Genieo
 GetRight
-GetWeb
-Getintent
-Go!Zilla
-GoZilla
-Grabber
-Grafula
-GrapeFX
-HTMLparser
-HTTP::Lite
+Gigabot
+GridBot
+HEADMasterSEO
+HMView
 Haansoft
-Havij
-Heritrix
-Hloader
-HybridBot
-IDBTE4M
-IRLbot
-Image Fetch
-Image Sucker
-InfoNaviRobot
-IstellaBot
-JOC Web Spider
+IDBot
+Id-search
+IlseBot
+IndeedBot
+Indy Library
+Intelliseek
+InterGET
+Iria
+JamesBOT
+Jbrofuzz
 JennyBot
 JetCar
-Jetty
-Jyxobot
+Kenjin Spider
 Keybot Translation-Search-Machine
-Kozmosbot
-LNSpiderguy
+LWP::Simple
+Lanshanbot
 LeechFTP
-LexiBot
-LibWeb
-Lightspeedsystems
+Lftp
 LinkScan
-LinkWalker
-Linkbot
+LinkpadBot
 LinqiaMetadataDownloaderBot
-Lipperhey
-Lipperhey Spider
+LinqiaScrapeBot
 Lmspider
-MFC_Tear_Sample
-MTRobot
-Mata Hari
+MIDown tool
+MIIxpc
+MJ12bot
+MSFrontPage
+Mag-Net
+Mail.RU_Bot
+Majestic-SEO
 Mb2345Browser
-MeanPath Bot
-MegaIndex.ru
-Metauri
-Minefield
-Mozlila
-Mr.4x3
+MicroMessenger
+Microsoft Data Access
+Moblie Safari
+Mojolicious
+Msrabot
 NICErsPRO
 NPbot
-Name Intelligence
+Nameprotect
 Navroad
 NearSite
-Needle
 NetLyzer
-Netcraft
-Nettrack
-Netvibes
+NextGenSearchBot
 Niki-bot
 Nikto
 Ninja
-Nutch
+Nuclei
 Octopus
-OnCrawl
+OpenLinkProfiler
 OpenVAS
 OutclicksBot
-OutfoxBot
-PECL::HTTP
-PageThing.com
-Pandalytics
-PeoplePal
-Picscout
-PictureFinder
-Pixray
-ProPowerBot
+POE-Component-Client-HTTP
+PageAnalyzer
+PageGrabber
+Petalbot
+Picsearch
+Piepmatz
+Pimonster
+Probethenet
 Psbot
 Pu_iN
-Pump
-PxBroker
-RankActive
-RankingBot
-Re-re
+QueryN Metasearch
+RSSingBot
+RankActiveLinkBot
+RankFlex
+RankingBot2
+RealDownload
 RebelMouse
-SEOlyticsCrawler
+RedesScrapy
+Ripper
+RocketCrawler
+Rogerbot
+SBIder
+SEOkicks
+SEOprofiler
 SMTBot
 SalesIntelligent
-ScanAlert
+Scanbot
 ScoutJet
-Seekport
+Scrapy
+ScreenerBot
+Searchestate
 Semrush
-SemrushBot
-SeoSiteCheckup
-Seomoz
-Shodan
 Siphon
 Site Sucker
-Sitevigil
-Snapbot
-Sociscraper
-Sottopop
+SiteLockSpider
+SiteSucker
+Sitebeam
+Siteimprove
+SmartDownload
+Snake
+Snoopy
+SpaceBison
 Spammen
-SpankBot
 Spanner
 Spbot
-Spinn3r
 Sqlmap
 Sqworm
-Steeler
 Stripper
-SurveyBot
-Suzuran
+Sucker
+SuperHTTP
+Swiftbot
 T0PHackTeam
-T8Abot
-The Intraformant
+Telesoft
+Telesphorep
 TheNomad
-Thumbor
-Titan
-Toata
-Trendictionbot
+Toweyabot
 Turingos
-Turnitin
 TwengaBot
-Upflow
-VB Project
-Vacuum
-VelenPublicWebCrawler
+Twice
+Typhoeus
+URLy.Warning
+VCI
+Vagabondo
 VidibleScraper
+Virusdie
 VoidEYE
+Voil
 Voltron
-WBSearchBot
-WEBDAV
-WISENutbot
-WPScan
-WWW-Mechanize
-Web Sucker
-WebCollage
+WWW::Mechanize
+WWWOFFLE
+Wallpapers
+WeSEE
+Web Collage
+Web Enhancer
+Web Fetch
+Web Pix
+WebBandit
 WebCopier
+WebFetch
 WebGo IS
+WebSauger
 WebStripper
+WebSucker
+WebWhacker
+Webalta
+WebsiteExtractor
+WebsiteQuester
+Webster
+Whatweb
+Widow
+WinHTTrack
+WiseGuys Robot
 Wonderbot
-Xaldon WebSpider
-Zauba
-Zermelo
+Wotbox
+Xaldon_WebSpider
+YoudaoBot
+Zeus
 Zitebot
-ZoomBot
-archive.org_bot
-cah.io.community
-clark-crawler
-cognitiveseo
-com.plumanalytics
+ZoominfoBot
+ZumBot
+arquivo-web-crawler
+autoemailspider
+backlink-check
+crawl.sogou.com
 crawler4j
-demandbase-bot
-domainsproject.org
 eCatch
-heritrix
-isitwp.com
+gopher
+ips-agent
 lwp-request
-mediawords
+lwp-trivial
+magpie-crawler
+meanpathbot
+oBot
 page scorer
-pcBrowser
-plumanalytics
 polaris version
-probe-image-size
-scalaj-http
+ripz
+s1z.ru
 scan.lol
-seostar
-sitechecker.pro
+seocompany.store
+serpstatbot
 siteripz
-spyfu
-voyagerx.com
-webgains-bot
+tAkeOut
+trendiction.com
+trendiction.de
+ubermetrics-technologies.com
 webmeup-crawler
-webpros.com
+webprosbot
 x09Mozilla
-xpymep1.exe