V4.2022.05.3110 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404checker
-80legs
-ASPSeek
-Abonti
-AhrefsBot
+360Spider
+404enemy
+Acunetix
+AfD-Verbotsverfahren
 AiHitBot
-Aipbot
-AllSubmitter
 Alligator
-Anarchy
-Anarchy99
-Anthill
+Anarchie
 Apexoo
-Aspiegel
-Asterias
+AwarioRssBot
 AwarioSmartBot
+BBBike
+BDCbot
 BDFetch
+BLEXBot
 BackDoorBot
-BackStreet
+BackWeb
+Backlink-Ceck
 Bandit
-Barkrowler
-BlackWidow
+Blackboard
 Blow
-Bolt
-Brandwatch
+BlowFish
 Buck
+Buddy
 BuiltWith
-BuzzSumo
-CCBot
-CODE87
+CSHttp
 CensysInspect
-CheTeam
 CherryPicker
 Chlooe
 Claritybot
-Cliqzbot
 Cocolyzebot
 Cogentbot
-Copyscape
+Copier
 Cosmos
-Craftbot
 Crawling at Home Project
-CrazyWebCrawler
-CrunchBot
-Curious
 Custo
-CyotekWebCopy
+DBLBot
 DIIbot
 Demon
+Deusu
 DigitalPebble
-Dirbuster
-Disco
 Dispatch
 DnBCrawler-Analytics
-DnyzBot
-DomCopBot
-DomainAppender
-DomainCrawler
+DomainSigmaCrawler
 Dotbot
-Download Wonder
-ECCP/1.0
-EMail Siphon
+Drip
+Ebingbong
+Exabot
+Express WebPictures
+Extractor
 ExtractorPro
-FemtosearchBot
-Firefox/7.0
+Extreme Picture Finder
+Fimap
 Flunky
-Foobot
 FrontPage
-Fuzz
+FyberSpider
+Fyrebot
 G-i-g-a-b-o-t
+GermCrawler
 GetRight
 GetWeb
 Getintent
-GoZilla
+Go!Zilla
+Gotit
+GrabNet
 Grabber
-GrapeshotCrawler
-GridBot
+GrapeFX
+HEADMasterSEO
 HMView
-HTMLparser
 HTTP::Lite
+HTTrack
 Haansoft
-Harvest
+Havij
 Heritrix
+Hloader
+HonoluluBot
 HybridBot
+IDBTE4M
 IRLbot
-IlseBot
-IndeedBot
-InfoNaviRobot
+Id-search
+Image Sucker
 Intelliseek
 InterGET
-Iskanie
-IstellaBot
+Internet Ninja
+Iria
 Jbrofuzz
-JikeSpider
-JustView
-Keybot Translation-Search-Machine
-Kinza
+JennyBot
+JetCar
+Jetty
+Kozmosbot
+LNSpiderguy
 LWP::Simple
-Lanshanbot
-LeechFTP
+Larbin
 LeechGet
 Lftp
+LieBaoFast
 Lightspeedsystems
-LinkScan
-LinkWalker
-Linkbot
+Likse
+LinkextractorPro
+LinkpadBot
 LinksManager
-Lipperhey Spider
-Litemage_walker
-Lmspider
-Ltx71
-MIDown tool
+LinqiaScrapeBot
+Lipperhey
+MFC_Tear_Sample
 MJ12bot
-Mag-Net
+MQQBrowser
+MSFrontPage
+MSIECrawler
+MTRobot
 Magnet
-Majestic-SEO
-MarkMonitor
-Mb2345Browser
-MeanPath Bot
-Meanpathbot
+Mata Hari
 Mediatoolkitbot
-MicroMessenger
-Microsoft Data Access
+MegaIndex.ru
+Minefield
+Mister PiX
 Mojeek
 Mojolicious
-Mr.4x3
-NICErsPRO
-NearSite
-Netcraft
+Name Intelligence
+NetSpider
+Nettrack
 Netvibes
+NextGenSearchBot
 Niki-bot
-NimbleCrawler
+Nikto
+Nimbostratus
 Ninja
-Octopus
-Offline Explorer
-Openfind
-OrangeBot
-OrangeSpider
-OutfoxBot
-PECL::HTTP
+Not
+OnCrawl
 POE-Component-Client-HTTP
-PageGrabber
-PageScorer
-Pandalytics
+PageAnalyzer
+PageThing.com
+Papa Foto
+Pavuk
 Petalbot
-Picscout
+Pi-Monster
 Picsearch
 Piepmatz
 Pimonster
-Pixray
+PleaseCrawl
 ProPowerBot
-QueryN Metasearch
+Pu_iN
+PxBroker
 RSSingBot
-RankActiveLinkBot
-RankFlex
 RankingBot
-Rankivabot
 RankurBot
-RebelMouse
+Re-re
+RealDownload
 Recorder
-RedesScrapy
 RepoMonkey
-Ripper
-SBIder
+RocketCrawler
 SEOkicks-Robot
-Scanbot
-Searchestate
+SEOprofiler
+SEOstats
+SISTRIX
+ScoutJet
+Screaming
+SearchmetricsBot
 SemanticJuice
 Semrush
 SemrushBot
-SiteCheckerBotCrawler
-Siteimprove
+SeoSiteCheckup
+SeobilityBot
+Seomoz
+Shodan
+SiteLockSpider
 Sitevigil
+SmartDownload
 Snake
 Snapbot
-Sociscraper
-Sogou web spider
-Sottopop
+Snoopy
 SpaceBison
 Spammen
-SpankBot
-Spanner
-Spbot
-Sqlmap
-Stripper
-SuperHTTP
-TeleportPro
+Sqlworm
+Steeler
+SurveyBot
+Suzuran
+Swiftbot
+Szukacz
+Teleport
+Telesoft
+Telesphoreo
+Telesphorep
 The Intraformant
-TheNomad
-True_Robot
+Thumbor
+TightTwatBot
+Titan
+Trendiction
+Trendictionbot
 TwengaBot
-Twice
-VB Project
-VCI
-Vacuum
-VeriCiteCrawler
-VidibleScraper
-Virusdie
-VoidEYE
-Voil
-WASALive-Bot
-WBSearchBot
-WEBDAV
+Typhoeus
+URLy.Warning
+Vagabondo
+VelenPublicWebCrawler
 WWW-Collector-E
+WWW-Mechanize
 WWW::Mechanize
-WWWOFFLE
-Web Collage
-Web Fetch
+Wallpapers
+WallpapersHD
 Web Fuck
-Web Sauger
+Web Sucker
 WebAuto
-WebLeacher
-WebPix
+WebEnhancer
+WebFetch
+WebFuck
 WebReaper
-WebSauger
-Webalta
+WebWhacker
 Website Quester
+WebsiteExtractor
+Whack
+Whatweb
+Who.is Bot
 Widow
-Woobot
+WiseGuys Robot
+Wonderbot
 Wprecon
-YoudaoBot
+Xenu
+Zade
 Zauba
-ZoomBot
-archive.org_bot
+Zermelo
+ZoominfoBot
+ZyBorg
+arquivo-web-crawler
+arquivo.pt
 autoemailspider
+backlink-check
+cah.io.community
 check1.exe
-cognitiveseo
-com.plumanalytics
+clark-crawler
+coccocbot
 crawl.sogou.com
-demandbase-bot
-domainsproject.org
-instabid
+crawler.feedback
+dataforseo.com
+gopher
+ips-agent
 isitwp.com
 iubenda-radar
+linkdexbot
+lwp-trivial
 magpie-crawler
-muhstik-scan
-netEstate NE Crawler
-oBot
+meanpathbot
 page scorer
-plumanalytics
-polaris version
+probe-image-size
 ripz
+s1z.ru
 scan.lol
-seocompany.store
+sexsearcher
+siteripz
 sysscan
+tAkeOut
 ubermetrics-technologies.com
 webpros.com
-webprosbot
-zauba.io