V4.2022.11.3463 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-ASPSeek
-Abonti
-Aboundex
-Aboundexbot
-AfD-Verbotsverfahren
+360Spider
+404checker
+ADmantX
 AhrefsBot
 Aipbot
+Alligator
+AlphaBot
+Anarchie
 Anarchy
-Ankit
+Anarchy99
 Anthill
+Aspiegel
+Asterias
 Atomseobot
-AwarioRssBot
 AwarioSmartBot
-BLEXBot
+BBBike
+BDFetch
+BackDoorBot
 BackStreet
-BackWeb
 Backlink-Ceck
-BacklinkCrawler
-Badass
 Barkrowler
 BatchFTP
-Bigfoot
-Bitacle
+Battleztar Bazinga
+BetaBot
 Blow
-BlowFish
-Buddy
+Bolt
+Brandprotect
+Buck
+BuiltBotTough
 Bullseye
+BunnySlippers
 CCBot
-CSHttp
-CazoodleBot
-Cegbfeieh
+CheeseBot
 CherryPicker
-ChinaClaw
+Chlooe
 Claritybot
-Cocolyzebot
-Copier
+Cliqzbot
+Cogentbot
+Collector
+CopyRightCheck
+Copyscape
 Cosmos
-Craftbot
 Crawling at Home Project
-Curious
-Custo
-DSearch
+CrunchBot
+DIIbot
 DataCha0s
-Devil
-Disco
-Discoverybot
-Dispatch
-DnBCrawler-Analytics
+DatabaseDriverMysqli
+Demon
+DigitalPebble
+Discobot
+DittoSpyder
 DnyzBot
-DomCopBot
-DomainAppender
-Download Wonder
-Drip
-EMail Siphon
-Ebingbong
-Exabot
+DomainStatsBot
+Domains Project
+Dragonfly
+Ecxi
+EirGrabber
+Express WebPictures
 ExtLinksBot
 ExtractorPro
+FDM
 FHscan
-Fimap
-Fyrebot
-GalaxyBot
-GetRight
-GetWeb
-Gigabot
-Go!Zilla
+FlashGet
+Flunky
+Foobot
+Freeuploader
+GT::WWW
+Genieo
+GermCrawler
+Getintent
 Go-Ahead-Got-It
-Grafula
-GrapeshotCrawler
+GoZilla
+GrabNet
+Grabber
+GrapeFX
+GridBot
 HMView
-HTMLparser
-HTTrack
-Haansoft
 HaosouSpider
-Harvest
-Havij
-Hloader
-Humanlinks
+HybridBot
+IDBot
 Id-search
 IlseBot
 Image Fetch
-IndeedBot
-InterGET
-Internet Ninja
-JamesBOT
-JetCar
-JustView
+InfoTekies
+Iria
+Iskanie
+IstellaBot
+Joomla
+Jyxobot
+Keybot Translation-Search-Machine
+Kinza
 Kozmosbot
-Leap
+Larbin
 LeechGet
-Likse
+Libwhisker
+LieBaoFast
 LinkScan
-Linkbot
-LinkextractorPro
 LinksManager
-LinqiaRSSBot
-Lipperhey Spider
+LinqiaMetadataDownloaderBot
+MJ12bot
+MQQBrowser
 MSFrontPage
+MSIECrawler
 MTRobot
 Mag-Net
-Mail.RU_Bot
-Majestic SEO
-Majestic-SEO
+MarkWatch
 Mass Downloader
-Masscan
+Mata Hari
 MauiBot
-Mb2345Browser
-MeanPath Bot
-Mediatoolkitbot
-MegaIndex.ru
 Metauri
-Microsoft Data Access
-Minefield
-Moblie Safari
-Mojolicious
-Mozlila
-Mr.4x3
-Msrabot
-Musobot
+MicroMessenger
+Microsoft URL Control
+MolokaiBot
+Morfeus Fucking Scanner
 NICErsPRO
-NPbot
-Nameprotect
 Navroad
 NearSite
-Net Vampire
-NetLyzer
-NetSpider
-Nettrack
+Needle
 Netvibes
+NextGenSearchBot
+Nikto
+Nimbostratus
+Ninja
+Nmap
+Not
+Offline Explorer
 Offline Navigator
-OnCrawl
-Openfind
-OrangeBot
-OutclicksBot
-OutfoxBot
 PECL::HTTP
 POE-Component-Client-HTTP
-PageAnalyzer
-PageGrabber
-PageThing.com
-Pandalytics
-Panscient
-Papa Foto
-PeoplePal
-Picscout
 PictureFinder
-Pimonster
 Pixray
 PleaseCrawl
 Pockey
-Psbot
-Pump
+ProPowerBot
+Pu_iN
 Quick-Crawler
+RSSingBot
 RankActive
-RankActiveLinkBot
-Rankivabot
+RankurBot
+ReGet
+RealDownload
 Reaper
-RepoMonkey
-Ripper
-RocketCrawler
-Rogerbot
+RebelMouse
+Recorder
+SEOkicks
 SEOkicks-Robot
+SEOprofiler
+SISTRIX
 ScoutJet
-ScrepyBot
+Searchestate
+Semrush
 SemrushBot
-Seomoz
 Shodan
-SiteLockSpider
-Sitevigil
+Siphon
+Site Sucker
+SiteSnagger
+Sitebeam
 SlySearch
+Snake
 Snapbot
-Spammen
-Spinn3r
+Snoopy
+Sosospider
+Sottopop
+SpaceBison
 SputnikBot
-Sucker
-SuperHTTP
-Surfbot
-SurveyBot
+Sucuri
+SuperBot
+Suzuran
 Swiftbot
 T0PHackTeam
-TeleportPro
+Teleport
+Telesphoreo
 Telesphorep
 TheNomad
-Titan
-Trendiction
-TurnitinBot
-TwengaBot
-Twice
-Typhoeus
+Thumbor
+Toweyabot
+Tracemyfile
+Turingos
+Turnitin
 URLy Warning
 UnisterBot
+Upflow
 V-BOT
-Vacuum
+VB Project
+VCI
 Vagabondo
-VelenPublicWebCrawler
-VidibleScraper
+VoidEYE
 Voil
-WISENutbot
-Wallpapers
+Voltron
+WASALive-Bot
+WWW-Collector-E
+WWW-Mechanize
 Wallpapers/3.0
-WeSEE
-Web Auto
-Web Enhancer
-WebEnhancer
+Web Fuck
+Web Pix
+WebCollage
+WebCopier
+WebFuck
+WebPix
 WebSauger
-WebZIP
+WebStripper
+WebWhacker
 Webalta
+WebmasterWorldForumBot
+WebsiteQuester
 Whack
-Whatweb
-Widow
+Whacker
+WinHTTrack
+WiseGuys Robot
+Wonderbot
+Woobot
 Wotbox
-Wprecon
+Xaldon WebSpider
 Xenu
 Zermelo
-Zitebot
-ZoomBot
+Zeus
 ZoominfoBot
-ZumBot
-ZyBorg
+arquivo-web-crawler
 autoemailspider
-backlink-check
-cah.io.community
-check1.exe
-clark-crawler
-cognitiveseo
-crawler.feedback
+com.plumanalytics
+crawl.sogou.com
+crawler4j
+dataforseo.com
 demandbase-bot
-facebookscraper
+domainsproject.org
+evc-batch
+heritrix
 internetVista monitor
 ips-agent
-iubenda-radar
-muhstik-scan
+linkdexbot
+lwp-request
+meanpathbot
+mediawords
 netEstate NE Crawler
-pcBrowser
-probe-image-size
-ripz
-s1z.ru
+page scorer
+scalaj-http
 scan.lol
 seobility
-seocompany.store
 seoscanners
-seostar
+sexsearcher
 sitechecker.pro
 sogouspider
 sysscan
-ubermetrics-technologies.com
+tAkeOut
+trendiction.com
+trendiction.de
 voyagerx.com
-x22Mozilla
-zauba.io
+webpros.com
+x09Mozilla
 zgrab