mirror of
https://github.com/manualdousuario/marreta.git
synced 2025-09-02 02:30:20 +00:00
lista de user agents simplificada
This commit is contained in:
parent
a0b9a26dbf
commit
e4f3c30cf6
1 changed files with 3 additions and 23 deletions
|
@ -7,27 +7,7 @@
|
|||
* que podem ser utilizados para fazer requisições
|
||||
*/
|
||||
return [
|
||||
'Googlebot' => [
|
||||
'user_agent' => 'Mozilla/5.0 (compatible; Googlebot/2.1; +https://www.google.com/bot.html)',
|
||||
'headers' => [
|
||||
'From' => 'googlebot(at)googlebot.com',
|
||||
'X-Robots-Tag' => 'noindex'
|
||||
]
|
||||
],
|
||||
'Bingbot' => [
|
||||
'user_agent' => 'Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)',
|
||||
'headers' => [
|
||||
'From' => 'bingbot(at)microsoft.com',
|
||||
'X-Robots-Tag' => 'noindex',
|
||||
'X-MSEdge-Bot' => 'true'
|
||||
]
|
||||
],
|
||||
'GPTBot' => [
|
||||
'user_agent' => 'Mozilla/5.0 (compatible; GPTBot/1.0; +https://openai.com/gptbot)',
|
||||
'headers' => [
|
||||
'From' => 'gptbot(at)openai.com',
|
||||
'X-Robots-Tag' => 'noindex',
|
||||
'X-OpenAI-Bot' => 'true'
|
||||
]
|
||||
]
|
||||
'Googlebot-News',
|
||||
'Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/W.X.Y.Z Mobile Safari/537.36 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)',
|
||||
'Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Googlebot/2.1; +http://www.google.com/bot.html) Chrome/W.X.Y.Z Safari/537.36'
|
||||
];
|
||||
|
|
Loading…
Add table
Reference in a new issue