Merge pull request #13479 from haheute/robots-txt-google-extended
Add Google-Extended to default robots.txt
This commit is contained in:
commit
6057146a41
1 changed files with 4 additions and 0 deletions
|
@ -52,6 +52,10 @@ class RobotsTxt extends BaseModule
|
|||
echo 'User-agent: ChatGPT-User' . PHP_EOL;
|
||||
echo 'Disallow: /' . PHP_EOL;
|
||||
|
||||
echo PHP_EOL;
|
||||
echo 'User-agent: Google-Extended' . PHP_EOL;
|
||||
echo 'Disallow: /' . PHP_EOL;
|
||||
|
||||
echo PHP_EOL;
|
||||
echo 'User-agent: GPTBot' . PHP_EOL;
|
||||
echo 'Disallow: /' . PHP_EOL;
|
||||
|
|
Loading…
Reference in a new issue