README

Installation

The preferred way to install this extension is through composer.

Install

Either run

$ php composer.phar require execut/yii2-robots-txt "dev-master"

or add

"execut/yii2-robots-txt": "dev-master"

to the require section of your composer.json file.

Configuration example

Add to application config folowing rules:

[
 'components' => [
 'urlManager' => [
 'rules' => [
 ['pattern' => 'robots', 'route' => 'robotsTxt/web/index', 'suffix' => '.txt'],
 ]
 ]
 ],
 'modules' => [
 'robotsTxt' => [
 'class' => 'execut\robotsTxt\Module',
 'components' => [
 'generator' => [
 'class' => \execut\robotsTxt\Generator::class,
 'host' => 'localhost',
 'sitemap' => 'sitemap.xml',
 //or generate link through the url rules
 'sitemap' => [
 'sitemapModule/sitemapController/sitemapAction',
 ],
 'userAgent' => [
 '*' => [
 'Disallow' => [
 'noIndexedHtmlFile.html',
 [
 'notIndexedModule/noIndexedController/noIndexedAction',
 'noIndexedActionParam' => 'noIndexedActionParamValue',
 ]
 ],
 'Allow' => [
 //..
 ],
 ],
 'BingBot' => [
 'Sitemap' => '/sitemapSpecialForBing.xml',
 'Disallow' => [
 //..
 ],
 'Allow' => [
 //..
 ],
 ],
 ],
 ],
 ],
 ],
 ],
];

After configuration robots.txt file is opened by /robots.txt link

License

yii2-robots-txt is released under the Apache License Version 2.0. See the bundled LICENSE.md for details.