core/robots.php

32 lines
527 B
PHP
Raw Normal View History

2023-08-28 22:47:07 +05:00
<?php
header( 'Content-Type: text/plain' );
header("Cache-Control: public");
header("Expires: " . date("r", time() + 604800));
ini_set( 'display_errors', 0 );
?>
User-agent: *
Allow: /
Disallow: /all
Disallow: /css
Disallow: /fonts
Disallow: /js
Disallow: /scss
Disallow: /api
Disallow: /skin
Disallow: /parcer
Disallow: /img
Disallow: /app
Disallow: /bd
Disallow: /files
Disallow: /log
Disallow: /sxd
Disallow: /tmp
Disallow: /.git
<?php
//phpinfo();
echo "Sitemap: https://" . $_SERVER['SERVER_NAME'] . "/sitemap.xml";
?>