robots.txt configurable

This commit is contained in:
Claude 2014-09-03 12:30:47 +02:00
parent 8b23856989
commit 437f61c9b2
5 changed files with 27 additions and 7 deletions

View File

@ -66,6 +66,7 @@ $route['iphone/:num'] = 'iphone';
$route['iphone/view/:any'] = 'iphone/view';
$route['404_override'] = 'main/error_404';
$route['robots.txt'] = 'main/robots_txt';
$route['themes/:any/css/:any'] = 'theme_assets/css';
$route['themes/:any/images/:any'] = 'theme_assets/images';

View File

@ -132,6 +132,7 @@ $config['recaptcha_privatekey'] = '';
$config['disable_api'] = false;
$config['blocked_words'] = '';
$config['disable_shorturl'] = false;
$config['disallow_search_engines'] = false;
//spamadmin: accessible via /spamadmin (only active when user + pass is set)
$config['spamadmin_user'] = '';

View File

@ -27,6 +27,7 @@
* - _valid_authentication()
* - get_cm_js()
* - error_404()
* - robots_txt()
* Classes list:
* - Main extends CI_Controller
*/
@ -260,12 +261,16 @@ class Main extends CI_Controller
if ($fields[1]->max_length < 45)
{
if($this->db->dbdriver == "postgre"){
if ($this->db->dbdriver == "postgre")
{
$this->db->query("ALTER TABLE trending ALTER COLUMN ip_address TYPE VARCHAR(45), ALTER COLUMN ip_address SET NOT NULL, ALTER COLUMN ip_address SET DEFAULT '0'");
$this->db->query("ALTER TABLE pastes ALTER COLUMN ip_address TYPE VARCHAR(45), ALTER COLUMN ip_address SET NOT NULL, ALTER COLUMN ip_address SET DEFAULT '0'");
$this->db->query("ALTER TABLE blocked_ips ALTER COLUMN ip_address TYPE VARCHAR(45), ALTER COLUMN ip_address SET NOT NULL, ALTER COLUMN ip_address SET DEFAULT '0'");
$this->db->query("ALTER TABLE ci_sessions ALTER COLUMN ip_address TYPE VARCHAR(45), ALTER COLUMN ip_address SET NOT NULL, ALTER COLUMN ip_address SET DEFAULT '0'");
} else {
}
else
{
$this->db->query("ALTER TABLE trending CHANGE COLUMN ip_address ip_address VARCHAR(45) NOT NULL DEFAULT '0'");
$this->db->query("ALTER TABLE pastes CHANGE COLUMN ip_address ip_address VARCHAR(45) NOT NULL DEFAULT '0'");
$this->db->query("ALTER TABLE blocked_ips CHANGE COLUMN ip_address ip_address VARCHAR(45) NOT NULL DEFAULT '0'");
@ -859,4 +864,18 @@ class Main extends CI_Controller
{
show_404();
}
function robots_txt()
{
if (config_item('disallow_search_engines'))
{
header('Content-Type: text/plain; charset=utf-8');
$this->load->view('robots_txt');
}
else
{
echo '';
}
}
}

View File

@ -1,3 +0,0 @@
# http://www.robotstxt.org/
User-agent: *
Disallow: /

View File

@ -0,0 +1,2 @@
User-agent: *
Disallow: /