<?php
/***************************************************************************
*					robots.txt 
*					---------------
*	begin				: 06/07/2004
*	copyright			: webmedic (Brook Humphrey)
*	email				: bah@webmedic.net
*
*	version				: .8 
*
***************************************************************************/
 
/***************************************************************************
*
*   This program is free software; you can redistribute it and/or modify
*   it under the terms of the GNU General Public License as published by
*   the Free Software Foundation; either version 2 of the License, or
*   (at your option) any later version.
*
***************************************************************************/

define('IN_PHPBB', true);
$phpbb_root_path = './';
include($phpbb_root_path . 'extension.inc');
include($phpbb_root_path . 'common.'.$phpEx);

$robots_version = "0.8";

//
// Start session management
//
$userdata = session_pagestart($user_ip, PAGE_INDEX);
init_userprefs($userdata);
//
// End session management
//

//
// Log the bots. If they hit robots.txt they are most likely a bot and so we log them.
//
if ( !defined('IS_ROBOT') )
{ 

	// get required user data
	$bot_ip = $HTTP_SERVER_VARS['REMOTE_ADDR'];
	$bot_agent = $HTTP_SERVER_VARS['HTTP_USER_AGENT'];
	
	//
	// insert new bot into table
	//
	$sql = "INSERT INTO " . BOTS_TABLE . " (bot_name, bot_agent, bot_ip)
			  VALUES ('Robots text hit', '$bot_agent', '$bot_ip')";

	if ( !($result = $db->sql_query($sql)) )
	{
		message_die(GENERAL_ERROR, 'Couldn\'t insert data into bots table.', '', __LINE__, __FILE__, $sql);
	}
}	
?>


User-agent: *
Disallow: /admin/
Disallow: /db/
Disallow: /docs/
Disallow: /honey/
Disallow: /images/
Disallow: /includes/
Disallow: /javascript/
Disallow: /language/
Disallow: /manual/
Disallow: /modules/
Disallow: /templates/
Disallow: /common.php
Disallow: /config.php
Disallow: /config-old.php
Disallow: /faq.php
Disallow: /groupcp.php
Disallow: /memberlist.php
Disallow: /modcp.php
Disallow: /posting.php
Disallow: /profile.php
Disallow: /privmsg.php
Disallow: /viewonline.php
Disallow: /admin/
Disallow: /db/
Disallow: /docs/
Disallow: /images/
Disallow: /includes/
Disallow: /javascript/
Disallow: /language/
Disallow: /manual/
Disallow: /modules/
Disallow: /templates/
Disallow: /common.php
Disallow: /config.php
Disallow: /config-old.php
Disallow: /faq.php
Disallow: /groupcp.php
Disallow: /memberlist.php
Disallow: /modcp.php
Disallow: /posting.php
Disallow: /profile.php

Disallow: /privmsg.php
Disallow: /viewonline.php
Disallow: /admin/
Disallow: /adm/
Disallow: /db/
Disallow: /includes/
Disallow: /language/
Disallow: /templates/
Disallow: /common.php
Disallow: /memberlist.php
Disallow: /sp/
Disallow: /links/
Disallow: /rate/
Disallow: /refer/
Disallow: /scam/
Disallow: /zzauction/
Disallow: /reviewmysite/
Disallow: /review/
Disallow: /uploads/
Disallow: /acc-sucks/
Disallow: /ads/
Disallow: /auction/
Disallow: /bb/
Disallow: /bbs/
 Disallow: /blogs/
Disallow: /booster/
Disallow: /images/
Disallow: /cache/
Disallow: /schema/
Disallow: /chat/
Disallow: /chat_room/
Disallow: /chatbox_mod/
Disallow: /chuck/
Disallow: /docs/
Disallow: /donations/
Disallow: /fms/
Disallow: /forum/
Disallow: /gallery/
Disallow: /help/
Disallow: /garphics/
Disallow: /haislip/
Disallow: /id/
Disallow: /inc/
Disallow: /hl/
Disallow: /lib/
Disallow: /lb/
Disallow: /mailinglist
Disallow: /mail/
Disallow: /modules/
Disallow: /pia/


/