User-agent: *
Disallow: /cgi-bin/*
Disallow: /source/*
Disallow: /webstats/*
Disallow: /poison/*

<?php
$basepath=".";
	include_once $basepath . "/source/globals/predefined_variables.phps"; //globals
global $DEFAULT_HOST, $DEFAULT_USER, $DEFAULT_PASS, $DEFAULT_DBASE;

$ip_address = getenv('REMOTE_ADDR');
$path = getenv('REQUEST_URI');
$referer =	getenv('HTTP_REFERER');
$ra = explode( '/', $referer );
$HTTP_USER_AGENT = $_SERVER['HTTP_USER_AGENT'];

	$sql = new SQL_CONNECT ($DEFAULT_HOST, $DEFAULT_USER, $DEFAULT_PASS, $DEFAULT_DBASE);

// Write robot.txt Log
	$query = 'INSERT INTO `__robot_txt_log` ' .
			 '	( `timestamp`, `day`, `ip_address`, `referer_URL`, `HTTP_USER_AGENT` ) ' .
			 'VALUES( NOW(), NOW(), "' . $ip_address . '", "' . $referer . '", "' . $HTTP_USER_AGENT . '" );';

	$sql->Query($query);
	
	$sql->Close();
?>