if ($_SERVER['REQUEST_METHOD'] == 'POST') { echo '‘; echo "# Robots.txt generated by www.seopartner.com\r\n"; echo "User-agent: *\r\n"; if ($_POST[’all’] != ‘’) { $arr_bot=explode("\r\n", $_POST[’all’]); foreach ($arr_bot as $bot_temp) { if ($bot_temp!='’ && substr($bot_temp,-1,1)!=’/’ && strpos($bot_temp,’.')===false) { echo "Disallow: $bot_temp/\r\n"; } elseif ($bot_temp != ‘’) { echo "Disallow: $bot_temp\r\n"; } } } else { echo "Disallow:\r\n"; } echo "User-agent: googlebot\r\n"; if ($_POST[’googlebot’] != ‘’) { $arr_bot=explode("\r\n", $_POST[’googlebot’]); foreach ($arr_bot as $bot_temp) { if ($bot_temp!='’ && substr($bot_temp,-1,1)!=’/’ && strpos($bot_temp,’.')===false) { echo "Disallow: $bot_temp/\r\n"; } elseif ($bot_temp != ‘’) { echo "Disallow: $bot_temp\r\n"; } } } else { echo "Disallow:\r\n"; } echo "User-agent: googlebot-image\r\n"; if ($_POST[’googlebot-image’] != ‘’) { $arr_bot=explode("\r\n", $_POST[’googlebot-image’]); foreach ($arr_bot as $bot_temp) { if ($bot_temp!='’ && substr($bot_temp,-1,1)!=’/’ && strpos($bot_temp,’.')===false) { echo "Disallow: $bot_temp/\r\n"; } elseif ($bot_temp != ‘’) { echo "Disallow: $bot_temp\r\n"; } } } else { echo "Disallow:\r\n"; } echo "User-agent: slurp\r\n"; if ($_POST[’slurp’] != ‘’) { $arr_bot=explode("\r\n", $_POST[’slurp’]); foreach ($arr_bot as $bot_temp) { if ($bot_temp!='’ && substr($bot_temp,-1,1)!=’/’ && strpos($bot_temp,’.')===false) { echo "Disallow: $bot_temp/\r\n"; } elseif ($bot_temp != ‘’) { echo "Disallow: $bot_temp\r\n"; } } } else { echo "Disallow:\r\n"; } echo "User-agent: msnbot\r\n"; if ($_POST[’msnbot’] != ‘’) { $arr_bot=explode("\r\n", $_POST[’msnbot’]); foreach ($arr_bot as $bot_temp) { if ($bot_temp!='’ && substr($bot_temp,-1,1)!=’/’ && strpos($bot_temp,’.')===false) { echo "Disallow: $bot_temp/\r\n"; } elseif ($bot_temp != ‘’) { echo "Disallow: $bot_temp\r\n"; } } } else { echo "Disallow:\r\n"; } echo "User-agent: Teoma\r\n"; if ($_POST[’Teoma’] != ‘’) { $arr_bot=explode("\r\n", $_POST[’Teoma’]); foreach ($arr_bot as $bot_temp) { if ($bot_temp!='’ && substr($bot_temp,-1,1)!=’/’ && strpos($bot_temp,’.')===false) { echo "Disallow: $bot_temp/\r\n"; } elseif ($bot_temp != ‘’) { echo "Disallow: $bot_temp\r\n"; } } } else { echo "Disallow:\r\n"; } echo "User-agent: Robozilla\r\n"; if ($_POST[’Robozilla’] != ‘’) { $arr_bot=explode("\r\n", $_POST[’Robozilla’]); foreach ($arr_bot as $bot_temp) { if ($bot_temp!='’ && substr($bot_temp,-1,1)!=’/’ && strpos($bot_temp,’.')===false) { echo "Disallow: $bot_temp/\r\n"; } elseif ($bot_temp != ‘’) { echo "Disallow: $bot_temp\r\n"; } } } else { echo "Disallow:\r\n"; } echo "User-agent: ia_archiver\r\n"; if ($_POST[’ia_archiver’] != ‘’) { $arr_bot=explode("\r\n", $_POST[’ia_archiver’]); foreach ($arr_bot as $bot_temp) { if ($bot_temp!='’ && substr($bot_temp,-1,1)!=’/’ && strpos($bot_temp,’.')===false) { echo "Disallow: $bot_temp/\r\n"; } elseif ($bot_temp != ‘’) { echo "Disallow: $bot_temp\r\n"; } } } else { echo "Disallow:\r\n"; } echo "User-agent: Scooter\r\n"; if ($_POST[’Scooter’] != ‘’) { $arr_bot=explode("\r\n", $_POST[’Scooter’]); foreach ($arr_bot as $bot_temp) { if ($bot_temp!='’ && substr($bot_temp,-1,1)!=’/’ && strpos($bot_temp,’.')===false) { echo "Disallow: $bot_temp/\r\n"; } elseif ($bot_temp != ‘’) { echo "Disallow: $bot_temp\r\n"; } } } else { echo "Disallow:\r\n"; } echo ‘‘; } else { echo ‘

Robots.txt is a file that allows or disallow page access to most major search engine robots. Enter the pages or folders(relative to your root path) that you would like to prevent each spider from indexing in the boxes below, and click generate to get a ready Robots.txt. To disallow spidering anything on the site, put a forward slash("/") in the pages box. Then place it into the root folder of your site to activate.