<?
//====================================================================================================//
// Site Crawler File Grabber v1.0 //
// Scripted By: //
// _________ __ .__ .__ //
// / _____/ ____ _____ _____/ |_| |__ |__| ____ ____ //
// \_____ \ / _ \ / \_/ __ \ __\ | \| |/ \ / ___\ //
// / ( <_> ) Y Y \ ___/| | | Y \ | | \/ /_/ > //
// /_______ /\____/|__|_| /\___ >__| |___| /__|___| /\___ / //
// \/ \/ \/ \/ \//_____/ //
// ___________.__ //
// \_ _____/| | ______ ____ //
// | __)_ | | / ___// __ \ //
// | \| |__\___ \\ ___/ //
// /_______ /|____/____ >\___ > //
// \/ \/ \/ (Something Else @ http://coding-talk.com) //
// //
// Did You Remember To Thank Me For This? or give me rep? //
// Thank Me And I More Likely To Release More Scipts. //
// //
// Somthing Else 2011 © //
//====================================================================================================//
//uncomment these 2 lines for debugging ;)
//error_reporting (E_ALL);
//ini_set ('display_errors', true);
//SQL
/*
CREATE TABLE `something_else` (
`id` int(100) NOT NULL auto_increment,
`url` varchar(255),
`link` varchar(255),
`type` int(1) NOT NULL default '1',
PRIMARY KEY (`id`),
UNIQUE KEY `url` (`url`)
) ENGINE=MyISAM DEFAULT CHARSET=latin1 AUTO_INCREMENT=1 ;
*/
////////////////////////////////SETTINGS
$file = './files/'; //location for files to be uploaded
$search = array(".zip",".rar",".gif", ".png", ".jpg", ".jpeg", ".mp3", ".wav", ".mp4", ".sis", ".jar", ".3gp", ".nth", ".thm", ".amr", ".sisx", ".mid", ".jad"); //What file formats to search for
$page = array(".php",".asp",".htm",".html"); //page formats to search for more links.
$maxfiles = 50; // max files to be grabbed at 1 time
$allow = false; // Allow crawler to crawl to other site links
$host = ""; //database host
$user = ""; //database user
$pass = ""; //database pass
$name = ""; //database name
$baseimage = "/9j/4AAQSkZJRgABAQEASABIAAD/2wBDAAUDBAQEAwUEBAQFBQUGBwwIBwcHBw8LCwkMEQ8SEhEPERETFhwXExQaFRERGCEYGh0dHx8fExciJCIeJBweHx7/2wBDAQUFBQcGBw4ICA4eFBEUHh4eHh4eHh4eHh4eHh4eHh4eHh4eHh4eHh4eHh4eHh4eHh4eHh4eHh4eHh4eHh4eHh7/wAARCACWAJYDASIAAhEBAxEB/8QAHwAAAQUBAQEBAQEAAAAAAAAAAAECAwQFBgcICQoL/8QAtRAAAgEDAwIEAwUFBAQAAAF9AQIDAAQRBRIhMUEGE1FhByJxFDKBkaEII0KxwRVS0fAkM2JyggkKFhcYGRolJicoKSo0NTY3ODk6Q0RFRkdISUpTVFVWV1hZWmNkZWZnaGlqc3R1dnd4eXqDhIWGh4iJipKTlJWWl5iZmqKjpKWmp6ipqrKztLW2t7i5usLDxMXGx8jJytLT1NXW19jZ2uHi4+Tl5ufo6erx8vP09fb3+Pn6/8QAHwEAAwEBAQEBAQEBAQAAAAAAAAECAwQFBgcICQoL/8QAtREAAgECBAQDBAcFBAQAAQJ3AAECAxEEBSExBhJBUQdhcRMiMoEIFEKRobHBCSMzUvAVYnLRChYkNOEl8RcYGRomJygpKjU2Nzg5OkNERUZHSElKU1RVVldYWVpjZGVmZ2hpanN0dXZ3eHl6goOEhYaHiImKkpOUlZaXmJmaoqOkpaanqKmqsrO0tba3uLm6wsPExcbHyMnK0tPU1dbX2Nna4uPk5ebn6Onq8vP09fb3+Pn6/9oADAMBAAIRAxEAPwD7LooooAKKKKACiiigAooooAKKRmVVLMQFAySe1ZNj4o8NX199gsvEOkXV3nHkQ3sbyZ/3Qc0Aa9FFFABRRRQAUUUUAFFFFABRRRQAUUUUAFFFFABRRRQAUUVX1RmTTbp0JVlhcgjscGgD4U+KvjLx9+0Z8Yrn4c+Bbtrbw3aySIFEpSGSONtr3M5HLKTjavPVQBuJNbGu/sS61Z6EbvQfHdvfaxEu9baWxNvG7DnCyCRip9CR9cUz/gmpGjeKfGUxUGRbK2UN3ALuSP0H5V9vUAfJn7Ffxg8TX3iS9+E3j6e4m1SyWT7DNdkmdWiOJbeQnlioBIJ5AVgT0x9Z18MaWq2//BSF1gAjDanMSF4yWsWLfmSfzr7noAKKKKACiiigAooooAKKKKACiiigAooooAKKKKACqur/APIKu/8Arg//AKCatVV1f/kFXf8A1wf/ANBNAHxb/wAE0v8AkY/Gn/Xpa/8AoclfblfEf/BNL/kY/Gn/AF6Wv/oclfblAHwzZf8AKSJv+wlJ/wCkBr7mr4Zsv+UkTf8AYSk/9IDX3NQAUUUUAFFFFABRRRQAUUUUAFFFFABRRRQAUUUUAFVdX/5BV3/1wf8A9BNcf4m+MPwu8N3L2us+OtDt7hDh4UuRLIh9GVMkH6iub1L9on4Ly6fcxR+PbBneJlUeTNySD/sUAeA/8E0v+Rj8af8AXpa/+hyV9uV+fv7CHj7wf4D1zxVP4u1220iO8trdLdpgx8wqzkgbQemRX1f/AMND/Bb/AKKBpn/fEv8A8RQB82WX/KSJv+wlJ/6QGvuavz2s/HXhIft0nxydcth4cN88n9oEMI9psygPTP3uOlfXP/DQfwY/6KDpP/j/AP8AE0AeoUV5f/w0H8GP+ig6T/4//wDE1reGvjD8L/EeoR6do3jrRLm8lIEcH2kI8hPZQ2Cx9hzQB3VFFFABRRRQAUUUUAFFFFABRRRQBneJ9c0rw14fvde1u8js9OsYTNcTP0VR/MnoAOSSAOTXwz4y+JfxY/aR8Yz+Efh3b3WmeHFOHiSTygYs48y7lHY/88xkdgGIzXV/t/8AjPU9Y8UeH/hFoJeRp2iubuKM8zzyNsgiP05bHQl1PavpL4GfDfSfhd8P7Lw5p0cbXW0S6hdAfNc3BHzOT6dlHYAe9AHgvg39iXwzBZo/i/xbqt7dkZePTUSCJT6ZdXZh7/L9K6T/AIYz+E3/AD/+Kf8AwOi/+NV9IUUAfNp/Yw+E5ORqfiwewvYf/jNJ/wAMYfCj/oKeLP8AwNh/+M19J1y3i74i+BPCN/Hp/ibxbo+k3ckfmpBdXSo5TOA20nOMg8+xoA8Ub9i/4UEYGreLl9xewf8Axmm/8MWfCr/oNeMP/Ay3/wDjFep/8Lw+EP8A0UXw5/4GrR/wvD4Q/wDRRfDn/gatAHln/DFnwq/6DXjD/wADLf8A+MVyPxU/Yz0Ww8J3mp+Ade1mbVLSJpltNRaORbgKM7FZEQqx7ZyCcDjOR9A/8Lw+EP8A0UXw5/4GrXHfFj9pr4a+GfCd7P4f8R2mva08TLZW1kTIvmEfKzuBtVQcE85PYGgDm/2Cvijq3jPwhqXhTxDdyXl/oPlm2uZWy8ts+4BWPUlCuMnsyjtX0xXyF/wTi8G6jZaT4i8bXsLw2uoeXZ2O4Y80RljI49V3FVB9Qw7V9e0AFFFFABRRRQAUUUUAFFFFAHwtbRjxF/wUe8u++dYdUdkB5x9msi0f6xKa+6a+GfBn/KSOf/sJX/8A6QTV9zUAFFFFABXinxo/Zt8FfFLxcPFGranrWn37QJBKLOWPZIF+6SHRsHHHBxwOK9rrmvFXj/wP4VvksfEvi7RNIu5E8xYLy9jicpnAbaTnGQefY0AeBf8ADE3w7/6GjxT/AN/IP/jVH/DE3w7/AOho8U/9/IP/AI1Xs3/C5/hL/wBFI8Lf+DOL/Gj/AIXP8Jf+ikeFv/BnF/jQB4z/AMMTfDv/AKGjxT/38g/+NV598df2RLfwp4HvvE/grXr/AFA6ZC1xd2V8iF3iUZdkdABlQCdpHIBwc4B+p/8Ahc/wl/6KR4W/8GcX+NeZ/tEftE/DvTPhrrGmeG/ENjr2s6nZy2ltFZP5qReYpUyOw+UBQScZyTgYxkgAu/sP/ESbxx8JBpl+kS6h4cdLFjEgRXg25ibA4BwGU+uzPeve6+YP+Cd3hHUNE+GuseJb+F4F167j+yq4wXhhDASfQs7gf7uehFfT9ABRRRQAUUUUAFFFFABRRRQB8M+DP+Ukc/8A2Er/AP8ASCavuavhjwwwtP8AgpDKbj5N2p3YGf8AbsJNv57h+dfc9ABRRRQAV4b8af2Z/CHxQ8aP4r1HWtZ06+lgSGZLZozG+wYVsMpIOMDg446dc+5Vh+IvGHhLw3cR2/iLxTomjzSrvjjv7+KBnXOMgOwyM96APnL/AIYk8Df9Df4j/wC+Yf8A4ij/AIYk8Df9Df4j/wC+Yf8A4ivdj8WPhYDg/ErwaD/2HLb/AOLo/wCFs/Cz/opfgz/weW3/AMXQB4T/AMMSeBv+hv8AEf8A3zD/APEV558df2Rm8H+C77xT4P8AEF1qsWmxNPd2V5Cok8leWdHXAJUZJUgcA4OeD9c/8LZ+Fn/RS/Bn/g8tv/i680/aN+P3w80b4Za1p2heJtK1/WNTspbO1g065S4VDIpQyOyEqoUEnBOTgDHUgAufsXfEu5+IXwoFvqgjGq6DItjMY0CLJFtBifaOAdoKkDuhPevcq+Xv+CdfhTUNH+G+teJL6J4Y9cvEFqrDG+KEMPMHsWdx/wABr6hoAKKKKACiiigAooooAKKKKAPhr9szTtR+HP7R3h34q6bAWgu2guSegae22q8ZPYNGI/rlvSvtHwlr+meKfDOneItGuFuNP1CBZ4JB/dI6H0IOQR2IIrnvjX8OtI+KHgG88Lat+6Z8S2d0Fy1tOoO2QDv1II7qSOM5r40+GvxG8f8A7MPjC48EeN9InvfD0kpkEKt2Jx59q54ZT3U4567WzQB+gFFeaeDfjz8JfFVmk9j430m0kYc2+ozi0lU+m2TGT/u5HvXS/wDCw/AH/Q8eGf8Awawf/FUAdNXhXx3/AGa/D/xW8Yx+KLrxFqWlXgtktpEijWSNwpO0gNyp5Oecfrn0/wD4WH4A/wCh48M/+DWD/wCKo/4WH4A/6Hjwz/4NYP8A4qgD5yH7EPhbHPjjWc/9esVL/wAMQ+Fv+h41n/wFir6M/wCFh+AP+h48M/8Ag1g/+Ko/4WH4A/6Hjwz/AODWD/4qgD5z/wCGIfC3/Q8az/4CxVxXxg/Y7uvDXhC98QeEPEk2sSWETTz2NzbBJJI1GWMbKcFgATtI57HOAfsQePfApGR408OY/wCwpD/8VXF/GT43eAPBvgbUr2PxLpGp6i9u6WVjaXaTyTSlSFBCk7Uz1Y8AZ6nAIByf7DnxRufHnw5n0HVvK/tTw35VtvjQIJbZlIibAwMjYynH90Hqa+g6+Pv+Cbfhm/t9L8U+LbiJ47O8eGytSRgSGPe0hHqBuQZ9dw7V9g0AFFFFABRRRQAUUUUAFFFFABWF438HeGPG2jNpHirRbTVbMnISdOUP95GGGRvdSDW7RQB8ueJ/2KvAd9cvNoXiTW9IVjnyZAlyi+y5Ctj6saw/+GHNK/6KJef+Ctf/AI5X1/RQB8gf8MOaV/0US8/8Fa//AByj/hhzSv8Aool5/wCCtf8A45X1/RQB8gf8MOaV/wBFEvP/AAVr/wDHKP8AhhzSv+iiXn/grX/45X1/RQB8en9hvT88fEe6/wDBQv8A8drV8M/sTeErPUo59f8AF+qatbIwJt4bZbYP7M25jj6YPuK+raKAKHh7RtK8PaLaaLoljDYadZxiK3t4VwqKP85JPJJJPNX6KKACiiigAooooAKKKKACiiigAooooAKKKKACiiigAooooAKKKKACiiigAooooAKKKKAP/9k=";
//base64 image
////////////////////////////////END SETTINGS
if($_GET['stc']==''){
$part = explode('/',$_POST['link']);
$stc = $part[2];
}else $stc = $_GET['stc'];
?>
<html>
<head>
<title>Something Else Site Crawler File Grabber v1.0</title>
<script type="text/javascript">
function reload()
{
window.location = "<?=$_SERVER["PHP_SELF"]?>?crawl=1&stc=<?=$stc?>"
}
</script>
</head>
<body>
<center>
<h3>Something Else Site Crawler File Grabber v1.0</h3>
<br/>
<form action="<?=$_SERVER["PHP_SELF"]?>" method="post">
Site Url: <input type="text" name="link"/><br/>
<input type="submit" value="Submit"/>
</form>
<br/><br/>
<?
if($pass){
mysql_connect($host,$user,$pass);
mysql_select_db($name);
}else{
echo 'Please Update Settings in Script<br/>';
}
//////////////////////////////FUNCTIONS
/////////////////////////////Get Links
function getLinks($link){
$page = file_get_contents($link);
$regexp = "<a\s[^>]*href=(\"??)([^\" >]*?)\\1[^>]*>(.*)<\/a>";
if(preg_match_all("/$regexp/siU", $page, $match, PREG_SET_ORDER)) {
$a = 0;
$ret = array();
foreach($match as $tag){
$ret[$a] = $tag[2];
$a++;
}
return $ret;
}
}
/////////////////////////////grab files from page
function grabfiles($link,$urls,$search,$file,$maxfiles,$page,$baseimage,$stc,$allow){
echo "Grabbing From: $link<br/>";
if(substr($link,-1)!='/'){
$parts = explode('/',$link);
$nop = count($parts)-1;
$link = '';
for ($i = 0; $i <= $nop; $i++) {
$link.=$parts[$i].'/';
}
}
if(sizeof($urls) > $maxfiles){
foreach($urls as $key){
if(substr_count($key,$stc)<1&&$allow==false) $key = $link;
$find = str_replace($search, '|',strtolower($key));
if(substr_count($find,'|')>0) $type = 1;
else $type = 2;
if($key=="/") $key = $link;
mysql_query("INSERT INTO something_else SET page='".$link."', url='".$key."', type='".$type."'");
}
//load page
echo "<img src=\"data:imagejpg;base64,$baseimage\" alt=\"\" onload=\"setTimeout(reload(),10000)\"/>";
}else if(sizeof($urls) > 0)
{
foreach($urls as $key)
{
$pages = str_replace($page, '|',strtolower($key));
$find = str_replace($search, '|',strtolower($key));
if(substr_count($find,'|')>0)
{
if(substr_count($key,'http')<1)
$key = $link.$key;
$ice = explode('/',$key);
$num = count($ice)-1;
if(substr_count($ice[$num],"bollywood")>0){
if(copy($key, $file.$ice[$num]))
echo 'Copyied <a href="'.$file.$ice[$num].'">'.$ice[$num].' </a> Successfully<br/>';
else
echo 'Could Not Copy '.$ice[$num].'<br/>';
}
}
else if(substr_count($pages,'|')>0||substr($key,-1)=='/')
{
if($key=="/") $key = $link;
if(substr_count($key,"http://")<1)
$key = $link.$key;
mysql_query("INSERT INTO something_else SET link='".$link."', url='".$key."', type='2'");
}
}
$call = mysql_fetch_array(mysql_query("SELECT COUNT(*) FROM something_else"));
if($call[0]!=0){
echo "<img src=\"data:imagejpg;base64,$baseimage\" alt=\"\" onload=\"setTimeout(reload(),10000)\"/>";
}
}else{
echo "No links found<br/>";
echo "<img src=\"data:imagejpg;base64,$baseimage\" alt=\"\" onload=\"setTimeout(reload(),10000)\"/>";
}
}
////////////////////////////////MAIN SCRIPT
if(!is_dir($file)) mkdir($file);
$link = $_POST['link'];
if($link){
$urls = getLinks($link);
grabfiles($link,$urls,$search,$file,$maxfiles,$page,$baseimage,$stc,$allow);
$call = mysql_fetch_array(mysql_query("SELECT COUNT(*) FROM something_else"));
if($call[0]!=0){
echo "<img src=\"data:imagejpg;base64,$baseimage\" alt=\"\" onload=\"setTimeout(reload(),10000)\"/>";
}
}
///////////////////////crawl
if($_GET['crawl']){
$call = mysql_fetch_array(mysql_query("SELECT COUNT(*) FROM something_else WHERE type='1'"));
if($call[0]>0){
$xurls = mysql_query("SELECT url, id FROM something_else WHERE type='1' LIMIT $maxlinks");
$urls = array();
$n = 0;
while ($url = mysql_fetch_array($xurls))
{
$urls[$n] = $item[0];
$n++;
mysql_query("UPDATE something_else SET type='0' WHERE id='".$item[1]."'");
}
grabfiles($link,$urls,$search,$file,$maxfiles,$page,$baseimage,$stc,$allow);
}else{
$call = mysql_fetch_array(mysql_query("SELECT url, id FROM something_else WHERE type='2'"));
if($call[0]!=""){
mysql_query("UPDATE something_else SET type='0' WHERE id='".$call[1]."'");
$urls = getLinks($call[0]);
grabfiles($call[0],$urls,$search,$file,$maxfiles,$page,$baseimage,$stc,$allow);
}else{
mysql_query("DELETE FROM something_else WHERE id!='0'");
echo "Grabbing complete =D<br/>";
}
}
}
?>
</center>
</body>
</html>
Comment