ill need to rewrite the google scraper, but hey atleast we got imagesearch working woooo
This commit is contained in:
		
							parent
							
								
									6f896221f0
								
							
						
					
					
						commit
						b57b2d7118
					
				| @ -11,6 +11,7 @@ https://4get.ca | |||||||
| 1. Web | 1. Web | ||||||
| 	- DuckDuckGo | 	- DuckDuckGo | ||||||
| 	- Brave | 	- Brave | ||||||
|  | 	- Google | ||||||
| 	- Mojeek | 	- Mojeek | ||||||
| 	- Marginalia | 	- Marginalia | ||||||
| 	- wiby | 	- wiby | ||||||
| @ -18,6 +19,7 @@ https://4get.ca | |||||||
| 2. Images | 2. Images | ||||||
| 	- DuckDuckGo | 	- DuckDuckGo | ||||||
| 	- Yandex | 	- Yandex | ||||||
|  | 	- Google | ||||||
| 	- Brave | 	- Brave | ||||||
| 
 | 
 | ||||||
| 3. Videos | 3. Videos | ||||||
| @ -25,13 +27,15 @@ https://4get.ca | |||||||
| 	- Facebook videos | 	- Facebook videos | ||||||
| 	- DuckDuckgo | 	- DuckDuckgo | ||||||
| 	- Brave | 	- Brave | ||||||
|  | 	- Google | ||||||
| 
 | 
 | ||||||
| 4. News | 4. News | ||||||
| 	- DuckDuckGo | 	- DuckDuckGo | ||||||
| 	- Brave | 	- Brave | ||||||
|  | 	- Google | ||||||
| 	- Mojeek | 	- Mojeek | ||||||
| 
 | 
 | ||||||
| More scrapers are coming soon. I currently want to add Google, Hackernews, Qwant and find a way to scrape Yandex web without those fucking captchas. A shopping, music and files tab is also in my todo list. | More scrapers are coming soon. I currently want to add Hackernews, Qwant and find a way to scrape Yandex web without those fucking captchas. A shopping, music and files tab is also in my todo list. | ||||||
| 
 | 
 | ||||||
| # Setup | # Setup | ||||||
| This section is still to-do. You will need to figure shit out for some of the apache2 stuff. Everything else should be OK. | This section is still to-do. You will need to figure shit out for some of the apache2 stuff. Everything else should be OK. | ||||||
|  | |||||||
| @ -88,8 +88,12 @@ $left = | |||||||
| 			<td>Address</td> | 			<td>Address</td> | ||||||
| 		</tr> | 		</tr> | ||||||
| 		<tr> | 		<tr> | ||||||
| 			<td>4get</td> | 			<td>lolcat\'s instance (master)</td> | ||||||
| 			<td><a href="https://4get.ca">4get.ca</a><a href="http://4getwebfrq5zr4sxugk6htxvawqehxtdgjrbcn2oslllcol2vepa23yd.onion/">(tor)</a></td> | 			<td><a href="https://4get.ca">4get.ca</a><a href="http://4getwebfrq5zr4sxugk6htxvawqehxtdgjrbcn2oslllcol2vepa23yd.onion">(tor)</a></td> | ||||||
|  | 		</tr> | ||||||
|  | 		<tr> | ||||||
|  | 			<td>zzls\'s instance</td> | ||||||
|  | 			<td><a href="https://4get.zzls.xyz/">4get.zzls.xyz</a><a href="http://4get.zzlsghu6mvvwyy75mvga6gaf4znbp3erk5xwfzedb4gg6qqh2j6rlvid.onion">(tor)</a></td> | ||||||
| 		</tr> | 		</tr> | ||||||
| 	</table> | 	</table> | ||||||
| 	 | 	 | ||||||
|  | |||||||
| @ -877,8 +877,8 @@ class frontend{ | |||||||
| 					"display" => "Scraper", | 					"display" => "Scraper", | ||||||
| 					"option" => [ | 					"option" => [ | ||||||
| 						"ddg" => "DuckDuckGo", | 						"ddg" => "DuckDuckGo", | ||||||
| 						"brave" => "Brave", | 						//"brave" => "Brave",
 | ||||||
| 						//"google" => "Google",
 | 						"google" => "Google", | ||||||
| 						"mojeek" => "Mojeek", | 						"mojeek" => "Mojeek", | ||||||
| 						"marginalia" => "Marginalia", | 						"marginalia" => "Marginalia", | ||||||
| 						"wiby" => "wiby" | 						"wiby" => "wiby" | ||||||
| @ -892,8 +892,8 @@ class frontend{ | |||||||
| 					"option" => [ | 					"option" => [ | ||||||
| 						"ddg" => "DuckDuckGo", | 						"ddg" => "DuckDuckGo", | ||||||
| 						"yandex" => "Yandex", | 						"yandex" => "Yandex", | ||||||
| 						"brave" => "Brave"//,
 | 						"brave" => "Brave", | ||||||
| 						//"google" => "Google"
 | 						"google" => "Google" | ||||||
| 					] | 					] | ||||||
| 				]; | 				]; | ||||||
| 				break; | 				break; | ||||||
|  | |||||||
							
								
								
									
										10
									
								
								proxy.php
									
									
									
									
									
								
							
							
						
						
									
										10
									
								
								proxy.php
									
									
									
									
									
								
							| @ -32,11 +32,11 @@ try{ | |||||||
| 		 | 		 | ||||||
| 		switch($_GET["s"]){ | 		switch($_GET["s"]){ | ||||||
| 			 | 			 | ||||||
| 			case "portrait": $req = "&w=50&h=90&p=0&qlt=99"; break; | 			case "portrait": $req = "&w=50&h=90&p=0&qlt=90"; break; | ||||||
| 			case "landscape": $req = "&w=160&h=90&p=0&qlt=99"; break; | 			case "landscape": $req = "&w=160&h=90&p=0&qlt=90"; break; | ||||||
| 			case "square": $req = "&w=90&h=90&p=0&qlt=99"; break; | 			case "square": $req = "&w=90&h=90&p=0&qlt=90"; break; | ||||||
| 			case "thumb": $req = "&w=236&h=180&p=0&qlt=99"; break; | 			case "thumb": $req = "&w=236&h=180&p=0&qlt=90"; break; | ||||||
| 			case "cover": $req = "&w=207&h=270&p=0&qlt=99"; break; | 			case "cover": $req = "&w=207&h=270&p=0&qlt=90"; break; | ||||||
| 		} | 		} | ||||||
| 		 | 		 | ||||||
| 		$proxy->stream_linear_image($_GET["i"] . $req, "https://bing.net"); | 		$proxy->stream_linear_image($_GET["i"] . $req, "https://bing.net"); | ||||||
|  | |||||||
| @ -1982,8 +1982,6 @@ class brave{ | |||||||
| 			as $result | 			as $result | ||||||
| 		){ | 		){ | ||||||
| 			 | 			 | ||||||
| 			print_r($result); |  | ||||||
| 			 |  | ||||||
| 			$out["image"][] = [ | 			$out["image"][] = [ | ||||||
| 				"title" => $result["title"], | 				"title" => $result["title"], | ||||||
| 				"source" => [ | 				"source" => [ | ||||||
|  | |||||||
							
								
								
									
										1855
									
								
								scraper/google.php
									
									
									
									
									
								
							
							
						
						
									
										1855
									
								
								scraper/google.php
									
									
									
									
									
								
							
										
											
												File diff suppressed because it is too large
												Load Diff
											
										
									
								
							| @ -103,11 +103,11 @@ $settings = [ | |||||||
| 					[ | 					[ | ||||||
| 						"value" => "brave", | 						"value" => "brave", | ||||||
| 						"text" => "Brave" | 						"text" => "Brave" | ||||||
| 					]/*, | 					], | ||||||
| 					[ | 					[ | ||||||
| 						"value" => "google", | 						"value" => "google", | ||||||
| 						"text" => "Google" | 						"text" => "Google" | ||||||
| 					]*/ | 					] | ||||||
| 				] | 				] | ||||||
| 			], | 			], | ||||||
| 			[ | 			[ | ||||||
| @ -147,8 +147,8 @@ $settings = [ | |||||||
| 					[ | 					[ | ||||||
| 						"value" => "brave", | 						"value" => "brave", | ||||||
| 						"text" => "Brave" | 						"text" => "Brave" | ||||||
| 					], | 					],/* | ||||||
| 					/*[ | 					[ | ||||||
| 						"value" => "google", | 						"value" => "google", | ||||||
| 						"text" => "Google" | 						"text" => "Google" | ||||||
| 					],*/ | 					],*/ | ||||||
|  | |||||||
		Loading…
	
	
			
			x
			
			
		
	
		Reference in New Issue
	
	Block a user
	 lolcat
						lolcat