add proxy support to vorebot
	
		
			
	
		
	
	
		
	
		
			All checks were successful
		
		
	
	
		
			
				
	
				/ build-all-services (push) Successful in 9m6s
				
			
		
		
	
	
				
					
				
			
		
			All checks were successful
		
		
	
	/ build-all-services (push) Successful in 9m6s
				
			This commit is contained in:
		
							parent
							
								
									927ce9d3ed
								
							
						
					
					
						commit
						d45f13f030
					
				
					 1 changed files with 15 additions and 0 deletions
				
			
		|  | @ -41,6 +41,9 @@ pub static NATS_CERT: Lazy<String> = Lazy::new(|| std::env::var("NATS_CERT").exp | |||
| pub static NATS_KEY: Lazy<String> = Lazy::new(|| std::env::var("NATS_KEY").expect("NO NATS_KEY DEFINED")); | ||||
| pub static BROWSER_THREADS: Lazy<Vec<String>> = | ||||
|     Lazy::new(|| std::env::var("BROWSER_THREADS").expect("PLEASE LIST BROWSER_THREADS").split(',').map(|v| v.to_string()).collect()); | ||||
| pub static BROWSER_PROXY: Lazy<Option<String>> = Lazy::new(|| { | ||||
|     std::env::var("BROWSER_PROXY").ok() | ||||
| }); | ||||
| pub static DB_NAME: Lazy<String> = | ||||
|     Lazy::new(|| std::env::var("DB_NAME").expect("PLEASE ADD DB_NAME")); | ||||
| 
 | ||||
|  | @ -154,6 +157,18 @@ async fn main() { | |||
|                     prefs.set_user_agent(USER_AGENT.to_string()).unwrap(); | ||||
|                     let mut caps = DesiredCapabilities::firefox(); | ||||
|                     caps.set_preferences(prefs).unwrap(); | ||||
|                     if let Some(proxy) = BROWSER_PROXY.as_ref() { | ||||
|                         caps.set_proxy(Proxy::Manual { | ||||
|                             ftp_proxy: None, | ||||
|                             http_proxy: Some(proxy.to_string()), | ||||
|                             ssl_proxy: None, | ||||
|                             socks_proxy: None, | ||||
|                             socks_version: None, | ||||
|                             socks_username: None, | ||||
|                             socks_password: None, | ||||
|                             no_proxy: None, | ||||
|                         }).unwrap(); | ||||
|                     } | ||||
|                     let driver = WebDriver::new(&browser, caps).await.unwrap(); | ||||
|                     info!("crawler ready"); | ||||
| 
 | ||||
|  |  | |||
		Loading…
	
	Add table
		
		Reference in a new issue