add proxy support to vorebot
All checks were successful
/ build-all-services (push) Successful in 9m6s
All checks were successful
/ build-all-services (push) Successful in 9m6s
This commit is contained in:
parent
927ce9d3ed
commit
d45f13f030
1 changed files with 15 additions and 0 deletions
|
@ -41,6 +41,9 @@ pub static NATS_CERT: Lazy<String> = Lazy::new(|| std::env::var("NATS_CERT").exp
|
|||
pub static NATS_KEY: Lazy<String> = Lazy::new(|| std::env::var("NATS_KEY").expect("NO NATS_KEY DEFINED"));
|
||||
pub static BROWSER_THREADS: Lazy<Vec<String>> =
|
||||
Lazy::new(|| std::env::var("BROWSER_THREADS").expect("PLEASE LIST BROWSER_THREADS").split(',').map(|v| v.to_string()).collect());
|
||||
pub static BROWSER_PROXY: Lazy<Option<String>> = Lazy::new(|| {
|
||||
std::env::var("BROWSER_PROXY").ok()
|
||||
});
|
||||
pub static DB_NAME: Lazy<String> =
|
||||
Lazy::new(|| std::env::var("DB_NAME").expect("PLEASE ADD DB_NAME"));
|
||||
|
||||
|
@ -154,6 +157,18 @@ async fn main() {
|
|||
prefs.set_user_agent(USER_AGENT.to_string()).unwrap();
|
||||
let mut caps = DesiredCapabilities::firefox();
|
||||
caps.set_preferences(prefs).unwrap();
|
||||
if let Some(proxy) = BROWSER_PROXY.as_ref() {
|
||||
caps.set_proxy(Proxy::Manual {
|
||||
ftp_proxy: None,
|
||||
http_proxy: Some(proxy.to_string()),
|
||||
ssl_proxy: None,
|
||||
socks_proxy: None,
|
||||
socks_version: None,
|
||||
socks_username: None,
|
||||
socks_password: None,
|
||||
no_proxy: None,
|
||||
}).unwrap();
|
||||
}
|
||||
let driver = WebDriver::new(&browser, caps).await.unwrap();
|
||||
info!("crawler ready");
|
||||
|
||||
|
|
Loading…
Add table
Reference in a new issue