Compare commits
No commits in common. "56d07057c9c965458719fd90f0cd6d9091f88b27" and "927ce9d3edf0224b6bde3318e7d699e962ce32b0" have entirely different histories.
56d07057c9
...
927ce9d3ed
1 changed files with 0 additions and 15 deletions
|
@ -41,9 +41,6 @@ pub static NATS_CERT: Lazy<String> = Lazy::new(|| std::env::var("NATS_CERT").exp
|
||||||
pub static NATS_KEY: Lazy<String> = Lazy::new(|| std::env::var("NATS_KEY").expect("NO NATS_KEY DEFINED"));
|
pub static NATS_KEY: Lazy<String> = Lazy::new(|| std::env::var("NATS_KEY").expect("NO NATS_KEY DEFINED"));
|
||||||
pub static BROWSER_THREADS: Lazy<Vec<String>> =
|
pub static BROWSER_THREADS: Lazy<Vec<String>> =
|
||||||
Lazy::new(|| std::env::var("BROWSER_THREADS").expect("PLEASE LIST BROWSER_THREADS").split(',').map(|v| v.to_string()).collect());
|
Lazy::new(|| std::env::var("BROWSER_THREADS").expect("PLEASE LIST BROWSER_THREADS").split(',').map(|v| v.to_string()).collect());
|
||||||
pub static BROWSER_PROXY: Lazy<Option<String>> = Lazy::new(|| {
|
|
||||||
std::env::var("BROWSER_PROXY").ok()
|
|
||||||
});
|
|
||||||
pub static DB_NAME: Lazy<String> =
|
pub static DB_NAME: Lazy<String> =
|
||||||
Lazy::new(|| std::env::var("DB_NAME").expect("PLEASE ADD DB_NAME"));
|
Lazy::new(|| std::env::var("DB_NAME").expect("PLEASE ADD DB_NAME"));
|
||||||
|
|
||||||
|
@ -157,18 +154,6 @@ async fn main() {
|
||||||
prefs.set_user_agent(USER_AGENT.to_string()).unwrap();
|
prefs.set_user_agent(USER_AGENT.to_string()).unwrap();
|
||||||
let mut caps = DesiredCapabilities::firefox();
|
let mut caps = DesiredCapabilities::firefox();
|
||||||
caps.set_preferences(prefs).unwrap();
|
caps.set_preferences(prefs).unwrap();
|
||||||
if let Some(proxy) = BROWSER_PROXY.as_ref() {
|
|
||||||
caps.set_proxy(Proxy::Manual {
|
|
||||||
ftp_proxy: None,
|
|
||||||
http_proxy: Some(proxy.to_string()),
|
|
||||||
ssl_proxy: Some(proxy.to_string()),
|
|
||||||
socks_proxy: None,
|
|
||||||
socks_version: None,
|
|
||||||
socks_username: None,
|
|
||||||
socks_password: None,
|
|
||||||
no_proxy: None,
|
|
||||||
}).unwrap();
|
|
||||||
}
|
|
||||||
let driver = WebDriver::new(&browser, caps).await.unwrap();
|
let driver = WebDriver::new(&browser, caps).await.unwrap();
|
||||||
info!("crawler ready");
|
info!("crawler ready");
|
||||||
|
|
||||||
|
|
Loading…
Add table
Reference in a new issue