asklyphe-public/asklyphe
asklyphe-public/asklyphe
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

add proxy support to vorebot
All checks were successful
/ build-all-services (push) Successful in 9m6s
Details

Browse source
This commit is contained in:
husky 2025-03-13 19:23:59 -07:00
parent 927ce9d3ed
commit d45f13f030
1 changed files with 15 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

15
vorebot/src/main.rs
View file

@ -41,6 +41,9 @@ pub static NATS_CERT: Lazy<String> = Lazy::new(|| std::env::var("NATS_CERT").exp
pub static NATS_KEY: Lazy<String> = Lazy::new(|| std::env::var("NATS_KEY").expect("NO NATS_KEY DEFINED")); pub static NATS_KEY: Lazy<String> = Lazy::new(|| std::env::var("NATS_KEY").expect("NO NATS_KEY DEFINED"));
pub static BROWSER_THREADS: Lazy<Vec<String>> = pub static BROWSER_THREADS: Lazy<Vec<String>> =
Lazy::new(|| std::env::var("BROWSER_THREADS").expect("PLEASE LIST BROWSER_THREADS").split(',').map(|v| v.to_string()).collect()); Lazy::new(|| std::env::var("BROWSER_THREADS").expect("PLEASE LIST BROWSER_THREADS").split(',').map(|v| v.to_string()).collect());
pub static BROWSER_PROXY: Lazy<Option<String>> = Lazy::new(|| {
std::env::var("BROWSER_PROXY").ok()
});
pub static DB_NAME: Lazy<String> = pub static DB_NAME: Lazy<String> =
Lazy::new(|| std::env::var("DB_NAME").expect("PLEASE ADD DB_NAME")); Lazy::new(|| std::env::var("DB_NAME").expect("PLEASE ADD DB_NAME"));
@ -154,6 +157,18 @@ async fn main() {
prefs.set_user_agent(USER_AGENT.to_string()).unwrap(); prefs.set_user_agent(USER_AGENT.to_string()).unwrap();
let mut caps = DesiredCapabilities::firefox(); let mut caps = DesiredCapabilities::firefox();
caps.set_preferences(prefs).unwrap(); caps.set_preferences(prefs).unwrap();
if let Some(proxy) = BROWSER_PROXY.as_ref() {
caps.set_proxy(Proxy::Manual {
ftp_proxy: None,
http_proxy: Some(proxy.to_string()),
ssl_proxy: None,
socks_proxy: None,
socks_version: None,
socks_username: None,
socks_password: None,
no_proxy: None,
}).unwrap();
}
let driver = WebDriver::new(&browser, caps).await.unwrap(); let driver = WebDriver::new(&browser, caps).await.unwrap();
info!("crawler ready"); info!("crawler ready");