robin/ugc-scaper
1
0
Fork 0
mirror of https://codeberg.org/icewind/ugc-scaper.git synced 2026-06-03 18:24:10 +02:00
Code Issues Projects Releases Packages Wiki Activity

fix non hl match page

Browse source
This commit is contained in:
Robin Appelman 2025-04-11 02:23:44 +02:00
commit bc9a4bffdd
5 changed files with 15 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

2
Cargo.lock generated
View file

@ -1845,7 +1845,7 @@ checksum = "e421abadd41a4225275504ea4d6566923418b7f05506fbc9c0fe86ba7396114b"
[[package]] [[package]]
name = "ugc-scraper" name = "ugc-scraper"
version = "0.4.2" version = "0.4.3"
dependencies = [ dependencies = [
"insta", "insta",
"main_error", "main_error",

2
Cargo.toml
View file

@ -1,6 +1,6 @@
[package] [package]
name = "ugc-scraper" name = "ugc-scraper"
version = "0.4.2" version = "0.4.3"
edition = "2021" edition = "2021"
rust-version = "1.71.1" rust-version = "1.71.1"
description = "Scraper for ugcleague.com" description = "Scraper for ugcleague.com"

4
api-server/Cargo.lock generated
View file

@ -2019,9 +2019,9 @@ dependencies = [
[[package]] [[package]]
name = "ugc-scraper" name = "ugc-scraper"
version = "0.4.2" version = "0.4.3"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "10e71ed553700c0e6dae5eb2bbd9cac6951499273f8b65772c67e1ad12fe646a" checksum = "c4e748e05bd670b1a0bab1c4c66d4e0d0d6e8eb83cad781adeccd4a45e9142d9"
dependencies = [ dependencies = [
"reqwest", "reqwest",
"scraper", "scraper",

4
api-server/Cargo.toml
View file

@ -6,8 +6,8 @@ edition = "2021"
[dependencies] [dependencies]
tokio = { version = "1.34.0", features = ["macros", "rt-multi-thread", "rt", "signal"] } tokio = { version = "1.34.0", features = ["macros", "rt-multi-thread", "rt", "signal"] }
main_error = "0.1.2" main_error = "0.1.2"
# ugc-scraper = { version = "0.4.1", path = ".." } #ugc-scraper = { version = "*", path = ".." }
ugc-scraper = "0.4.2" ugc-scraper = "0.4.3"
axum = "0.7.4" axum = "0.7.4"
steamid-ng = "1.0.0" steamid-ng = "1.0.0"
thiserror = "1.0.50" thiserror = "1.0.50"

10
src/lib.rs
View file

@ -41,8 +41,16 @@ impl Default for UgcClient {
/// "API client" for ugc by scraping the website /// "API client" for ugc by scraping the website
impl UgcClient { impl UgcClient {
pub fn new() -> Self { pub fn new() -> Self {
let redirect_policy = Policy::custom(|attempt| {
// the different matchpage_* redirect to each other if you use the match id from a different game mode
if attempt.url().path().contains("matchpage_") {
attempt.follow()
} else {
attempt.stop()
}
});
UgcClient { UgcClient {
client: Client::builder().redirect(Policy::none()).build().unwrap(), client: Client::builder().redirect(redirect_policy).build().unwrap(),
player_parser: PlayerParser::new(), player_parser: PlayerParser::new(),
player_detail_parser: PlayerDetailsParser::new(), player_detail_parser: PlayerDetailsParser::new(),
team_parser: TeamParser::new(), team_parser: TeamParser::new(),