robin/log-normalizer
1
0
Fork 0
mirror of https://codeberg.org/icewind/log-normalizer.git synced 2026-06-03 13:54:11 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

scheme updates

Browse source
This commit is contained in:
Robin Appelman 2022-07-22 18:33:20 +02:00
commit fa499f7791
1 changed files with 57 additions and 18 deletions
Download patch file Download diff file Expand all files Collapse all files

73
schema.sql
View file

@ -15,7 +15,7 @@ CREATE TYPE medigun AS ENUM ('medigun', 'kritzkrieg', 'quickfix', 'vaccinator');
CREATE OR REPLACE FUNCTION clean_map_name(map TEXT) CREATE OR REPLACE FUNCTION clean_map_name(map TEXT)
RETURNS TEXT AS $$ RETURNS TEXT AS $$
SELECT regexp_replace(replace(map, 'workshop/', ''), '((_(a|b|beta|u|r|v|rc|final|comptf|ugc|f)?[0-9]*[a-z]?)?(_(a|b|beta|u|r|v|rc|final|comptf|ugc|f)?[0-9]*[a-z]?(_nb[0-9]*)?)|([0-9]+[a-z]?))(\.[a-z0-9]+)?$', '', 'g'); SELECT regexp_replace(replace(map, 'workshop/', ''), '((_(a|b|beta|u|r|v|rc|final|comptf|ugc|f)?[0-9]*[a-z]?)?(_(a|b|beta|u|r|v|rc|final|comptf|ugc|f)?[0-9]*[a-z]?(_nb[0-9]*)?)|([0-9]+[a-z]?))(\.[a-z0-9]+)?$', '', 'g');
$$ LANGUAGE SQL; $$ LANGUAGE SQL IMMUTABLE;
CREATE TABLE logs ( CREATE TABLE logs (
id INTEGER PRIMARY KEY, id INTEGER PRIMARY KEY,
@ -28,7 +28,10 @@ CREATE TABLE logs (
type map_type NOT NULL, type map_type NOT NULL,
date TIMESTAMP WITHOUT TIME ZONE NOT NULL, date TIMESTAMP WITHOUT TIME ZONE NOT NULL,
winner team GENERATED ALWAYS AS (CASE WHEN red_score > blue_score THEN 'red'::team WHEN blue_score > red_score THEN 'blue'::team ELSE 'other'::team END) STORED, winner team GENERATED ALWAYS AS (CASE WHEN red_score > blue_score THEN 'red'::team WHEN blue_score > red_score THEN 'blue'::team ELSE 'other'::team END) STORED,
version SMALLINT NOT NULL version SMALLINT NOT NULL,
is_valid BOOL GENERATED ALWAYS AS (
length > 60 AND length < 3600 AND clean_map_name(map) != '' AND game_mode != 'other'
) STORED
); );
CREATE INDEX logs_map_idx CREATE INDEX logs_map_idx
@ -143,7 +146,7 @@ CREATE TABLE events_round_win (
CREATE UNIQUE INDEX events_round_win_round_id_idx CREATE UNIQUE INDEX events_round_win_round_id_idx
ON events_round_win USING BTREE (round_id); ON events_round_win USING BTREE (round_id);
CREATE FUNCTION team_is_winner(log_id INTEGER, team team) RETURNS BOOL AS $$ CREATE OR REPLACE FUNCTION team_is_winner(log_id INTEGER, team team) RETURNS BOOL AS $$
DECLARE DECLARE
is_winner BOOLEAN; is_winner BOOLEAN;
BEGIN BEGIN
@ -152,7 +155,7 @@ BEGIN
END; $$ END; $$
LANGUAGE PLPGSQL IMMUTABLE; LANGUAGE PLPGSQL IMMUTABLE;
CREATE FUNCTION get_game_mode(log_id INTEGER) RETURNS game_mode AS $$ CREATE OR REPLACE FUNCTION get_game_mode(log_id INTEGER) RETURNS game_mode AS $$
DECLARE DECLARE
result game_mode; result game_mode;
BEGIN BEGIN
@ -161,7 +164,7 @@ BEGIN
END; $$ END; $$
LANGUAGE PLPGSQL IMMUTABLE; LANGUAGE PLPGSQL IMMUTABLE;
CREATE FUNCTION get_clean_map(log_id INTEGER) RETURNS TEXT AS $$ CREATE OR REPLACE FUNCTION get_clean_map(log_id INTEGER) RETURNS TEXT AS $$
DECLARE DECLARE
result TEXT; result TEXT;
BEGIN BEGIN
@ -170,7 +173,7 @@ BEGIN
END; $$ END; $$
LANGUAGE PLPGSQL IMMUTABLE; LANGUAGE PLPGSQL IMMUTABLE;
CREATE FUNCTION get_date(log_id INTEGER) RETURNS TIMESTAMP WITHOUT TIME ZONE AS $$ CREATE OR REPLACE FUNCTION get_date(log_id INTEGER) RETURNS TIMESTAMP WITHOUT TIME ZONE AS $$
DECLARE DECLARE
result TIMESTAMP WITHOUT TIME ZONE; result TIMESTAMP WITHOUT TIME ZONE;
BEGIN BEGIN
@ -179,7 +182,7 @@ BEGIN
END; $$ END; $$
LANGUAGE PLPGSQL IMMUTABLE; LANGUAGE PLPGSQL IMMUTABLE;
CREATE FUNCTION get_length(log_id INTEGER) RETURNS INTEGER AS $$ CREATE OR REPLACE FUNCTION get_length(log_id INTEGER) RETURNS INTEGER AS $$
DECLARE DECLARE
result INTEGER; result INTEGER;
BEGIN BEGIN
@ -188,6 +191,15 @@ BEGIN
END; $$ END; $$
LANGUAGE PLPGSQL IMMUTABLE; LANGUAGE PLPGSQL IMMUTABLE;
CREATE OR REPLACE FUNCTION is_log_valid(log_id INTEGER) RETURNS BOOL AS $$
DECLARE
result BOOL;
BEGIN
SELECT is_valid into result FROM logs WHERE id = log_id;
RETURN result;
END; $$
LANGUAGE PLPGSQL IMMUTABLE;
CREATE TABLE players ( CREATE TABLE players (
id BIGSERIAL PRIMARY KEY, id BIGSERIAL PRIMARY KEY,
log_id INTEGER NOT NULL REFERENCES logs(id), log_id INTEGER NOT NULL REFERENCES logs(id),
@ -204,7 +216,7 @@ CREATE TABLE players (
medigun_ubers INTEGER NOT NULL, medigun_ubers INTEGER NOT NULL,
kritzkrieg_ubers INTEGER NOT NULL, kritzkrieg_ubers INTEGER NOT NULL,
quickfix_ubers INTEGER NOT NULL, quickfix_ubers INTEGER NOT NULL,
vaccinator_ubers INTEGER NOT NULL, vaccinator_ubers INTEGER NOT NULL,
drops INTEGER NOT NULL, drops INTEGER NOT NULL,
medkits INTEGER NOT NULL, medkits INTEGER NOT NULL,
medkits_hp INTEGER NOT NULL, medkits_hp INTEGER NOT NULL,
@ -234,7 +246,11 @@ CREATE TABLE players (
game_mode game_mode GENERATED ALWAYS AS (get_game_mode(log_id)) STORED, game_mode game_mode GENERATED ALWAYS AS (get_game_mode(log_id)) STORED,
clean_map TEXT GENERATED ALWAYS AS (get_clean_map(log_id)) STORED, clean_map TEXT GENERATED ALWAYS AS (get_clean_map(log_id)) STORED,
date TIMESTAMP WITHOUT TIME ZONE GENERATED ALWAYS AS (get_date(log_id)) STORED, date TIMESTAMP WITHOUT TIME ZONE GENERATED ALWAYS AS (get_date(log_id)) STORED,
length INTEGER GENERATED ALWAYS AS (get_length(log_id)) STORED length INTEGER GENERATED ALWAYS AS (get_length(log_id)) STORED,
is_valid BOOL GENERATED ALWAYS AS (
is_log_valid(log_id) AND damage_taken < 100000 AND heals_received < 100000 AND
kills < 100 AND deaths < 100 AND get_game_mode(log_id) != 'other'
) STORED
); );
CREATE INDEX players_log_id_idx CREATE INDEX players_log_id_idx
@ -264,15 +280,30 @@ CREATE INDEX players_date_idx
CREATE INDEX players_year_idx CREATE INDEX players_year_idx
ON players USING BTREE (extract(year from date)); ON players USING BTREE (extract(year from date));
CREATE INDEX players_is_valid_idx
ON players USING BTREE (is_valid);
CREATE OR REPLACE FUNCTION is_player_valid(player_id BIGINT) RETURNS BOOL AS $$
DECLARE
result BOOL;
BEGIN
SELECT is_valid into result FROM players WHERE id = player_id;
RETURN result;
END; $$
LANGUAGE PLPGSQL IMMUTABLE;
CREATE TABLE class_stats ( CREATE TABLE class_stats (
id BIGSERIAL PRIMARY KEY, id BIGSERIAL PRIMARY KEY,
player_id BIGINT NOT NULL REFERENCES players(id), player_id BIGINT NOT NULL REFERENCES players(id),
type class_type NOT NULL, type class_type NOT NULL,
time INTEGER NOT NULL, time INTEGER NOT NULL,
kills INTEGER NOT NULL, kills INTEGER NOT NULL,
deaths INTEGER NOT NULL, deaths INTEGER NOT NULL,
assists INTEGER NOT NULL, assists INTEGER NOT NULL,
dmg INTEGER NOT NULL dmg INTEGER NOT NULL,
is_valid BOOL GENERATED ALWAYS AS (
is_player_valid(player_id) AND kills < 100 AND deaths < 100 AND dmg < 50000 AND type != 'unknown' AND time > 0
) STORED
); );
CREATE INDEX class_stats_player_id_idx CREATE INDEX class_stats_player_id_idx
@ -281,9 +312,12 @@ CREATE INDEX class_stats_player_id_idx
CREATE UNIQUE INDEX class_stats_player_id_type_idx CREATE UNIQUE INDEX class_stats_player_id_type_idx
ON class_stats USING BTREE (player_id, type); ON class_stats USING BTREE (player_id, type);
CREATE INDEX class_stats_player_id_valid_idx
ON class_stats USING BTREE (player_id, is_valid);
CREATE TABLE player_weapon_stats ( CREATE TABLE player_weapon_stats (
id BIGSERIAL PRIMARY KEY, id BIGSERIAL PRIMARY KEY,
class_stat_id BIGINT NOT NULL REFERENCES class_stats(id), class_stat_id BIGINT NOT NULL REFERENCES class_stats(id),
weapon TEXT NOT NULL, weapon TEXT NOT NULL,
kills INTEGER NOT NULL, kills INTEGER NOT NULL,
shots INTEGER NOT NULL, shots INTEGER NOT NULL,
@ -314,10 +348,7 @@ CREATE MATERIALIZED VIEW player_stats AS
steam_id steam_id
FROM players FROM players
INNER JOIN class_stats ON players.id = class_stats.player_id INNER JOIN class_stats ON players.id = class_stats.player_id
WHERE time < 3600 AND time > 0 AND class_stats.kills < 100 AND game_mode != 'other' WHERE class_stats.is_valid
AND class_stats.type != 'unknown' AND class_stats.kills < 100
AND class_stats.deaths < 100 AND class_stats.dmg < 50000
AND clean_map != '' AND damage_taken < 100000 AND heals_received < 100000
GROUP BY game_mode, clean_map, extract(year from date)::INT, extract(month from date)::INT, GROUP BY game_mode, clean_map, extract(year from date)::INT, extract(month from date)::INT,
class_stats.type, steam_id; class_stats.type, steam_id;
@ -371,7 +402,12 @@ CREATE TABLE kill_streaks (
log_id INTEGER NOT NULL REFERENCES logs(id), log_id INTEGER NOT NULL REFERENCES logs(id),
steam_id BIGINT NOT NULL, steam_id BIGINT NOT NULL,
time INTEGER NOT NULL, time INTEGER NOT NULL,
streak INTEGER NOT NULL streak INTEGER NOT NULL,
game_mode game_mode GENERATED ALWAYS AS (get_game_mode(log_id)) STORED,
clean_map TEXT GENERATED ALWAYS AS (get_clean_map(log_id)) STORED,
is_valid BOOL GENERATED ALWAYS AS (
is_log_valid(log_id) AND streak < 20
) STORED
); );
CREATE INDEX kill_streaks_id_idx CREATE INDEX kill_streaks_id_idx
@ -385,3 +421,6 @@ CREATE INDEX kill_streaks_log_id_idx
CREATE INDEX kill_streaks_steam_id_streak_idx CREATE INDEX kill_streaks_steam_id_streak_idx
ON kill_streaks USING BTREE (steam_id, streak); ON kill_streaks USING BTREE (steam_id, streak);
CREATE INDEX kill_streaks_steam_id_streak_valid_idx
ON kill_streaks USING BTREE (steam_id, is_valid, streak);