This will allow us to import FunOrb caches without worrying about the risk of collisions with the main set of RuneScape caches. Signed-off-by: Graham <gpe@openrs2.org>master
parent
2c31776c54
commit
d186f5aef4
@ -0,0 +1,176 @@ |
||||
-- @formatter:off |
||||
CREATE TABLE scopes ( |
||||
id SERIAL PRIMARY KEY NOT NULL, |
||||
name TEXT UNIQUE NOT NULL |
||||
); |
||||
|
||||
INSERT INTO scopes (name) VALUES ('runescape'); |
||||
|
||||
ALTER TABLE games |
||||
ADD COLUMN scope_id INTEGER DEFAULT 1 NOT NULL REFERENCES scopes (id); |
||||
|
||||
ALTER TABLE games |
||||
ALTER COLUMN scope_id DROP DEFAULT; |
||||
|
||||
-- XXX(gpe): I don't think we can easily replace this as the source_groups |
||||
-- table doesn't contain a scope_id directly - only indirectly via the sources |
||||
-- and games tables. |
||||
ALTER TABLE source_groups |
||||
DROP CONSTRAINT source_groups_archive_id_group_id_version_version_truncate_fkey; |
||||
|
||||
ALTER TABLE groups |
||||
ADD COLUMN scope_id INTEGER DEFAULT 1 NOT NULL REFERENCES scopes (id), |
||||
DROP CONSTRAINT groups_pkey, |
||||
ADD PRIMARY KEY (scope_id, archive_id, group_id, version, version_truncated, container_id); |
||||
|
||||
ALTER TABLE groups |
||||
ALTER COLUMN scope_id DROP DEFAULT; |
||||
|
||||
CREATE FUNCTION resolve_index(_scope_id INTEGER, _archive_id uint1, _crc32 INTEGER, _version INTEGER) RETURNS SETOF containers AS $$ |
||||
SELECT c.* |
||||
FROM groups g |
||||
JOIN containers c ON c.id = g.container_id |
||||
JOIN indexes i ON i.container_id = c.id |
||||
WHERE g.scope_id = _scope_id AND g.archive_id = 255 AND g.group_id = _archive_id::INTEGER AND c.crc32 = _crc32 AND |
||||
g.version = _version AND NOT g.version_truncated AND i.version = _version |
||||
ORDER BY c.id ASC |
||||
LIMIT 1; |
||||
$$ LANGUAGE SQL STABLE PARALLEL SAFE ROWS 1; |
||||
|
||||
CREATE FUNCTION resolve_group(_scope_id INTEGER, _archive_id uint1, _group_id INTEGER, _crc32 INTEGER, _version INTEGER) RETURNS SETOF containers AS $$ |
||||
SELECT c.* |
||||
FROM groups g |
||||
JOIN containers c ON c.id = g.container_id |
||||
WHERE g.scope_id = _scope_id AND g.archive_id = _archive_id AND g.group_id = _group_id AND c.crc32 = _crc32 AND ( |
||||
(g.version = _version AND NOT g.version_truncated) OR |
||||
(g.version = _version & 65535 AND g.version_truncated) |
||||
) |
||||
ORDER BY g.version_truncated ASC, c.id ASC |
||||
LIMIT 1; |
||||
$$ LANGUAGE SQL STABLE PARALLEL SAFE ROWS 1; |
||||
|
||||
DROP VIEW resolved_groups; |
||||
DROP VIEW resolved_indexes; |
||||
|
||||
CREATE VIEW resolved_indexes AS |
||||
SELECT s.id AS scope_id, m.id AS master_index_id, a.archive_id, c.data, c.id AS container_id |
||||
FROM scopes s |
||||
CROSS JOIN master_indexes m |
||||
JOIN master_index_archives a ON a.master_index_id = m.id |
||||
JOIN resolve_index(s.id, a.archive_id, a.crc32, a.version) c ON TRUE; |
||||
|
||||
CREATE VIEW resolved_groups (scope_id, master_index_id, archive_id, group_id, name_hash, version, data, encrypted, empty_loc, key_id) AS |
||||
WITH i AS NOT MATERIALIZED ( |
||||
SELECT scope_id, master_index_id, archive_id, data, container_id |
||||
FROM resolved_indexes |
||||
) |
||||
SELECT i.scope_id, i.master_index_id, 255::uint1, i.archive_id::INTEGER, NULL, NULL, i.data, FALSE, FALSE, NULL |
||||
FROM i |
||||
UNION ALL |
||||
SELECT i.scope_id, i.master_index_id, i.archive_id, ig.group_id, ig.name_hash, ig.version, c.data, c.encrypted, c.empty_loc, c.key_id |
||||
FROM i |
||||
JOIN index_groups ig ON ig.container_id = i.container_id |
||||
JOIN resolve_group(i.scope_id, i.archive_id, ig.group_id, ig.crc32, ig.version) c ON TRUE; |
||||
|
||||
DROP VIEW colliding_groups; |
||||
|
||||
CREATE VIEW colliding_groups (scope_id, archive_id, group_id, crc32, truncated_version, versions, containers) AS |
||||
SELECT |
||||
g.scope_id, |
||||
g.archive_id, |
||||
g.group_id, |
||||
c.crc32, |
||||
g.version & 65535 AS truncated_version, |
||||
array_agg(DISTINCT g.version ORDER BY g.version ASC), |
||||
array_agg(DISTINCT c.id ORDER BY c.id ASC) |
||||
FROM groups g |
||||
JOIN containers c ON c.id = g.container_id |
||||
GROUP BY g.scope_id, g.archive_id, g.group_id, c.crc32, truncated_version |
||||
HAVING COUNT(DISTINCT c.id) > 1; |
||||
|
||||
DROP VIEW cache_stats; |
||||
DROP MATERIALIZED VIEW master_index_stats; |
||||
DROP MATERIALIZED VIEW index_stats; |
||||
|
||||
CREATE MATERIALIZED VIEW index_stats ( |
||||
scope_id, |
||||
archive_id, |
||||
container_id, |
||||
valid_groups, |
||||
groups, |
||||
valid_keys, |
||||
keys, |
||||
size, |
||||
blocks |
||||
) AS |
||||
SELECT |
||||
s.id AS scope_id, |
||||
g.group_id AS archive_id, |
||||
i.container_id, |
||||
COUNT(*) FILTER (WHERE c.id IS NOT NULL) AS valid_groups, |
||||
COUNT(*) AS groups, |
||||
COUNT(*) FILTER (WHERE c.encrypted AND (c.key_id IS NOT NULL OR c.empty_loc)) AS valid_keys, |
||||
COUNT(*) FILTER (WHERE c.encrypted) AS keys, |
||||
SUM(length(c.data) + 2) FILTER (WHERE c.id IS NOT NULL) AS size, |
||||
SUM(group_blocks(ig.group_id, length(c.data) + 2)) FILTER (WHERE c.id IS NOT NULL) AS blocks |
||||
FROM scopes s |
||||
CROSS JOIN indexes i |
||||
JOIN groups g ON g.container_id = i.container_id AND g.archive_id = 255 AND NOT g.version_truncated AND |
||||
g.version = i.version |
||||
JOIN index_groups ig ON ig.container_id = i.container_id |
||||
LEFT JOIN resolve_group(s.id, g.group_id::uint1, ig.group_id, ig.crc32, ig.version) c ON TRUE |
||||
GROUP BY s.id, g.group_id, i.container_id; |
||||
|
||||
CREATE UNIQUE INDEX ON index_stats (scope_id, archive_id, container_id); |
||||
|
||||
CREATE MATERIALIZED VIEW master_index_stats ( |
||||
scope_id, |
||||
master_index_id, |
||||
valid_indexes, |
||||
indexes, |
||||
valid_groups, |
||||
groups, |
||||
valid_keys, |
||||
keys, |
||||
size, |
||||
blocks |
||||
) AS |
||||
SELECT |
||||
sc.id, |
||||
m.id, |
||||
COUNT(*) FILTER (WHERE c.id IS NOT NULL OR (a.version = 0 AND a.crc32 = 0)) AS valid_indexes, |
||||
COUNT(*) FILTER (WHERE a.master_index_id IS NOT NULL) AS indexes, |
||||
SUM(COALESCE(s.valid_groups, 0)) AS valid_groups, |
||||
SUM(COALESCE(s.groups, 0)) AS groups, |
||||
SUM(COALESCE(s.valid_keys, 0)) AS valid_keys, |
||||
SUM(COALESCE(s.keys, 0)) AS keys, |
||||
SUM(COALESCE(s.size, 0)) + SUM(COALESCE(length(c.data), 0)) AS size, |
||||
SUM(COALESCE(s.blocks, 0)) + SUM(COALESCE(group_blocks(a.archive_id, length(c.data)), 0)) AS blocks |
||||
FROM scopes sc |
||||
CROSS JOIN master_indexes m |
||||
LEFT JOIN master_index_archives a ON a.master_index_id = m.id |
||||
LEFT JOIN resolve_index(sc.id, a.archive_id, a.crc32, a.version) c ON TRUE |
||||
LEFT JOIN index_stats s ON s.scope_id = sc.id AND s.archive_id = a.archive_id AND s.container_id = c.id |
||||
GROUP BY sc.id, m.id; |
||||
|
||||
CREATE UNIQUE INDEX ON master_index_stats (scope_id, master_index_id); |
||||
|
||||
CREATE VIEW cache_stats AS |
||||
SELECT |
||||
s.id AS scope_id, |
||||
c.id AS cache_id, |
||||
COALESCE(ms.valid_indexes, cs.valid_archives) AS valid_indexes, |
||||
COALESCE(ms.indexes, cs.archives) AS indexes, |
||||
COALESCE(ms.valid_groups, cs.valid_files) AS valid_groups, |
||||
COALESCE(ms.groups, cs.files) AS groups, |
||||
COALESCE(ms.valid_keys, 0) AS valid_keys, |
||||
COALESCE(ms.keys, 0) AS keys, |
||||
COALESCE(ms.size, cs.size) AS size, |
||||
COALESCE(ms.blocks, cs.blocks) AS blocks |
||||
FROM scopes s |
||||
CROSS JOIN caches c |
||||
LEFT JOIN master_index_stats ms ON ms.scope_id = s.id AND ms.master_index_id = c.id |
||||
LEFT JOIN crc_table_stats cs ON s.name = 'runescape' AND cs.crc_table_id = c.id; |
||||
|
||||
DROP FUNCTION resolve_group(_archive_id uint1, _group_id INTEGER, _crc32 INTEGER, _version INTEGER); |
||||
DROP FUNCTION resolve_index(_archive_id uint1, _crc32 INTEGER, _version INTEGER); |
||||
Loading…
Reference in new issue