From 4a8b6b0ea8ddd94a1ef8a6809dbafa36581cd384 Mon Sep 17 00:00:00 2001 From: Adam Cmiel Date: Fri, 20 Sep 2019 16:57:01 +0200 Subject: [PATCH] Fix images to work with koji 1.18 In koji-builder, the koji package now needs to be installed explicitly. In koji-db, we need an up-to-date schema. Koji no longer does branches for individual versions, so let's just put the entire schema in git. Signed-off-by: Adam Cmiel --- koji-builder/Dockerfile.rhel7 | 1 + koji-db/Dockerfile.fedora | 3 - koji-db/Dockerfile.rhel7 | 3 - koji-db/sql-init/00-schema.sql | 906 +++++++++++++++++++++++++++++++++ 4 files changed, 907 insertions(+), 6 deletions(-) create mode 100644 koji-db/sql-init/00-schema.sql diff --git a/koji-builder/Dockerfile.rhel7 b/koji-builder/Dockerfile.rhel7 index 5a3e60f..4fcb8d8 100644 --- a/koji-builder/Dockerfile.rhel7 +++ b/koji-builder/Dockerfile.rhel7 @@ -2,6 +2,7 @@ FROM osbs-box:rhel7 RUN yum install -y \ mock \ + koji \ koji-builder \ koji-containerbuild-builder \ osbs-client \ diff --git a/koji-db/Dockerfile.fedora b/koji-db/Dockerfile.fedora index 0383bee..2ea64be 100644 --- a/koji-db/Dockerfile.fedora +++ b/koji-db/Dockerfile.fedora @@ -6,7 +6,4 @@ MAINTAINER Luiz Carvalho # alphabetical order COPY sql-init/ /docker-entrypoint-initdb.d/ -ADD https://pagure.io/koji/raw/koji-1.16-updates/f/docs/schema.sql \ - /docker-entrypoint-initdb.d/00-schema.sql - RUN chmod o+r /docker-entrypoint-initdb.d/00-schema.sql diff --git a/koji-db/Dockerfile.rhel7 b/koji-db/Dockerfile.rhel7 index 0383bee..2ea64be 100644 --- a/koji-db/Dockerfile.rhel7 +++ b/koji-db/Dockerfile.rhel7 @@ -6,7 +6,4 @@ MAINTAINER Luiz Carvalho # alphabetical order COPY sql-init/ /docker-entrypoint-initdb.d/ -ADD https://pagure.io/koji/raw/koji-1.16-updates/f/docs/schema.sql \ - /docker-entrypoint-initdb.d/00-schema.sql - RUN chmod o+r /docker-entrypoint-initdb.d/00-schema.sql diff --git a/koji-db/sql-init/00-schema.sql b/koji-db/sql-init/00-schema.sql new file mode 100644 index 0000000..d8d8f25 --- /dev/null +++ b/koji-db/sql-init/00-schema.sql @@ -0,0 +1,906 @@ + +-- vim:et:sw=8 + +-- drop statements for old data have moved to schema-clear.sql + +BEGIN WORK; + +-- We use the events table to sequence time +-- in the event that the system clock rolls back, event_ids will retain proper sequencing +CREATE TABLE events ( + id SERIAL NOT NULL PRIMARY KEY, + time TIMESTAMP NOT NULL DEFAULT NOW() +) WITHOUT OIDS; + +-- A function that creates an event and returns the id, used as DEFAULT value for versioned tables +CREATE FUNCTION get_event() RETURNS INTEGER AS ' + INSERT INTO events (time) VALUES (''now''); + SELECT currval(''events_id_seq'')::INTEGER; +' LANGUAGE SQL; + +-- A convenience function for converting events to timestamps, useful for +-- quick queries where you want to avoid JOINs. +CREATE FUNCTION get_event_time(INTEGER) RETURNS TIMESTAMP AS ' + SELECT time FROM events WHERE id=$1; +' LANGUAGE SQL; + +-- this table is used to label events +-- most events will be unlabeled, so keeping this separate saves space +CREATE TABLE event_labels ( + event_id INTEGER NOT NULL REFERENCES events(id), + label VARCHAR(255) UNIQUE NOT NULL +) WITHOUT OIDS; + + +-- User and session data +CREATE TABLE users ( + id SERIAL NOT NULL PRIMARY KEY, + name VARCHAR(255) UNIQUE NOT NULL, + password VARCHAR(255), + status INTEGER NOT NULL, + usertype INTEGER NOT NULL, + krb_principal VARCHAR(255) UNIQUE +) WITHOUT OIDS; + +CREATE TABLE permissions ( + id SERIAL NOT NULL PRIMARY KEY, + name VARCHAR(50) UNIQUE NOT NULL +) WITHOUT OIDS; + +-- Some basic perms +INSERT INTO permissions (name) VALUES ('admin'); +INSERT INTO permissions (name) VALUES ('build'); +INSERT INTO permissions (name) VALUES ('repo'); +INSERT INTO permissions (name) VALUES ('image'); +INSERT INTO permissions (name) VALUES ('livecd'); +INSERT INTO permissions (name) VALUES ('maven-import'); +INSERT INTO permissions (name) VALUES ('win-import'); +INSERT INTO permissions (name) VALUES ('win-admin'); +INSERT INTO permissions (name) VALUES ('appliance'); + +CREATE TABLE user_perms ( + user_id INTEGER NOT NULL REFERENCES users(id), + perm_id INTEGER NOT NULL REFERENCES permissions(id), +-- versioned - see VERSIONING + create_event INTEGER NOT NULL REFERENCES events(id) DEFAULT get_event(), + revoke_event INTEGER REFERENCES events(id), + creator_id INTEGER NOT NULL REFERENCES users(id), + revoker_id INTEGER REFERENCES users(id), + active BOOLEAN DEFAULT 'true' CHECK (active), + CONSTRAINT active_revoke_sane CHECK ( + (active IS NULL AND revoke_event IS NOT NULL AND revoker_id IS NOT NULL) + OR (active IS NOT NULL AND revoke_event IS NULL AND revoker_id IS NULL)), + PRIMARY KEY (create_event, user_id, perm_id), + UNIQUE (user_id,perm_id,active) +) WITHOUT OIDS; + +-- groups are represented as users w/ usertype=2 +CREATE TABLE user_groups ( + user_id INTEGER NOT NULL REFERENCES users(id), + group_id INTEGER NOT NULL REFERENCES users(id), +-- versioned - see VERSIONING + create_event INTEGER NOT NULL REFERENCES events(id) DEFAULT get_event(), + revoke_event INTEGER REFERENCES events(id), + creator_id INTEGER NOT NULL REFERENCES users(id), + revoker_id INTEGER REFERENCES users(id), + active BOOLEAN DEFAULT 'true' CHECK (active), + CONSTRAINT active_revoke_sane CHECK ( + (active IS NULL AND revoke_event IS NOT NULL AND revoker_id IS NOT NULL) + OR (active IS NOT NULL AND revoke_event IS NULL AND revoker_id IS NULL)), + PRIMARY KEY (create_event, user_id, group_id), + UNIQUE (user_id,group_id,active) +) WITHOUT OIDS; + +-- a session can create subsessions, which are just new sessions whose +-- 'master' field points back to the session. This field should +-- always point to the top session. If the master session is expired, +-- the all its subsessions should be expired as well. +-- If a session is exclusive, it is the only session allowed for its +-- user. The 'exclusive' field is either NULL or TRUE, never FALSE. This +-- is so exclusivity can be enforced with a unique condition. +CREATE TABLE sessions ( + id SERIAL NOT NULL PRIMARY KEY, + user_id INTEGER NOT NULL REFERENCES users(id), + expired BOOLEAN NOT NULL DEFAULT FALSE, + master INTEGER REFERENCES sessions(id), + key VARCHAR(255), + authtype INTEGER, + hostip VARCHAR(255), + callnum INTEGER, + start_time TIMESTAMP NOT NULL DEFAULT NOW(), + update_time TIMESTAMP NOT NULL DEFAULT NOW(), + exclusive BOOLEAN CHECK (exclusive), + CONSTRAINT no_exclusive_subsessions CHECK ( + master IS NULL OR "exclusive" IS NULL), + CONSTRAINT exclusive_expired_sane CHECK ( + expired IS FALSE OR "exclusive" IS NULL), + UNIQUE (user_id,exclusive) +) WITHOUT OIDS; +CREATE INDEX sessions_master ON sessions(master); +CREATE INDEX sessions_active_and_recent ON sessions(expired, master, update_time) WHERE (expired IS NOT TRUE AND master IS NULL); +CREATE INDEX sessions_expired ON sessions(expired); + +-- Channels are used to limit which tasks are run on which machines. +-- Each task is assigned to a channel and each host 'listens' on one +-- or more channels. A host will only accept tasks for channels it is +-- listening to. +CREATE TABLE channels ( + id SERIAL NOT NULL PRIMARY KEY, + name VARCHAR(128) UNIQUE NOT NULL +) WITHOUT OIDS; + +-- create default channel +INSERT INTO channels (name) VALUES ('default'); +INSERT INTO channels (name) VALUES ('createrepo'); +INSERT INTO channels (name) VALUES ('maven'); +INSERT INTO channels (name) VALUES ('livecd'); +INSERT INTO channels (name) VALUES ('appliance'); +INSERT INTO channels (name) VALUES ('vm'); +INSERT INTO channels (name) VALUES ('image'); +INSERT INTO channels (name) VALUES ('livemedia'); + +-- Here we track the build machines +-- each host has an entry in the users table also +-- capacity: the hosts weighted task capacity +CREATE TABLE host ( + id SERIAL NOT NULL PRIMARY KEY, + user_id INTEGER NOT NULL REFERENCES users (id), + name VARCHAR(128) UNIQUE NOT NULL, + task_load FLOAT CHECK (NOT task_load < 0) NOT NULL DEFAULT 0.0, + ready BOOLEAN NOT NULL DEFAULT 'false' +) WITHOUT OIDS; + +CREATE TABLE host_config ( + host_id INTEGER NOT NULL REFERENCES host(id), + arches TEXT, + capacity FLOAT CHECK (capacity > 1) NOT NULL DEFAULT 2.0, + description TEXT, + comment TEXT, + enabled BOOLEAN NOT NULL DEFAULT 'true', +-- versioned - see desc above + create_event INTEGER NOT NULL REFERENCES events(id) DEFAULT get_event(), + revoke_event INTEGER REFERENCES events(id), + creator_id INTEGER NOT NULL REFERENCES users(id), + revoker_id INTEGER REFERENCES users(id), + active BOOLEAN DEFAULT 'true' CHECK (active), + CONSTRAINT active_revoke_sane CHECK ( + (active IS NULL AND revoke_event IS NOT NULL AND revoker_id IS NOT NULL) + OR (active IS NOT NULL AND revoke_event IS NULL AND revoker_id IS NULL)), + PRIMARY KEY (create_event, host_id), + UNIQUE (host_id, active) +) WITHOUT OIDS; +CREATE INDEX host_config_by_active_and_enabled ON host_config(active, enabled); + +CREATE TABLE host_channels ( + host_id INTEGER NOT NULL REFERENCES host(id), + channel_id INTEGER NOT NULL REFERENCES channels(id), +-- versioned - see desc above + create_event INTEGER NOT NULL REFERENCES events(id) DEFAULT get_event(), + revoke_event INTEGER REFERENCES events(id), + creator_id INTEGER NOT NULL REFERENCES users(id), + revoker_id INTEGER REFERENCES users(id), + active BOOLEAN DEFAULT 'true' CHECK (active), + CONSTRAINT active_revoke_sane CHECK ( + (active IS NULL AND revoke_event IS NOT NULL AND revoker_id IS NOT NULL) + OR (active IS NOT NULL AND revoke_event IS NULL AND revoker_id IS NULL)), + PRIMARY KEY (create_event, host_id, channel_id), + UNIQUE (host_id, channel_id, active) +) WITHOUT OIDS; + + +-- tasks are pretty general and may refer to all sorts of jobs, not +-- just package builds. +-- tasks may spawn subtasks (hence the parent field) +-- top-level tasks have NULL parent +-- the request and result fields are xmlrpc data. +-- this means each task is effectively an xmlrpc call, using this table as +-- the medium. +-- the host_id field indicates which host is running the task. This field +-- is used to lock the task. +-- weight: the weight of the task (vs. host capacity) +-- label: this field is used to label subtasks. top-level tasks will not +-- have a label. some subtasks may be unlabeled. labels are used in task +-- failover to prevent duplication of work. +CREATE TABLE task ( + id SERIAL NOT NULL PRIMARY KEY, + state INTEGER, + create_time TIMESTAMP NOT NULL DEFAULT NOW(), + start_time TIMESTAMP, + completion_time TIMESTAMP, + channel_id INTEGER NOT NULL REFERENCES channels(id), + host_id INTEGER REFERENCES host (id), + parent INTEGER REFERENCES task (id), + label VARCHAR(255), + waiting BOOLEAN, + awaited BOOLEAN, + owner INTEGER REFERENCES users(id) NOT NULL, + method TEXT, + request TEXT, + result TEXT, + eta INTEGER, + arch VARCHAR(16) NOT NULL, + priority INTEGER, + weight FLOAT CHECK (NOT weight < 0) NOT NULL DEFAULT 1.0, + CONSTRAINT parent_label_sane CHECK ( + parent IS NOT NULL OR label IS NULL), + UNIQUE (parent,label) +) WITHOUT OIDS; + +CREATE INDEX task_by_state ON task (state); +-- CREATE INDEX task_by_parent ON task (parent); (unique condition creates similar index) +CREATE INDEX task_by_host ON task (host_id); + + +-- by package, we mean srpm +-- we mean the package in general, not an individual build +CREATE TABLE package ( + id SERIAL NOT NULL PRIMARY KEY, + name TEXT UNIQUE NOT NULL +) WITHOUT OIDS; + +-- CREATE INDEX package_by_name ON package (name); +-- (implicitly created by unique constraint) + + +CREATE TABLE volume ( + id SERIAL NOT NULL PRIMARY KEY, + name TEXT UNIQUE NOT NULL +) WITHOUT OIDS; + +INSERT INTO volume (id, name) VALUES (0, 'DEFAULT'); + +-- data for content generators +CREATE TABLE content_generator ( + id SERIAL PRIMARY KEY, + name TEXT +) WITHOUT OIDS; + +-- here we track the built packages +-- this is at the srpm level, since builds are by srpm +-- see rpminfo for isolated packages +-- even though we track epoch, we demand that N-V-R be unique +-- task_id: a reference to the task creating the build, may be +-- null, or may point to a deleted task. +CREATE TABLE build ( + id SERIAL NOT NULL PRIMARY KEY, + volume_id INTEGER NOT NULL REFERENCES volume (id), + pkg_id INTEGER NOT NULL REFERENCES package (id) DEFERRABLE, + version TEXT NOT NULL, + release TEXT NOT NULL, + epoch INTEGER, + source TEXT, + create_event INTEGER NOT NULL REFERENCES events(id) DEFAULT get_event(), + start_time TIMESTAMP, + completion_time TIMESTAMP, + state INTEGER NOT NULL, + task_id INTEGER REFERENCES task (id), + owner INTEGER NOT NULL REFERENCES users (id), + cg_id INTEGER REFERENCES content_generator(id), + extra TEXT, + CONSTRAINT build_pkg_ver_rel UNIQUE (pkg_id, version, release), + CONSTRAINT completion_sane CHECK ((state = 0 AND completion_time IS NULL) OR + (state != 0 AND completion_time IS NOT NULL)) +) WITHOUT OIDS; + +CREATE INDEX build_by_pkg_id ON build (pkg_id); +CREATE INDEX build_completion ON build(completion_time); + + +CREATE TABLE btype ( + id SERIAL NOT NULL PRIMARY KEY, + name TEXT UNIQUE NOT NULL +) WITHOUT OIDS; + + +-- legacy build types +INSERT INTO btype(name) VALUES ('rpm'); +INSERT INTO btype(name) VALUES ('maven'); +INSERT INTO btype(name) VALUES ('win'); +INSERT INTO btype(name) VALUES ('image'); + + +CREATE TABLE build_types ( + build_id INTEGER NOT NULL REFERENCES build(id), + btype_id INTEGER NOT NULL REFERENCES btype(id), + PRIMARY KEY (build_id, btype_id) +) WITHOUT OIDS; + + +-- Note: some of these CREATEs may seem a little out of order. This is done to keep +-- the references sane. + +CREATE TABLE tag ( + id SERIAL NOT NULL PRIMARY KEY, + name TEXT UNIQUE NOT NULL +) WITHOUT OIDS; + +-- CREATE INDEX tag_by_name ON tag (name); +-- (implicitly created by unique constraint) + + +-- VERSIONING +-- Several tables are versioned with the following scheme. Since this +-- is the first, here is the explanation of how it works. +-- The versioning fields are: create_event, revoke_event, and active +-- The active field is either True or NULL, it is never False! +-- The create_event and revoke_event fields refer to the event table +-- A version is active if active is not NULL +-- (an active version also has NULL revoke_event.) +-- A UNIQUE condition can incorporate the 'active' field, making it +-- apply only to the active versions. +-- When a version is made inactive (revoked): +-- revoke_event is set +-- active is set to NULL +-- Query for current data with WHERE active is not NULL +-- (should be same as WHERE revoke_event is NULL) +-- Query for data at event e with WHERE create_event <= e AND e < revoke_event +CREATE TABLE tag_inheritance ( + tag_id INTEGER NOT NULL REFERENCES tag(id), + parent_id INTEGER NOT NULL REFERENCES tag(id), + priority INTEGER NOT NULL, + maxdepth INTEGER, + intransitive BOOLEAN NOT NULL DEFAULT 'false', + noconfig BOOLEAN NOT NULL DEFAULT 'false', + pkg_filter TEXT, +-- versioned - see desc above + create_event INTEGER NOT NULL REFERENCES events(id) DEFAULT get_event(), + revoke_event INTEGER REFERENCES events(id), + creator_id INTEGER NOT NULL REFERENCES users(id), + revoker_id INTEGER REFERENCES users(id), + active BOOLEAN DEFAULT 'true' CHECK (active), + CONSTRAINT active_revoke_sane CHECK ( + (active IS NULL AND revoke_event IS NOT NULL AND revoker_id IS NOT NULL) + OR (active IS NOT NULL AND revoke_event IS NULL AND revoker_id IS NULL)), + PRIMARY KEY (create_event, tag_id, priority), + UNIQUE (tag_id,priority,active), + UNIQUE (tag_id,parent_id,active) +) WITHOUT OIDS; + +CREATE INDEX tag_inheritance_by_parent ON tag_inheritance (parent_id); + +-- XXX - need more config options listed here +-- perm_id: the permission that is required to apply the tag. can be NULL +-- +CREATE TABLE tag_config ( + tag_id INTEGER NOT NULL REFERENCES tag(id), + arches TEXT, + perm_id INTEGER REFERENCES permissions(id), + locked BOOLEAN NOT NULL DEFAULT 'false', + maven_support BOOLEAN NOT NULL DEFAULT FALSE, + maven_include_all BOOLEAN NOT NULL DEFAULT FALSE, +-- versioned - see desc above + create_event INTEGER NOT NULL REFERENCES events(id) DEFAULT get_event(), + revoke_event INTEGER REFERENCES events(id), + creator_id INTEGER NOT NULL REFERENCES users(id), + revoker_id INTEGER REFERENCES users(id), + active BOOLEAN DEFAULT 'true' CHECK (active), + CONSTRAINT active_revoke_sane CHECK ( + (active IS NULL AND revoke_event IS NOT NULL AND revoker_id IS NOT NULL) + OR (active IS NOT NULL AND revoke_event IS NULL AND revoker_id IS NULL)), + PRIMARY KEY (create_event, tag_id), + UNIQUE (tag_id,active) +) WITHOUT OIDS; + +CREATE TABLE tag_extra ( + tag_id INTEGER NOT NULL REFERENCES tag(id), + key TEXT NOT NULL, + value TEXT NOT NULL, -- TODO - move this to jsonb when we can +-- versioned - see desc above + create_event INTEGER NOT NULL REFERENCES events(id) DEFAULT get_event(), + revoke_event INTEGER REFERENCES events(id), + creator_id INTEGER NOT NULL REFERENCES users(id), + revoker_id INTEGER REFERENCES users(id), + active BOOLEAN DEFAULT 'true' CHECK (active), + CONSTRAINT active_revoke_sane CHECK ( + (active IS NULL AND revoke_event IS NOT NULL AND revoker_id IS NOT NULL) + OR (active IS NOT NULL AND revoke_event IS NULL AND revoker_id IS NULL)), + PRIMARY KEY (create_event, tag_id, key), + UNIQUE (tag_id, key, active) +) WITHOUT OIDS; + +-- the tag_updates table provides a mechanism to indicate changes relevant to tag +-- that are not reflected in a versioned table. For example: builds changing volumes, +-- changes to external repo content, additional rpms imported to an existing build +CREATE TABLE tag_updates ( + id SERIAL NOT NULL PRIMARY KEY, + tag_id INTEGER NOT NULL REFERENCES tag(id), + update_event INTEGER NOT NULL REFERENCES events(id) DEFAULT get_event(), + updater_id INTEGER NOT NULL REFERENCES users(id), + update_type INTEGER NOT NULL +) WITHOUT OIDS; + +CREATE INDEX tag_updates_by_tag ON tag_updates (tag_id); +CREATE INDEX tag_updates_by_event ON tag_updates (update_event); + +-- a build target tells the system where to build the package +-- and how to tag it afterwards. +CREATE TABLE build_target ( + id SERIAL NOT NULL PRIMARY KEY, + name TEXT UNIQUE NOT NULL +) WITHOUT OIDS; + + +CREATE TABLE build_target_config ( + build_target_id INTEGER NOT NULL REFERENCES build_target(id), + build_tag INTEGER NOT NULL REFERENCES tag(id), + dest_tag INTEGER NOT NULL REFERENCES tag(id), +-- versioned - see desc above + create_event INTEGER NOT NULL REFERENCES events(id) DEFAULT get_event(), + revoke_event INTEGER REFERENCES events(id), + creator_id INTEGER NOT NULL REFERENCES users(id), + revoker_id INTEGER REFERENCES users(id), + active BOOLEAN DEFAULT 'true' CHECK (active), + CONSTRAINT active_revoke_sane CHECK ( + (active IS NULL AND revoke_event IS NOT NULL AND revoker_id IS NOT NULL) + OR (active IS NOT NULL AND revoke_event IS NULL AND revoker_id IS NULL)), + PRIMARY KEY (create_event, build_target_id), + UNIQUE (build_target_id,active) +) WITHOUT OIDS; + + +-- track repos +CREATE TABLE repo ( + id SERIAL NOT NULL PRIMARY KEY, + create_event INTEGER NOT NULL REFERENCES events(id) DEFAULT get_event(), + tag_id INTEGER NOT NULL REFERENCES tag(id), + state INTEGER, + dist BOOLEAN DEFAULT 'false' +) WITHOUT OIDS; + +-- external yum repos +create table external_repo ( + id SERIAL NOT NULL PRIMARY KEY, + name TEXT UNIQUE NOT NULL +); +-- fake repo id for internal stuff (needed for unique index) +INSERT INTO external_repo (id, name) VALUES (0, 'INTERNAL'); + +create table external_repo_config ( + external_repo_id INTEGER NOT NULL REFERENCES external_repo(id), + url TEXT NOT NULL, +-- versioned - see earlier description of versioning + create_event INTEGER NOT NULL REFERENCES events(id) DEFAULT get_event(), + revoke_event INTEGER REFERENCES events(id), + creator_id INTEGER NOT NULL REFERENCES users(id), + revoker_id INTEGER REFERENCES users(id), + active BOOLEAN DEFAULT 'true' CHECK (active), + CONSTRAINT active_revoke_sane CHECK ( + (active IS NULL AND revoke_event IS NOT NULL AND revoker_id IS NOT NULL) + OR (active IS NOT NULL AND revoke_event IS NULL AND revoker_id IS NULL)), + PRIMARY KEY (create_event, external_repo_id), + UNIQUE (external_repo_id, active) +) WITHOUT OIDS; + +create table tag_external_repos ( + tag_id INTEGER NOT NULL REFERENCES tag(id), + external_repo_id INTEGER NOT NULL REFERENCES external_repo(id), + priority INTEGER NOT NULL, + merge_mode TEXT DEFAULT 'koji', +-- versioned - see earlier description of versioning + create_event INTEGER NOT NULL REFERENCES events(id) DEFAULT get_event(), + revoke_event INTEGER REFERENCES events(id), + creator_id INTEGER NOT NULL REFERENCES users(id), + revoker_id INTEGER REFERENCES users(id), + active BOOLEAN DEFAULT 'true' CHECK (active), + CONSTRAINT active_revoke_sane CHECK ( + (active IS NULL AND revoke_event IS NOT NULL AND revoker_id IS NOT NULL) + OR (active IS NOT NULL AND revoke_event IS NULL AND revoker_id IS NULL)), + PRIMARY KEY (create_event, tag_id, priority), + UNIQUE (tag_id, priority, active), + UNIQUE (tag_id, external_repo_id, active) +); + +CREATE TABLE cg_users ( + cg_id INTEGER NOT NULL REFERENCES content_generator (id), + user_id INTEGER NOT NULL REFERENCES users (id), +-- versioned - see earlier description of versioning + create_event INTEGER NOT NULL REFERENCES events(id) DEFAULT get_event(), + revoke_event INTEGER REFERENCES events(id), + creator_id INTEGER NOT NULL REFERENCES users(id), + revoker_id INTEGER REFERENCES users(id), + active BOOLEAN DEFAULT 'true' CHECK (active), + CONSTRAINT active_revoke_sane CHECK ( + (active IS NULL AND revoke_event IS NOT NULL AND revoker_id IS NOT NULL) + OR (active IS NOT NULL AND revoke_event IS NULL AND revoker_id IS NULL)), + PRIMARY KEY (create_event, cg_id, user_id), + UNIQUE (cg_id, user_id, active) +) WITHOUT OIDS; + +CREATE TABLE build_reservations ( + build_id INTEGER NOT NULL REFERENCES build(id), + token VARCHAR(64), + created TIMESTAMP NOT NULL, + PRIMARY KEY (build_id) +) WITHOUT OIDS; +CREATE INDEX build_reservations_created ON build_reservations(created); + +-- here we track the buildroots on the machines +CREATE TABLE buildroot ( + id SERIAL NOT NULL PRIMARY KEY, + br_type INTEGER NOT NULL, + cg_id INTEGER REFERENCES content_generator (id), + cg_version TEXT, + CONSTRAINT cg_sane CHECK ( + (cg_id IS NULL AND cg_version IS NULL) + OR (cg_id IS NOT NULL AND cg_version IS NOT NULL)), + container_type TEXT, + container_arch TEXT, + CONSTRAINT container_sane CHECK ( + (container_type IS NULL AND container_arch IS NULL) + OR (container_type IS NOT NULL AND container_arch IS NOT NULL)), + host_os TEXT, + host_arch TEXT, + extra TEXT +) WITHOUT OIDS; + +CREATE TABLE standard_buildroot ( + buildroot_id INTEGER NOT NULL PRIMARY KEY REFERENCES buildroot(id), + host_id INTEGER NOT NULL REFERENCES host(id), + repo_id INTEGER NOT NULL REFERENCES repo (id), + task_id INTEGER NOT NULL REFERENCES task (id), + create_event INTEGER NOT NULL REFERENCES events(id) DEFAULT get_event(), + retire_event INTEGER, + state INTEGER +) WITHOUT OIDS; + +CREATE TABLE buildroot_tools_info ( + buildroot_id INTEGER NOT NULL REFERENCES buildroot(id), + tool TEXT NOT NULL, + version TEXT NOT NULL, + PRIMARY KEY (buildroot_id, tool) +) WITHOUT OIDS; + + +-- track spun images (livecds, installation, VMs...) +CREATE TABLE image_builds ( + build_id INTEGER NOT NULL PRIMARY KEY REFERENCES build(id) +) WITHOUT OIDS; + +-- this table associates tags with builds. an entry here tags a package +CREATE TABLE tag_listing ( + build_id INTEGER NOT NULL REFERENCES build (id), + tag_id INTEGER NOT NULL REFERENCES tag (id), +-- versioned - see earlier description of versioning + create_event INTEGER NOT NULL REFERENCES events(id) DEFAULT get_event(), + revoke_event INTEGER REFERENCES events(id), + creator_id INTEGER NOT NULL REFERENCES users(id), + revoker_id INTEGER REFERENCES users(id), + active BOOLEAN DEFAULT 'true' CHECK (active), + CONSTRAINT active_revoke_sane CHECK ( + (active IS NULL AND revoke_event IS NOT NULL AND revoker_id IS NOT NULL) + OR (active IS NOT NULL AND revoke_event IS NULL AND revoker_id IS NULL)), + PRIMARY KEY (create_event, build_id, tag_id), + UNIQUE (build_id,tag_id,active) +) WITHOUT OIDS; +CREATE INDEX tag_listing_tag_id_key ON tag_listing(tag_id); + +-- this is a per-tag list of packages, with some extra info +-- so this allows you to explicitly state which packages belong where +-- (as opposed to beehive where this can only be done at the collection level) +-- these are packages in general, not specific builds. +-- this list limits which builds can be tagged with which tags +-- if blocked is true, then the package is specifically not included. this +-- prevents the package from being included via inheritance +CREATE TABLE tag_packages ( + package_id INTEGER NOT NULL REFERENCES package (id), + tag_id INTEGER NOT NULL REFERENCES tag (id), + owner INTEGER NOT NULL REFERENCES users(id), + blocked BOOLEAN NOT NULL DEFAULT FALSE, + extra_arches TEXT, +-- versioned - see earlier description of versioning + create_event INTEGER NOT NULL REFERENCES events(id) DEFAULT get_event(), + revoke_event INTEGER REFERENCES events(id), + creator_id INTEGER NOT NULL REFERENCES users(id), + revoker_id INTEGER REFERENCES users(id), + active BOOLEAN DEFAULT 'true' CHECK (active), + CONSTRAINT active_revoke_sane CHECK ( + (active IS NULL AND revoke_event IS NOT NULL AND revoker_id IS NOT NULL) + OR (active IS NOT NULL AND revoke_event IS NULL AND revoker_id IS NULL)), + PRIMARY KEY (create_event, package_id, tag_id), + UNIQUE (package_id,tag_id,active) +) WITHOUT OIDS; +CREATE INDEX tag_packages_active_tag_id ON tag_packages(active, tag_id); +CREATE INDEX tag_packages_create_event ON tag_packages(create_event); +CREATE INDEX tag_packages_revoke_event ON tag_packages(revoke_event); +CREATE INDEX tag_packages_owner ON tag_packages(owner); + +-- package groups (per tag). used for generating comps for the tag repos +CREATE TABLE groups ( + id SERIAL NOT NULL PRIMARY KEY, + name VARCHAR(50) UNIQUE NOT NULL + -- corresponds to the id field in a comps group +) WITHOUT OIDS; + +-- if blocked is true, then the group is specifically not included. this +-- prevents the group from being included via inheritance +CREATE TABLE group_config ( + group_id INTEGER NOT NULL REFERENCES groups (id), + tag_id INTEGER NOT NULL REFERENCES tag (id), + blocked BOOLEAN NOT NULL DEFAULT FALSE, + exported BOOLEAN DEFAULT TRUE, + display_name TEXT NOT NULL, + is_default BOOLEAN, + uservisible BOOLEAN, + description TEXT, + langonly TEXT, + biarchonly BOOLEAN, +-- versioned - see earlier description of versioning + create_event INTEGER NOT NULL REFERENCES events(id) DEFAULT get_event(), + revoke_event INTEGER REFERENCES events(id), + creator_id INTEGER NOT NULL REFERENCES users(id), + revoker_id INTEGER REFERENCES users(id), + active BOOLEAN DEFAULT 'true' CHECK (active), + CONSTRAINT active_revoke_sane CHECK ( + (active IS NULL AND revoke_event IS NOT NULL AND revoker_id IS NOT NULL) + OR (active IS NOT NULL AND revoke_event IS NULL AND revoker_id IS NULL)), + PRIMARY KEY (create_event, group_id, tag_id), + UNIQUE (group_id,tag_id,active) +) WITHOUT OIDS; + +CREATE TABLE group_req_listing ( + group_id INTEGER NOT NULL REFERENCES groups (id), + tag_id INTEGER NOT NULL REFERENCES tag (id), + req_id INTEGER NOT NULL REFERENCES groups (id), + blocked BOOLEAN NOT NULL DEFAULT FALSE, + type VARCHAR(25), + is_metapkg BOOLEAN NOT NULL DEFAULT FALSE, +-- versioned - see earlier description of versioning + create_event INTEGER NOT NULL REFERENCES events(id) DEFAULT get_event(), + revoke_event INTEGER REFERENCES events(id), + creator_id INTEGER NOT NULL REFERENCES users(id), + revoker_id INTEGER REFERENCES users(id), + active BOOLEAN DEFAULT 'true' CHECK (active), + CONSTRAINT active_revoke_sane CHECK ( + (active IS NULL AND revoke_event IS NOT NULL AND revoker_id IS NOT NULL) + OR (active IS NOT NULL AND revoke_event IS NULL AND revoker_id IS NULL)), + PRIMARY KEY (create_event, group_id, tag_id, req_id), + UNIQUE (group_id,tag_id,req_id,active) +) WITHOUT OIDS; + +-- if blocked is true, then the package is specifically not included. this +-- prevents the package from being included in the group via inheritance +-- package refers to an rpm name, not necessarily an srpm name (so it does +-- not reference the package table). +CREATE TABLE group_package_listing ( + group_id INTEGER NOT NULL REFERENCES groups (id), + tag_id INTEGER NOT NULL REFERENCES tag (id), + package TEXT, + blocked BOOLEAN NOT NULL DEFAULT FALSE, + type VARCHAR(25) NOT NULL, + basearchonly BOOLEAN, + requires TEXT, +-- versioned - see earlier description of versioning + create_event INTEGER NOT NULL REFERENCES events(id) DEFAULT get_event(), + revoke_event INTEGER REFERENCES events(id), + creator_id INTEGER NOT NULL REFERENCES users(id), + revoker_id INTEGER REFERENCES users(id), + active BOOLEAN DEFAULT 'true' CHECK (active), + CONSTRAINT active_revoke_sane CHECK ( + (active IS NULL AND revoke_event IS NOT NULL AND revoker_id IS NOT NULL) + OR (active IS NOT NULL AND revoke_event IS NULL AND revoker_id IS NULL)), + PRIMARY KEY (create_event, group_id, tag_id, package), + UNIQUE (group_id,tag_id,package,active) +) WITHOUT OIDS; + +-- rpminfo tracks individual rpms (incl srpms) +-- buildroot_id can be NULL (for externally built packages) +-- even though we track epoch, we demand that N-V-R.A be unique +-- we don't store filename b/c filename should be N-V-R.A.rpm +CREATE TABLE rpminfo ( + id SERIAL NOT NULL PRIMARY KEY, + build_id INTEGER REFERENCES build (id), + buildroot_id INTEGER REFERENCES buildroot (id), + name TEXT NOT NULL, + version TEXT NOT NULL, + release TEXT NOT NULL, + epoch INTEGER, + arch VARCHAR(16) NOT NULL, + external_repo_id INTEGER NOT NULL REFERENCES external_repo(id), + payloadhash TEXT NOT NULL, + size BIGINT NOT NULL, + buildtime BIGINT NOT NULL, + metadata_only BOOLEAN NOT NULL DEFAULT FALSE, + extra TEXT, + CONSTRAINT rpminfo_unique_nvra UNIQUE (name,version,release,arch,external_repo_id) +) WITHOUT OIDS; +CREATE INDEX rpminfo_build ON rpminfo(build_id); + +-- sighash is the checksum of the signature header +CREATE TABLE rpmsigs ( + rpm_id INTEGER NOT NULL REFERENCES rpminfo (id), + sigkey TEXT NOT NULL, + sighash TEXT NOT NULL, + CONSTRAINT rpmsigs_no_resign UNIQUE (rpm_id, sigkey) +) WITHOUT OIDS; + +-- buildroot_listing needs to be created after rpminfo so it can reference it +CREATE TABLE buildroot_listing ( + buildroot_id INTEGER NOT NULL REFERENCES buildroot(id), + rpm_id INTEGER NOT NULL REFERENCES rpminfo(id), + is_update BOOLEAN NOT NULL DEFAULT FALSE, + UNIQUE (buildroot_id,rpm_id) +) WITHOUT OIDS; +CREATE INDEX buildroot_listing_rpms ON buildroot_listing(rpm_id); + +CREATE TABLE build_notifications ( + id SERIAL NOT NULL PRIMARY KEY, + user_id INTEGER NOT NULL REFERENCES users (id), + package_id INTEGER REFERENCES package (id), + tag_id INTEGER REFERENCES tag (id), + success_only BOOLEAN NOT NULL DEFAULT FALSE, + email TEXT NOT NULL +) WITHOUT OIDS; + +CREATE TABLE build_notifications_block ( + id SERIAL NOT NULL PRIMARY KEY, + user_id INTEGER NOT NULL REFERENCES users (id), + package_id INTEGER REFERENCES package (id), + tag_id INTEGER REFERENCES tag (id) +) WITHOUT OIDS; + +GRANT SELECT ON build, package, task, tag, +tag_listing, tag_config, tag_inheritance, tag_packages, +rpminfo TO PUBLIC; + +-- example code to add initial admins +-- insert into users (name, usertype, status, krb_principal) values ('admin', 0, 0, 'admin@EXAMPLE.COM'); +-- insert into user_perms (user_id, perm_id) +-- select users.id, permissions.id from users, permissions +-- where users.name in ('admin') +-- and permissions.name = 'admin'; + +-- Schema additions for multiplatform support + +-- we need to track some additional metadata about Maven builds +CREATE TABLE maven_builds ( + build_id INTEGER NOT NULL PRIMARY KEY REFERENCES build(id), + group_id TEXT NOT NULL, + artifact_id TEXT NOT NULL, + version TEXT NOT NULL +) WITHOUT OIDS; + +-- Windows-specific build information +CREATE TABLE win_builds ( + build_id INTEGER NOT NULL PRIMARY KEY REFERENCES build(id), + platform TEXT NOT NULL +) WITHOUT OIDS; + +-- Even though we call this archiveinfo, we can probably use it for +-- any filetype output by a build process. In general they will be +-- archives (.zip, .jar, .tar.gz) but could also be installer executables (.exe) +CREATE TABLE archivetypes ( + id SERIAL NOT NULL PRIMARY KEY, + name TEXT NOT NULL UNIQUE, + description TEXT NOT NULL, + extensions TEXT NOT NULL +) WITHOUT OIDS; + +insert into archivetypes (name, description, extensions) values ('jar', 'Jar file', 'jar war rar ear sar jdocbook jdocbook-style'); +insert into archivetypes (name, description, extensions) values ('zip', 'Zip file', 'zip'); +insert into archivetypes (name, description, extensions) values ('pom', 'Maven Project Object Management file', 'pom'); +insert into archivetypes (name, description, extensions) values ('tar', 'Tar file', 'tar tar.gz tar.bz2 tar.xz tgz'); +insert into archivetypes (name, description, extensions) values ('xml', 'XML file', 'xml'); +insert into archivetypes (name, description, extensions) values ('xmlcompressed', 'Compressed XML file', 'xml.gz xml.bz2 xml.xz'); +insert into archivetypes (name, description, extensions) values ('xsd', 'XML Schema Definition', 'xsd'); +insert into archivetypes (name, description, extensions) values ('spec', 'RPM spec file', 'spec'); +insert into archivetypes (name, description, extensions) values ('exe', 'Windows executable', 'exe'); +insert into archivetypes (name, description, extensions) values ('dll', 'Windows dynamic link library', 'dll'); +insert into archivetypes (name, description, extensions) values ('lib', 'Windows import library', 'lib'); +insert into archivetypes (name, description, extensions) values ('sys', 'Windows device driver', 'sys'); +insert into archivetypes (name, description, extensions) values ('inf', 'Windows driver information file', 'inf'); +insert into archivetypes (name, description, extensions) values ('cat', 'Windows catalog file', 'cat'); +insert into archivetypes (name, description, extensions) values ('msi', 'Windows Installer package', 'msi'); +insert into archivetypes (name, description, extensions) values ('pdb', 'Windows debug information', 'pdb'); +insert into archivetypes (name, description, extensions) values ('oem', 'Windows driver oem file', 'oem'); +insert into archivetypes (name, description, extensions) values ('iso', 'CD/DVD Image', 'iso'); +insert into archivetypes (name, description, extensions) values ('raw', 'Raw disk image', 'raw'); +insert into archivetypes (name, description, extensions) values ('qcow', 'QCOW image', 'qcow'); +insert into archivetypes (name, description, extensions) values ('qcow2', 'QCOW2 image', 'qcow2'); +insert into archivetypes (name, description, extensions) values ('vmdk', 'vSphere image', 'vmdk'); +insert into archivetypes (name, description, extensions) values ('ova', 'Open Virtualization Archive', 'ova'); +insert into archivetypes (name, description, extensions) values ('ks', 'Kickstart', 'ks'); +insert into archivetypes (name, description, extensions) values ('cfg', 'Configuration file', 'cfg'); +insert into archivetypes (name, description, extensions) values ('vdi', 'VirtualBox Virtual Disk Image', 'vdi'); +insert into archivetypes (name, description, extensions) values ('aar', 'Binary distribution of an Android Library project', 'aar'); +insert into archivetypes (name, description, extensions) values ('apklib', 'Source distribution of an Android Library project', 'apklib'); +insert into archivetypes (name, description, extensions) values ('cab', 'Windows cabinet file', 'cab'); +insert into archivetypes (name, description, extensions) values ('dylib', 'OS X dynamic library', 'dylib'); +insert into archivetypes (name, description, extensions) values ('gem', 'Ruby gem', 'gem'); +insert into archivetypes (name, description, extensions) values ('ini', 'INI config file', 'ini'); +insert into archivetypes (name, description, extensions) values ('js', 'Javascript file', 'js'); +insert into archivetypes (name, description, extensions) values ('ldif', 'LDAP Data Interchange Format file', 'ldif'); +insert into archivetypes (name, description, extensions) values ('manifest', 'Runtime environment for .NET applications', 'manifest'); +insert into archivetypes (name, description, extensions) values ('msm', 'Windows merge module', 'msm'); +insert into archivetypes (name, description, extensions) values ('properties', 'Properties file', 'properties'); +insert into archivetypes (name, description, extensions) values ('sig', 'Signature file', 'sig signature'); +insert into archivetypes (name, description, extensions) values ('so', 'Shared library', 'so'); +insert into archivetypes (name, description, extensions) values ('txt', 'Text file', 'txt'); +insert into archivetypes (name, description, extensions) values ('vhd', 'Hyper-V image', 'vhd'); +insert into archivetypes (name, description, extensions) values ('vhdx', 'Hyper-V Virtual Hard Disk v2 image', 'vhdx'); +insert into archivetypes (name, description, extensions) values ('wsf', 'Windows script file', 'wsf'); +insert into archivetypes (name, description, extensions) values ('box', 'Vagrant Box Image', 'box'); +insert into archivetypes (name, description, extensions) values ('raw-xz', 'xz compressed raw disk image', 'raw.xz'); +insert into archivetypes (name, description, extensions) values ('json', 'JSON data', 'json'); +insert into archivetypes (name, description, extensions) values ('key', 'Key file', 'key'); +insert into archivetypes (name, description, extensions) values ('dot', 'DOT graph description', 'dot gv'); +insert into archivetypes (name, description, extensions) values ('groovy', 'Groovy script file', 'groovy gvy'); +insert into archivetypes (name, description, extensions) values ('batch', 'Batch file', 'bat'); +insert into archivetypes (name, description, extensions) values ('shell', 'Shell script', 'sh'); +insert into archivetypes (name, description, extensions) values ('rc', 'Resource file', 'rc'); +insert into archivetypes (name, description, extensions) values ('wsdl', 'Web Services Description Language', 'wsdl'); +insert into archivetypes (name, description, extensions) values ('obr', 'OSGi Bundle Repository', 'obr'); +insert into archivetypes (name, description, extensions) values ('liveimg-squashfs', 'liveimg compatible squashfs image', 'liveimg.squashfs'); +insert into archivetypes (name, description, extensions) values ('tlb', 'OLE type library file', 'tlb'); +insert into archivetypes (name, description, extensions) values ('jnilib', 'Java Native Interface library', 'jnilib'); +insert into archivetypes (name, description, extensions) values ('yaml', 'YAML Ain''t Markup Language', 'yaml yml'); +insert into archivetypes (name, description, extensions) values ('xjb', 'JAXB(Java Architecture for XML Binding) Binding Customization File', 'xjb'); +insert into archivetypes (name, description, extensions) values ('raw-gz', 'GZIP compressed raw disk image', 'raw.gz'); +insert into archivetypes (name, description, extensions) values ('qcow2-compressed', 'Compressed QCOW2 image', 'qcow2.gz qcow2.xz'); + +-- Do we want to enforce a constraint that a build can only generate one +-- archive with a given name? +CREATE TABLE archiveinfo ( + id SERIAL NOT NULL PRIMARY KEY, + type_id INTEGER NOT NULL REFERENCES archivetypes (id), + btype_id INTEGER REFERENCES btype(id), + -- ^ TODO add NOT NULL + build_id INTEGER NOT NULL REFERENCES build (id), + buildroot_id INTEGER REFERENCES buildroot (id), + filename TEXT NOT NULL, + size BIGINT NOT NULL, + checksum TEXT NOT NULL, + checksum_type INTEGER NOT NULL, + metadata_only BOOLEAN NOT NULL DEFAULT FALSE, + extra TEXT +) WITHOUT OIDS; +CREATE INDEX archiveinfo_build_idx ON archiveinfo (build_id); +CREATE INDEX archiveinfo_buildroot_idx on archiveinfo (buildroot_id); +CREATE INDEX archiveinfo_type_idx on archiveinfo (type_id); +CREATE INDEX archiveinfo_filename_idx on archiveinfo(filename); + +CREATE TABLE maven_archives ( + archive_id INTEGER NOT NULL PRIMARY KEY REFERENCES archiveinfo(id), + group_id TEXT NOT NULL, + artifact_id TEXT NOT NULL, + version TEXT NOT NULL +) WITHOUT OIDS; + +CREATE TABLE image_archives ( + archive_id INTEGER NOT NULL PRIMARY KEY REFERENCES archiveinfo(id), + arch VARCHAR(16) NOT NULL +) WITHOUT OIDS; + +-- tracks the rpm contents of an image or other archive +CREATE TABLE archive_rpm_components ( + archive_id INTEGER NOT NULL REFERENCES archiveinfo(id), + rpm_id INTEGER NOT NULL REFERENCES rpminfo(id), + UNIQUE (archive_id, rpm_id) +) WITHOUT OIDS; +CREATE INDEX rpm_components_idx on archive_rpm_components(rpm_id); + +-- track the archive contents of an image or other archive +CREATE TABLE archive_components ( + archive_id INTEGER NOT NULL REFERENCES archiveinfo(id), + component_id INTEGER NOT NULL REFERENCES archiveinfo(id), + UNIQUE (archive_id, component_id) +) WITHOUT OIDS; +CREATE INDEX archive_components_idx on archive_components(component_id); + + +CREATE TABLE buildroot_archives ( + buildroot_id INTEGER NOT NULL REFERENCES buildroot (id), + archive_id INTEGER NOT NULL REFERENCES archiveinfo (id), + project_dep BOOLEAN NOT NULL, + PRIMARY KEY (buildroot_id, archive_id) +) WITHOUT OIDS; +CREATE INDEX buildroot_archives_archive_idx ON buildroot_archives (archive_id); + +-- Extended information about files built in Windows VMs +CREATE TABLE win_archives ( + archive_id INTEGER NOT NULL PRIMARY KEY REFERENCES archiveinfo(id), + relpath TEXT NOT NULL, + platforms TEXT NOT NULL, + flags TEXT +) WITHOUT OIDS; + +COMMIT WORK;