refactor: Move SQL queries from module to separate files

Author: vovanbo

src/db/queries/getMainLanguages.sql

@@ -0,0 +1,3 @@
+SELECT DISTINCT COALESCE(JSON_EXTRACT(r.languages, '$[0]'), 'Other') mainLanguage
+FROM repositories r
+ORDER BY mainLanguage;

src/db/queries/getRepositories.sql

@@ -0,0 +1,11 @@
+SELECT r.*,
+  l.name licenseName,
+  l.nickname licenseNickname,
+  l.url licenseUrl,
+  o.login ownerLogin,
+  o.url ownerUrl,
+  o.isOrganization ownerIsOrganization
+FROM repositories AS r
+  LEFT JOIN licenses l ON l.spdxId = r.license
+  JOIN owners o ON o.login = r.owner
+ORDER BY r.starredAt DESC;

src/db/queries/getRepositoriesTopics.sql

@@ -0,0 +1,6 @@
+SELECT t.name,
+  t.stargazerCount
+FROM repositories_topics rt
+  JOIN topics t ON t.name = rt.topicPk
+WHERE rt.repoPk = $repoPk
+ORDER BY t.stargazerCount DESC;

src/db/queries/getStats.sql

@@ -0,0 +1,12 @@
+SELECT COUNT(id) FILTER (
+    WHERE unstarredAt IS NULL
+  ) AS starredCount,
+  COUNT(id) FILTER (
+    WHERE unstarredAt IS NOT NULL
+  ) AS unstarredCount,
+  id AS lastRepoId,
+  starredAt AS lastStarDate,
+  importedAt AS lastImportDate
+FROM repositories
+ORDER BY starredAt DESC
+LIMIT 1;

src/db/queries/insertLicenses.sql

@@ -0,0 +1,2 @@
+INSERT INTO licenses (spdxId, name, nickname, url)
+VALUES ($spdxId, $name, $nickname, $url) ON CONFLICT (spdxId) DO NOTHING;

src/db/queries/insertOwners.sql

@@ -0,0 +1,2 @@
+INSERT INTO owners (login, url, isOrganization)
+VALUES ($login, $url, $isOrganization) ON CONFLICT (login) DO NOTHING;

src/db/queries/insertRepositories.sql

@@ -0,0 +1,64 @@
+INSERT INTO repositories (
+    id,
+    name,
+    description,
+    url,
+    homepageUrl,
+    owner,
+    isArchived,
+    isFork,
+    isPrivate,
+    isTemplate,
+    latestRelease,
+    license,
+    stargazerCount,
+    forkCount,
+    createdAt,
+    pushedAt,
+    starredAt,
+    updatedAt,
+    importedAt,
+    languages,
+    fundingLinks
+  )
+VALUES (
+    $id,
+    $name,
+    $description,
+    $url,
+    $homepageUrl,
+    $owner,
+    $isArchived,
+    $isFork,
+    $isPrivate,
+    $isTemplate,
+    $latestRelease,
+    $license,
+    $stargazerCount,
+    $forkCount,
+    $createdAt,
+    $pushedAt,
+    $starredAt,
+    $updatedAt,
+    $importedAt,
+    $languages,
+    $fundingLinks
+  ) ON CONFLICT (id) DO
+UPDATE
+SET description = excluded.description,
+  homepageUrl = excluded.homepageUrl,
+  isArchived = excluded.isArchived,
+  isFork = excluded.isFork,
+  isPrivate = excluded.isPrivate,
+  isTemplate = excluded.isTemplate,
+  latestRelease = excluded.latestRelease,
+  license = excluded.license,
+  stargazerCount = excluded.stargazerCount,
+  forkCount = excluded.forkCount,
+  createdAt = excluded.createdAt,
+  pushedAt = excluded.pushedAt,
+  starredAt = excluded.starredAt,
+  updatedAt = excluded.updatedAt,
+  unstarredAt = NULL,
+  languages = excluded.languages,
+  fundingLinks = excluded.fundingLinks;

src/db/queries/insertRepositoriesTopics.sql

@@ -0,0 +1,2 @@
+INSERT INTO repositories_topics (repoPk, topicPk)
+VALUES ($repoPk, $topicPk) ON CONFLICT (repoPk, topicPk) DO NOTHING;

src/db/queries/insertTopics.sql

@@ -0,0 +1,4 @@
+INSERT INTO topics (name, stargazerCount)
+VALUES ($name, $stargazerCount) ON CONFLICT (name) DO
+UPDATE
+SET stargazerCount = excluded.stargazerCount;

src/db/queries/removeOrphanedLicenses.sql

@@ -0,0 +1,6 @@
+DELETE FROM licenses
+WHERE spdxId NOT IN (
+    SELECT DISTINCT license
+    FROM repositories
+  )
+RETURNING spdxId;

src/db/queries/removeOrphanedOwners.sql

@@ -0,0 +1,6 @@
+DELETE FROM owners
+WHERE login NOT IN (
+    SELECT DISTINCT owner
+    FROM repositories
+  )
+RETURNING login;

src/db/queries/removeOrphanedTopics.sql

@@ -0,0 +1,6 @@
+DELETE FROM topics
+WHERE name NOT IN (
+    SELECT DISTINCT topicPk
+    FROM repositories_topics
+  )
+RETURNING name;

src/db/queries/removeRepositories.sql

@@ -0,0 +1,2 @@
+DELETE FROM repositories_topics
+WHERE repoPk = $repoPk;

src/db/queries/removeRepositoriesTopics.sql

@@ -0,0 +1,2 @@
+DELETE FROM repositories_topics
+WHERE repoPk = $repoPk;

src/db/queries/removeUnstarredRepositories.sql

@@ -0,0 +1,4 @@
+DELETE FROM repositories
+WHERE unstarredAt IS NOT NULL
+RETURNING name,
+  owner;

src/db/queries/schema.sql

@@ -0,0 +1,50 @@
+CREATE TABLE IF NOT EXISTS licenses (
+    spdxId TEXT PRIMARY KEY UNIQUE NOT NULL,
+    name TEXT NULL,
+    nickname TEXT NULL,
+    url TEXT NULL
+);
+CREATE TABLE IF NOT EXISTS owners (
+    login TEXT PRIMARY KEY UNIQUE NOT NULL,
+    url TEXT NOT NULL,
+    isOrganization boolean DEFAULT FALSE
+);
+CREATE TABLE IF NOT EXISTS topics (
+    name TEXT PRIMARY KEY UNIQUE NOT NULL,
+    stargazerCount INTEGER
+);
+CREATE TABLE IF NOT EXISTS repositories (
+    id TEXT PRIMARY KEY UNIQUE NOT NULL,
+    name TEXT NOT NULL,
+    description TEXT NULL,
+    url TEXT NOT NULL,
+    homepageUrl TEXT NULL,
+    owner REFERENCES owners (login) ON DELETE CASCADE ON UPDATE CASCADE NOT NULL,
+    isArchived boolean NOT NULL,
+    isFork boolean NOT NULL,
+    isPrivate boolean NOT NULL,
+    isTemplate boolean NOT NULL,
+    latestRelease TEXT NULL,
+    license REFERENCES licenses (spdxId) ON DELETE
+    SET NULL ON UPDATE CASCADE NULL,
+        stargazerCount INTEGER NOT NULL,
+        forkCount INTEGER NOT NULL,
+        createdAt datetime NOT NULL,
+        pushedAt datetime NOT NULL,
+        starredAt datetime NOT NULL,
+        updatedAt datetime NOT NULL,
+        importedAt datetime NOT NULL,
+        unstarredAt datetime NULL,
+        languages TEXT NULL,
+        fundingLinks TEXT NULL
+);
+CREATE INDEX IF NOT EXISTS idx__repositoriesNames ON repositories (name);
+CREATE INDEX IF NOT EXISTS idx__repositoriesOwners ON repositories (owner);
+CREATE INDEX IF NOT EXISTS idx__repositoriesLicenses ON repositories (license);
+CREATE INDEX IF NOT EXISTS idx__repositoriesStarredAt ON repositories (starredAt);
+CREATE INDEX IF NOT EXISTS idx__repositoriesImportedAt ON repositories (importedAt);
+CREATE TABLE IF NOT EXISTS repositories_topics (
+    repoPk REFERENCES repositories (id) ON DELETE CASCADE ON UPDATE CASCADE NOT NULL,
+    topicPk REFERENCES topics (name) ON DELETE CASCADE ON UPDATE CASCADE NOT NULL
+);
+CREATE UNIQUE INDEX IF NOT EXISTS uidx__repositories_topics ON repositories_topics (repoPk, topicPk);