dbstore/sql: add cpe and cpe-match subdirs

6 files changed, 140 insertions, 0 deletions

diff --git a/dbstore/sql/cpe/insert-ref.sql b/dbstore/sql/cpe/insert-ref.sql
new file mode 100644
index 0000000..a39ab1c
--- /dev/null
+++ b/dbstore/sql/cpe/insert-ref.sql
@@ -0,0 +1 @@
+INSERT INTO cpe_refs(cpe_id, href, val) VALUES (?, ?, ?);
diff --git a/dbstore/sql/cpe/insert-title.sql b/dbstore/sql/cpe/insert-title.sql
new file mode 100644
index 0000000..5045d95
--- /dev/null
+++ b/dbstore/sql/cpe/insert-title.sql
@@ -0,0 +1 @@
+INSERT INTO cpe_titles(cpe_id, lang, val) VALUES (?, ?, ?);
diff --git a/dbstore/sql/cpe/insert.sql b/dbstore/sql/cpe/insert.sql
new file mode 100644
index 0000000..dca1c2b
--- /dev/null
+++ b/dbstore/sql/cpe/insert.sql
@@ -0,0 +1 @@
+INSERT INTO cpes(cpe_uri, cpe23) VALUES (?, ?);
diff --git a/dbstore/sql/cpe/search-all.sql b/dbstore/sql/cpe/search-all.sql
new file mode 100644
index 0000000..3260902
--- /dev/null
+++ b/dbstore/sql/cpe/search-all.sql
@@ -0,0 +1,46 @@
+SELECT a.cpe_id,
+       a.cpe23,
+       COALESCE(c.titles, '[]') AS titles,
+       COALESCE(d.refs, '[]') AS refs,
+       b.rank
+
+  FROM cpes a
+  JOIN (
+    -- limit to "best" match (e.g., lowest rank) for given CPE
+    -- NOTE: it's not clear to me whether cross-index bm25()
+    -- comparisons are valid
+    SELECT cpe_id,
+           MIN(rank) AS rank
+      FROM cpe_fts_all a
+     WHERE cpe_fts_all MATCH :q
+     GROUP BY cpe_id
+  ) b ON (b.cpe_id = a.cpe_id)
+
+  -- get all titles, grouped by cpe
+  LEFT JOIN (
+    SELECT cpe_id,
+           json_group_array(json_object(
+             'lang', lang,
+             'text', val
+           )) AS titles
+
+      FROM cpe_titles
+
+     GROUP BY cpe_id
+  ) c ON (c.cpe_id = b.cpe_id)
+
+  -- get all refs, grouped by cpe
+  LEFT JOIN (
+    SELECT cpe_id,
+           json_group_array(json_object(
+             'href', href,
+             'text', val
+           )) AS refs
+
+      FROM cpe_refs
+
+     GROUP BY cpe_id
+  ) d ON (d.cpe_id = b.cpe_id)
+
+ -- order by rank
+ ORDER BY b.rank
diff --git a/dbstore/sql/cpe/search-ref.sql b/dbstore/sql/cpe/search-ref.sql
new file mode 100644
index 0000000..a2d3be6
--- /dev/null
+++ b/dbstore/sql/cpe/search-ref.sql
@@ -0,0 +1,47 @@
+SELECT a.cpe_id,
+       a.cpe23,
+       COALESCE(c.titles, '[]') AS titles,
+       COALESCE(d.refs, '[]') AS refs,
+       b.rank
+
+  -- find matching cpes
+  FROM cpes a
+  JOIN (
+    -- there can be multiple matching references for a given
+    -- CPE, so use MIN() to limit the match to the most
+    -- "relevant", according to bm25()
+    SELECT cpe_id,
+           MIN(rank) AS rank
+      FROM cpe_fts_refs
+     WHERE cpe_fts_refs MATCH :q
+     GROUP BY cpe_id
+  ) b ON (b.cpe_id = a.cpe_id)
+
+  -- get all titles, grouped by cpe
+  LEFT JOIN (
+    SELECT cpe_id,
+           json_group_array(json_object(
+             'lang', lang,
+             'text', val
+           )) AS titles
+
+      FROM cpe_titles
+
+     GROUP BY cpe_id
+  ) c ON (c.cpe_id = b.cpe_id)
+
+  -- get all refs, grouped by cpe
+  LEFT JOIN (
+    SELECT cpe_id,
+           json_group_array(json_object(
+             'href', href,
+             'text', val
+           )) AS refs
+
+      FROM cpe_refs
+
+     GROUP BY cpe_id
+  ) d ON (d.cpe_id = b.cpe_id)
+
+ -- order by rank
+ ORDER BY b.rank
diff --git a/dbstore/sql/cpe/search-title.sql b/dbstore/sql/cpe/search-title.sql
new file mode 100644
index 0000000..7421ffc
--- /dev/null
+++ b/dbstore/sql/cpe/search-title.sql
@@ -0,0 +1,44 @@
+SELECT a.cpe_id,
+       a.cpe23,
+       COALESCE(c.titles, '[]') AS titles,
+       COALESCE(d.refs, '[]') AS refs,
+       b.rank
+
+  -- find matching cpes
+  FROM cpes a
+  JOIN (
+    SELECT cpe_id,
+           MIN(rank) AS rank
+      FROM cpe_fts_titles
+     WHERE cpe_fts_titles MATCH :q
+     GROUP BY cpe_id
+  ) b ON (b.cpe_id = a.cpe_id)
+
+  -- get all titles, grouped by cpe
+  LEFT JOIN (
+    SELECT cpe_id,
+           json_group_array(json_object(
+             'lang', lang,
+             'text', val
+           )) AS titles
+
+      FROM cpe_titles
+
+     GROUP BY cpe_id
+  ) c ON (c.cpe_id = b.cpe_id)
+
+  -- get all refs, grouped by cpe
+  LEFT JOIN (
+    SELECT cpe_id,
+           json_group_array(json_object(
+             'href', href,
+             'text', val
+           )) AS refs
+
+      FROM cpe_refs
+
+     GROUP BY cpe_id
+  ) d ON (d.cpe_id = b.cpe_id)
+
+ -- order by rank
+ ORDER BY b.rank;