Skip to content

Commit 5d3ddb0

Browse files
sophielywslulciuc
andauthored
add input dataset type (MarquezProject#2528)
Signed-off-by: sophiely <[email protected]> Co-authored-by: Willy Lulciuc <[email protected]>
1 parent 1593e6b commit 5d3ddb0

File tree

2 files changed

+4
-4
lines changed

2 files changed

+4
-4
lines changed

api/src/main/java/marquez/db/DatasetDao.java

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -87,7 +87,7 @@ LEFT JOIN (
8787
JSONB_AGG(df.facet ORDER BY df.lineage_event_time ASC) AS facets
8888
FROM dataset_facets AS df
8989
WHERE df.facet IS NOT NULL AND
90-
(df.type ILIKE 'dataset' OR df.type ILIKE 'unknown') AND
90+
(df.type ILIKE 'dataset' OR df.type ILIKE 'unknown' OR df.type ILIKE 'input') AND
9191
df.dataset_uuid = (SELECT uuid FROM datasets WHERE name = :datasetName AND namespace_name = :namespaceName)
9292
GROUP BY df.dataset_version_uuid
9393
) f ON f.dataset_version_uuid = d.current_version_uuid
@@ -137,7 +137,7 @@ LEFT JOIN (
137137
JSONB_AGG(df.facet ORDER BY df.lineage_event_time ASC) AS facets
138138
FROM dataset_facets AS df
139139
WHERE df.facet IS NOT NULL AND
140-
(df.type ILIKE 'dataset' OR df.type ILIKE 'unknown') AND
140+
(df.type ILIKE 'dataset' OR df.type ILIKE 'unknown' OR df.type ILIKE 'input') AND
141141
df.dataset_uuid IN (SELECT uuid FROM datasets_view WHERE namespace_name = :namespaceName ORDER BY name LIMIT :limit OFFSET :offset)
142142
GROUP BY df.dataset_version_uuid
143143
) f ON f.dataset_version_uuid = d.current_version_uuid

api/src/main/java/marquez/db/DatasetVersionDao.java

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -194,7 +194,7 @@ WITH selected_dataset_versions AS (
194194
), selected_dataset_version_facets AS (
195195
SELECT dv.uuid, dv.dataset_name, dv.namespace_name, df.run_uuid, df.lineage_event_time, df.facet
196196
FROM selected_dataset_versions dv
197-
LEFT JOIN dataset_facets_view df ON df.dataset_version_uuid = dv.uuid AND (df.type ILIKE 'dataset' OR df.type ILIKE 'unknown')
197+
LEFT JOIN dataset_facets_view df ON df.dataset_version_uuid = dv.uuid AND (df.type ILIKE 'dataset' OR df.type ILIKE 'unknown' OR df.type ILIKE 'input')
198198
)
199199
SELECT d.type, d.name, d.physical_name, d.namespace_name, d.source_name, d.description, dv.lifecycle_state,\s
200200
dv.created_at, dv.version, dv.fields, dv.run_uuid AS createdByRunUuid, sv.schema_location,
@@ -264,7 +264,7 @@ LEFT JOIN (
264264
facet as facets,lineage_event_time
265265
FROM dataset_facets_view
266266
WHERE
267-
(type ILIKE 'dataset' OR type ILIKE 'unknown')
267+
(type ILIKE 'dataset' OR type ILIKE 'unknown' OR type ILIKE 'input')
268268
) f ON f.dataset_version_uuid = dv.uuid
269269
WHERE dv.namespace_name = :namespaceName
270270
AND dv.dataset_name = :datasetName

0 commit comments

Comments
 (0)