Skip to content

Commit 7b4d6b0

Browse files
thomaschowthomaschow
committed
check in compiled metadata
1 parent 1a520b5 commit 7b4d6b0

19 files changed

+3035
-2
lines changed

‎.gitignore‎

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -17,8 +17,7 @@
1717
**/.vscode/
1818
**/__pycache__/
1919
**/.DS_Store
20-
api/python/test/canary/compiled/
21-
api/python/test/canary/production/
20+
api/python/ai/chronon/resources/gcp/compiled/
2221
api/python/test/sample/compiled/
2322
api/python/test/sample/production/
2423
api/python/ai/chronon/api/

‎api/python/test/canary/compiled/group_bys/aws/purchases.v1_dev‎

Lines changed: 123 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,123 @@
1+
{
2+
"metaData": {
3+
"name": "aws.purchases.v1_dev",
4+
"team": "aws",
5+
"outputNamespace": "data",
6+
"online": 1,
7+
"sourceFile": "group_bys/aws/purchases.py",
8+
"customJson": "{\"airflowDependencies\": [{\"name\": \"wf_data_purchases_with_offset_0\", \"spec\": \"data.purchases/ds={{ macros.ds_add(ds, 0) }}\"}]}",
9+
"executionInfo": {
10+
"env": {
11+
"common": {
12+
"VERSION": "latest",
13+
"JOB_MODE": "local[*]",
14+
"HADOOP_DIR": "[STREAMING-TODO]/path/to/folder/containing",
15+
"CHRONON_ONLINE_CLASS": "[ONLINE-TODO]your.online.class",
16+
"CHRONON_ONLINE_ARGS": "[ONLINE-TODO]args prefixed with -Z become constructor map for your implementation of ai.chronon.online.Api, -Zkv-host=<YOUR_HOST> -Zkv-port=<YOUR_PORT>",
17+
"PARTITION_COLUMN": "ds",
18+
"PARTITION_FORMAT": "yyyy-MM-dd",
19+
"CUSTOMER_ID": "dev",
20+
"GCP_PROJECT_ID": "canary-443022",
21+
"GCP_REGION": "us-central1",
22+
"GCP_DATAPROC_CLUSTER_NAME": "zipline-canary-cluster",
23+
"GCP_BIGTABLE_INSTANCE_ID": "zipline-canary-instance",
24+
"FLINK_STATE_URI": "gs://zipline-warehouse-canary/flink-state",
25+
"CLOUD_PROVIDER": "aws"
26+
},
27+
"modeEnvironments": {}
28+
},
29+
"conf": {
30+
"common": {
31+
"spark.chronon.partition.column": "ds"
32+
},
33+
"modeConfigs": {}
34+
},
35+
"scheduleCron": "@daily",
36+
"historicalBackfill": 0
37+
}
38+
},
39+
"sources": [
40+
{
41+
"events": {
42+
"table": "data.purchases",
43+
"query": {
44+
"selects": {
45+
"user_id": "user_id",
46+
"purchase_price": "purchase_price"
47+
},
48+
"timeColumn": "ts"
49+
}
50+
}
51+
}
52+
],
53+
"keyColumns": [
54+
"user_id"
55+
],
56+
"aggregations": [
57+
{
58+
"inputColumn": "purchase_price",
59+
"operation": 7,
60+
"argMap": {},
61+
"windows": [
62+
{
63+
"length": 3,
64+
"timeUnit": 1
65+
},
66+
{
67+
"length": 14,
68+
"timeUnit": 1
69+
},
70+
{
71+
"length": 30,
72+
"timeUnit": 1
73+
}
74+
]
75+
},
76+
{
77+
"inputColumn": "purchase_price",
78+
"operation": 6,
79+
"argMap": {},
80+
"windows": [
81+
{
82+
"length": 3,
83+
"timeUnit": 1
84+
},
85+
{
86+
"length": 14,
87+
"timeUnit": 1
88+
},
89+
{
90+
"length": 30,
91+
"timeUnit": 1
92+
}
93+
]
94+
},
95+
{
96+
"inputColumn": "purchase_price",
97+
"operation": 8,
98+
"argMap": {},
99+
"windows": [
100+
{
101+
"length": 3,
102+
"timeUnit": 1
103+
},
104+
{
105+
"length": 14,
106+
"timeUnit": 1
107+
},
108+
{
109+
"length": 30,
110+
"timeUnit": 1
111+
}
112+
]
113+
},
114+
{
115+
"inputColumn": "purchase_price",
116+
"operation": 13,
117+
"argMap": {
118+
"k": "10"
119+
}
120+
}
121+
],
122+
"backfillStartDate": "2023-11-01"
123+
}

‎api/python/test/canary/compiled/group_bys/aws/purchases.v1_test‎

Lines changed: 123 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,123 @@
1+
{
2+
"metaData": {
3+
"name": "aws.purchases.v1_test",
4+
"team": "aws",
5+
"outputNamespace": "data",
6+
"online": 1,
7+
"sourceFile": "group_bys/aws/purchases.py",
8+
"customJson": "{\"airflowDependencies\": [{\"name\": \"wf_data_purchases_with_offset_0\", \"spec\": \"data.purchases/ds={{ macros.ds_add(ds, 0) }}\"}]}",
9+
"executionInfo": {
10+
"env": {
11+
"common": {
12+
"VERSION": "latest",
13+
"JOB_MODE": "local[*]",
14+
"HADOOP_DIR": "[STREAMING-TODO]/path/to/folder/containing",
15+
"CHRONON_ONLINE_CLASS": "[ONLINE-TODO]your.online.class",
16+
"CHRONON_ONLINE_ARGS": "[ONLINE-TODO]args prefixed with -Z become constructor map for your implementation of ai.chronon.online.Api, -Zkv-host=<YOUR_HOST> -Zkv-port=<YOUR_PORT>",
17+
"PARTITION_COLUMN": "ds",
18+
"PARTITION_FORMAT": "yyyy-MM-dd",
19+
"CUSTOMER_ID": "dev",
20+
"GCP_PROJECT_ID": "canary-443022",
21+
"GCP_REGION": "us-central1",
22+
"GCP_DATAPROC_CLUSTER_NAME": "zipline-canary-cluster",
23+
"GCP_BIGTABLE_INSTANCE_ID": "zipline-canary-instance",
24+
"FLINK_STATE_URI": "gs://zipline-warehouse-canary/flink-state",
25+
"CLOUD_PROVIDER": "aws"
26+
},
27+
"modeEnvironments": {}
28+
},
29+
"conf": {
30+
"common": {
31+
"spark.chronon.partition.column": "ds"
32+
},
33+
"modeConfigs": {}
34+
},
35+
"scheduleCron": "@daily",
36+
"historicalBackfill": 0
37+
}
38+
},
39+
"sources": [
40+
{
41+
"events": {
42+
"table": "data.purchases",
43+
"query": {
44+
"selects": {
45+
"user_id": "user_id",
46+
"purchase_price": "purchase_price"
47+
},
48+
"timeColumn": "ts"
49+
}
50+
}
51+
}
52+
],
53+
"keyColumns": [
54+
"user_id"
55+
],
56+
"aggregations": [
57+
{
58+
"inputColumn": "purchase_price",
59+
"operation": 7,
60+
"argMap": {},
61+
"windows": [
62+
{
63+
"length": 3,
64+
"timeUnit": 1
65+
},
66+
{
67+
"length": 14,
68+
"timeUnit": 1
69+
},
70+
{
71+
"length": 30,
72+
"timeUnit": 1
73+
}
74+
]
75+
},
76+
{
77+
"inputColumn": "purchase_price",
78+
"operation": 6,
79+
"argMap": {},
80+
"windows": [
81+
{
82+
"length": 3,
83+
"timeUnit": 1
84+
},
85+
{
86+
"length": 14,
87+
"timeUnit": 1
88+
},
89+
{
90+
"length": 30,
91+
"timeUnit": 1
92+
}
93+
]
94+
},
95+
{
96+
"inputColumn": "purchase_price",
97+
"operation": 8,
98+
"argMap": {},
99+
"windows": [
100+
{
101+
"length": 3,
102+
"timeUnit": 1
103+
},
104+
{
105+
"length": 14,
106+
"timeUnit": 1
107+
},
108+
{
109+
"length": 30,
110+
"timeUnit": 1
111+
}
112+
]
113+
},
114+
{
115+
"inputColumn": "purchase_price",
116+
"operation": 13,
117+
"argMap": {
118+
"k": "10"
119+
}
120+
}
121+
],
122+
"backfillStartDate": "2023-11-01"
123+
}

0 commit comments

Comments
 (0)