-
Notifications
You must be signed in to change notification settings - Fork 3
/
Copy pathexample-variables.text
79 lines (68 loc) · 2.51 KB
/
example-variables.text
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
project = "<host project name>"
compute_region = "<gcp region>"
data_region = "<gcp region including multi-regions eu|us>"
cloud_scheduler_account = "service-<project number>@gcp-sa-cloudscheduler.iam.gserviceaccount.com"
terraform_service_account = "bq-backup-mgr-terraform@<host project name>.iam.gserviceaccount.com"
dispatcher_service_image = "<compute region>-docker.pkg.dev/<host project>/<docker repo>/bqsm-dispatcher-service:latest"
configurator_service_image = "<compute region>-docker.pkg.dev/<host project>/<docker repo>/bqsm-configurator-service:latest"
snapshoter_bq_service_image = "<compute region>-docker.pkg.dev/<host project>/<docker repo>/bqsm-snapshoter-bq-service:latest"
snapshoter_gcs_service_image = "<compute region>-docker.pkg.dev/<host project>/<docker repo>/bqsm-snapshoter-gcs-service:latest"
tagger_service_image = "<compute region>-docker.pkg.dev/<host project>/<docker repo>/bqsm-tagger-service:latest"
schedulers = [
{
name = "heart_beat"
cron = "0 * * * *" # hourly
payload = {
is_force_run = false
is_dry_run = false
folders_include_list = []
projects_include_list = []
projects_exclude_list = []
datasets_include_list = []
datasets_exclude_list = []
tables_include_list = []
tables_exclude_list = []
}
}
]
# Fallback policies
fallback_policy = {
"default_policy" : {
"backup_cron" : "0 0 */6 * * *", # every 6 hours each day
"backup_method" : "Both",
"backup_time_travel_offset_days" : "7",
"backup_storage_project" : "project name",
"backup_operation_project" : "project name",
# bq settings
"bq_snapshot_expiration_days" : "15",
"bq_snapshot_storage_dataset" : "backups",
# gcs settings
"gcs_snapshot_storage_location" : "gs://backups/"
"gcs_snapshot_format" : "AVRO_SNAPPY"
"gcs_avro_use_logical_types" : true
},
# if no folder overrides exists set "folder_overrides : {}"
"folder_overrides" : {
"<folder number>" : {
# policy attributes
},
},
# if no project overrides exists set "project_overrides : {}"
"project_overrides" : {
"<project name>" : {
# policy attributes
}
},
# if no dataset overrides exists set "dataset_overrides : {}"
"dataset_overrides" : {
"<project name>.<dataset name>" : {
# policy attributes
}
},
# if no table overrides exists set "table_overrides : {}"
"table_overrides" : {
"<project name>.<dataset name>.<table name>" : {
# policy attributes
}
}
}