forked from Sunbird-Lern/data-products
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathspark-cluster.yml
50 lines (44 loc) · 2.16 KB
/
spark-cluster.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
- name: Ensure oci oss bucket exists
command: "/home/{{analytics_user}}/bin/oci os bucket get --name {{ bucket }}"
register: check_bucket
tags:
- dataproducts-spark-cluster
- lern-dataproducts-spark-cluster
- framework-spark-cluster
- name: Create oci oss bucket
command: "/home/{{analytics_user}}/bin/oci os bucket create -c {{oci_bucket_compartment}} --name {{bucket}}"
when: check_bucket.rc !=0
tags:
- dataproducts-spark-cluster
- lern-dataproducts-spark-cluster
- framework-spark-cluster
- name: Copy Core Data Products to oci oss
command: /home/{{analytics_user}}/bin/oci os object put -bn {{ bucket }} --name models-{{ model_version }}/{{ analytics_batch_module_artifact }} --file {{ analytics.home }}/models-{{ model_version }}/{{ analytics_batch_module_artifact }} --force
async: 3600
poll: 10
tags:
- dataproducts-spark-cluster
- name: Copy LERN Data Products to oci oss
command: /home/{{analytics_user}}/bin/oci os object put -bn {{ bucket }} --name models-{{ model_version }}/data-products-1.0.jar --file {{ analytics.home }}/models-{{ model_version }}/data-products-1.0/data-products-1.0.jar --force
async: 3600
poll: 10
tags:
- lern-dataproducts-spark-cluster
- name: Copy Framework Library to oci oss
command: /home/{{analytics_user}}/bin/oci os object put -bn {{ bucket }} --name models-{{ model_version }}/{{ analytics_core_artifact }} --file {{ analytics.home }}/models-{{ model_version }}/{{ analytics_core_artifact }} --force
async: 3600
poll: 10
tags:
- framework-spark-cluster
- name: Copy Scruid Library to oci oss
command: /home/{{analytics_user}}/bin/oci os object put -bn {{ bucket }} --name models-{{ model_version }}/{{ scruid_artifact }} --file {{ analytics.home }}/models-{{ model_version }}/{{ scruid_artifact }} --force
async: 3600
poll: 10
tags:
- framework-spark-cluster
- name: Copy configuration file to oci oss
command: /home/{{analytics_user}}/bin/oci os object put -bn {{ bucket }} --file {{ analytics.home }}/models-{{ model_version }}/application.conf --name models-{{ model_version }}/application.conf --force
async: 3600
poll: 10
tags:
- framework-spark-cluster