-
Notifications
You must be signed in to change notification settings - Fork 42
/
sfn.json
87 lines (87 loc) · 2.34 KB
/
sfn.json
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
{
"Comment": "A Hello World example of the Amazon States Language using Pass states",
"StartAt": "Add Spark Step To EMR Cluster",
"States": {
"Add Spark Step To EMR Cluster": {
"Type": "Task",
"Resource": "arn:aws:states:::elasticmapreduce:addStep.sync",
"Parameters": {
"ClusterId.$": "$.clusterId",
"Step": {
"Name": "SparkJob",
"HadoopJarStep": {
"Jar": "command-runner.jar",
"Args.$": "$.sparkArgs"
}
}
},
"ResultPath": "$.sparkResult",
"Next": "Add Hive Step To EMR Cluster"
},
"Add Hive Step To EMR Cluster": {
"Type": "Task",
"Resource": "arn:aws:states:::elasticmapreduce:addStep.sync",
"Parameters": {
"ClusterId.$": "$.clusterId",
"Step": {
"Name": "HiveJob",
"HadoopJarStep": {
"Jar": "command-runner.jar",
"Args.$": "$.hiveArgs"
}
}
},
"ResultPath": "$.hiveResult",
"Next": "Add Pig Step To EMR Cluster"
},
"Add Pig Step To EMR Cluster": {
"Type": "Task",
"Resource": "arn:aws:states:::elasticmapreduce:addStep.sync",
"Parameters": {
"ClusterId.$": "$.clusterId",
"Step": {
"Name": "PigJob",
"HadoopJarStep": {
"Jar": "command-runner.jar",
"Args.$": "$.pigArgs"
}
}
},
"ResultPath": "$.pigResult",
"Next": "Terminate Cluster?"
},
"Terminate Cluster?": {
"Type": "Choice",
"Choices": [
{
"Variable": "$.deleteCluster",
"BooleanEquals": true,
"Next": "Disable Termination Protection"
}
],
"Default": "Wrap Up"
},
"Disable Termination Protection": {
"Type": "Task",
"Resource": "arn:aws:states:::elasticmapreduce:setClusterTerminationProtection",
"Parameters": {
"ClusterId.$": "$.clusterId",
"TerminationProtected": false
},
"ResultPath": null,
"Next": "Terminate EMR cluster"
},
"Terminate EMR cluster": {
"Type": "Task",
"Resource": "arn:aws:states:::elasticmapreduce:terminateCluster.sync",
"Parameters": {
"ClusterId.$": "$.clusterId"
},
"Next": "Wrap Up"
},
"Wrap Up": {
"Type": "Pass",
"End": true
}
}
}