Merge "Sahara Data Processing EDP Job Add HBase common lib checkbox"
This commit is contained in:
commit
f965ea4baa
@ -165,6 +165,9 @@
|
|||||||
$("[name=streaming_mapper]").closest(".form-group").hide();
|
$("[name=streaming_mapper]").closest(".form-group").hide();
|
||||||
$("[name=streaming_reducer]").closest(".form-group").hide();
|
$("[name=streaming_reducer]").closest(".form-group").hide();
|
||||||
}
|
}
|
||||||
|
if (job_type != "Java") {
|
||||||
|
$("[name=hbase_common_lib]").closest(".form-group").hide();
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
properties = {};
|
properties = {};
|
||||||
|
@ -132,6 +132,7 @@ class JobConfigAction(workflows.Action):
|
|||||||
EDP_MAPPER = "edp.streaming.mapper"
|
EDP_MAPPER = "edp.streaming.mapper"
|
||||||
EDP_REDUCER = "edp.streaming.reducer"
|
EDP_REDUCER = "edp.streaming.reducer"
|
||||||
EDP_PREFIX = "edp."
|
EDP_PREFIX = "edp."
|
||||||
|
EDP_HBASE_COMMON_LIB = "edp.hbase_common_lib"
|
||||||
|
|
||||||
property_name = forms.ChoiceField(
|
property_name = forms.ChoiceField(
|
||||||
required=False,
|
required=False,
|
||||||
@ -163,6 +164,11 @@ class JobConfigAction(workflows.Action):
|
|||||||
|
|
||||||
streaming_reducer = forms.CharField(label=_("Reducer"))
|
streaming_reducer = forms.CharField(label=_("Reducer"))
|
||||||
|
|
||||||
|
hbase_common_lib = forms.BooleanField(
|
||||||
|
label=_("Use HBase Common library"),
|
||||||
|
help_text=_("Run HBase EDP Jobs with common HBase library on HDFS"),
|
||||||
|
required=False, initial=True)
|
||||||
|
|
||||||
def __init__(self, request, *args, **kwargs):
|
def __init__(self, request, *args, **kwargs):
|
||||||
super(JobConfigAction, self).__init__(request, *args, **kwargs)
|
super(JobConfigAction, self).__init__(request, *args, **kwargs)
|
||||||
job_ex_id = request.REQUEST.get("job_execution_id")
|
job_ex_id = request.REQUEST.get("job_execution_id")
|
||||||
@ -197,6 +203,9 @@ class JobConfigAction(workflows.Action):
|
|||||||
if self.EDP_REDUCER in edp_configs:
|
if self.EDP_REDUCER in edp_configs:
|
||||||
self.fields['streaming_reducer'].initial = (
|
self.fields['streaming_reducer'].initial = (
|
||||||
edp_configs[self.EDP_REDUCER])
|
edp_configs[self.EDP_REDUCER])
|
||||||
|
if self.EDP_HBASE_COMMON_LIB in edp_configs:
|
||||||
|
self.fields['hbase_common_lib'].initial = (
|
||||||
|
edp_configs[self.EDP_HBASE_COMMON_LIB])
|
||||||
|
|
||||||
def clean(self):
|
def clean(self):
|
||||||
cleaned_data = super(workflows.Action, self).clean()
|
cleaned_data = super(workflows.Action, self).clean()
|
||||||
@ -282,6 +291,9 @@ class JobConfig(workflows.Step):
|
|||||||
data.get("main_class", ""))
|
data.get("main_class", ""))
|
||||||
context["job_config"]["configs"][JobConfigAction.JAVA_OPTS] = (
|
context["job_config"]["configs"][JobConfigAction.JAVA_OPTS] = (
|
||||||
data.get("java_opts", ""))
|
data.get("java_opts", ""))
|
||||||
|
context["job_config"]["configs"][
|
||||||
|
JobConfigAction.EDP_HBASE_COMMON_LIB] = (
|
||||||
|
data.get("hbase_common_lib", True))
|
||||||
elif job_type == "MapReduce.Streaming":
|
elif job_type == "MapReduce.Streaming":
|
||||||
context["job_config"]["configs"][JobConfigAction.EDP_MAPPER] = (
|
context["job_config"]["configs"][JobConfigAction.EDP_MAPPER] = (
|
||||||
data.get("streaming_mapper", ""))
|
data.get("streaming_mapper", ""))
|
||||||
|
Loading…
x
Reference in New Issue
Block a user