HomeSort by relevance Sort by last modified time
    Searched refs:mapper_spec (Results 1 - 12 of 12) sorted by null

  /external/chromium-trace/catapult/third_party/mapreduce/mapreduce/
control.py 104 mapper_spec = model.MapperSpec(handler_spec,
116 mapper_spec,
input_readers.py 170 def split_input(cls, mapper_spec):
177 mapper_spec: model.MapperSpec specifies the inputs and additional
186 def validate(cls, mapper_spec):
190 subdictionary in mapper_spec.params.
193 to be compatible, input reader check mapper_spec.params as well and
197 mapper_spec: The MapperSpec for this InputReader.
202 if mapper_spec.input_reader_class() != cls:
206 def _get_params(mapper_spec, allowed_keys=None, allow_old=True):
213 mapper_spec: The MapperSpec for the job
216 subdictionary of mapper_spec parameters
    [all...]
shuffler.py 148 mapper_spec = ctx.mapreduce_spec.mapper
149 params = input_readers._get_params(mapper_spec)
288 mapper_spec = ctx.mapreduce_spec.mapper
290 filenames = mapper_spec.params[self.FILES_PARAM][shard_number]
386 def split_input(cls, mapper_spec):
388 filelists = mapper_spec.params[cls.FILES_PARAM]
389 max_values_count = mapper_spec.params.get(cls.MAX_VALUES_COUNT_PARAM, -1)
390 max_values_size = mapper_spec.params.get(cls.MAX_VALUES_SIZE_PARAM, -1)
395 def validate(cls, mapper_spec):
396 """Validate reader parameters in mapper_spec.""
    [all...]
mapper_pipeline.py 120 mapper_spec = mapreduce_state.mapreduce_spec.mapper
122 output_writer_class = mapper_spec.output_writer_class()
output_writers.py 105 def validate(cls, mapper_spec):
109 subdictionary of mapper_spec.params. To be compatible with previous
110 API output writer is advised to check mapper_spec.params and issue
115 mapper_spec: an instance of model.MapperSpec to validate.
244 def _supports_slice_recovery(self, mapper_spec):
248 mapper_spec: instance of model.MapperSpec.
288 def _get_params(mapper_spec, allowed_keys=None, allow_old=True):
295 mapper_spec: The MapperSpec for the job
298 subdictionary of mapper_spec parameters.
308 if "output_writer" not in mapper_spec.params
    [all...]
mapreduce_pipeline.py 68 mapper_spec: specification of map handler function as string.
79 mapper_spec,
89 mapper_spec,
171 mapper_spec: specification of mapper to use.
196 mapper_spec,
220 mapper_spec,
model.py 461 mapper_spec,
469 mapper_spec: JSON-encoded string containing a MapperSpec.
482 self.mapper = MapperSpec.from_json(mapper_spec)
508 mapper_spec = self.mapper.to_json()
512 "mapper_spec": mapper_spec,
529 json["mapper_spec"],
823 mapper_spec = mapreduce_spec.mapper
826 input_reader = mapper_spec.input_reader_class().from_json(
830 initial_input_reader = mapper_spec.input_reader_class().from_json
    [all...]
handlers.py 818 mapper_spec = tstate.mapreduce_spec.mapper
820 tstate.output_writer._supports_slice_recovery(mapper_spec)):
    [all...]
  /external/chromium-trace/catapult/third_party/mapreduce/mapreduce/api/map_job/
map_job_config.py 167 mapper_spec = mr_spec.mapper
173 input_reader_cls = mapper_spec.input_reader_class()
174 input_reader_params = input_readers._get_params(mapper_spec)
179 output_writer_cls = mapper_spec.output_writer_class()
180 output_writer_params = output_writers._get_params(mapper_spec)
196 mapper=util.for_name(mapper_spec.handler_spec),
201 shard_count=mapper_spec.shard_count,
output_writer.py 133 def _supports_slice_recovery(self, mapper_spec):
137 mapper_spec: instance of model.MapperSpec.
map_job_control.py 130 mapper_spec = job_config._get_mapper_spec()
137 mapper_spec.to_json(),
  /external/chromium-trace/catapult/third_party/mapreduce/mapreduce/static/
status.js 578 if (detail.mapper_spec.mapper_params) {
579 var sortedKeys = getSortedKeys(detail.mapper_spec.mapper_params);
581 var value = detail.mapper_spec.mapper_params[key];

Completed in 65 milliseconds