| /external/autotest/cli/ |
| shard.py | 5 The shard module contains the objects and methods used to
9 create: creates shard
10 remove: deletes shard(s)
12 add_boards: add boards to a given shard
13 remove_board: remove board from a given shard
22 class shard(topic_common.atest): class in inherits:topic_common.atest
23 """shard class
24 atest shard [create|delete|list|add_boards|remove_board] <options>"""
26 topic = msg_topic = 'shard'
31 shard actions""
[all...] |
| shard_unittest.py | 5 """Tests for shard."""
21 self.run_cmd(argv=['atest', 'shard', 'list'],
29 self.run_cmd(argv=['atest', 'shard', 'create',
38 self.run_cmd(argv=['atest', 'shard', 'create',
51 self.run_cmd(argv=['atest', 'shard', 'add_boards',
60 self.run_cmd(argv=['atest', 'shard', 'add_boards',
65 '''RPCException: board:lumpy is already on shard
72 self.run_cmd(argv=['atest', 'shard', 'add_boards',
77 '''DoesNotExist: Shard matching query does not
86 self.run_cmd(argv=['atest', 'shard', 'delete'
[all...] |
| /external/tensorflow/tensorflow/core/api_def/base_api/ |
| api_def_ShardedFilename.pbtxt | 5 %s-%05d-of-%05d, basename, shard, num_shards.
|
| /external/autotest/contrib/ |
| task_runner.sh | 8 HELP="This is a script to bootstrap a localhost shard cluster for testing.\n\
10 SHARD_NAME: Name of the shard to register with master\n\
11 NUM_HOSTS_MASTER/SHARD: Number of hosts to add to the master/shard.\n\
12 MASTER/SHARD_BOARD: Boards to add to the master/shard\n\
16 # Invalidate (delete) the hosts/labels/shard instead of adding them.
25 # Number of hosts on master and shard. They will
32 # to the shard based on the board.
110 printf '\n\n%s following hosts to shard \n' $operation
116 printf '\n\n%s following hosts to shard \n' $operatio
[all...] |
| /external/autotest/server/site_tests/platform_BootPerfServer/ |
| control.shard | 5 NAME = "platform_BootPerfServer.shard"
12 DOC = """This test reboots the client on a shard. When a shard is deleted,
|
| /external/tensorflow/tensorflow/core/kernels/ |
| record_yielder.cc | 71 struct RecordYielder::Shard {
72 int index; // Shard index.
73 std::vector<string> filenames; // File names given to this shard.
74 Notification done; // Notified when this shard is done.
75 Status status; // Shard status.
132 // Shards files and use one thread to go through each shard.
134 std::vector<Shard> shards(N);
136 Shard* shard = &shards[i]; local
137 shard->index = i
[all...] |
| /external/tensorflow/tensorflow/core/util/ |
| work_sharder.cc | 23 void Shard(int max_parallelism, thread::ThreadPool* workers, int64 total,
39 // We shard [0, total) into "num_shards" shards.
42 // If total * cost_per_unit is small, it is not worth shard too
50 // Each shard contains up to "block_size" units. [0, total) is sharded
53 // The 1st shard is done by the caller thread and the other shards
54 // are dispatched to the worker threads. The last shard may be smaller than
67 work(start, limit); // Compute the shard.
68 counter.DecrementCount(); // The shard is done.
72 // Inline execute the 1st shard.
|
| work_sharder.h | 28 // total - 1. Each shard contains 1 or more units of work and the
29 // total cost of each shard is roughly the same. The calling thread and the
30 // "workers" are used to compute each shard (calling work(start,
36 // many shards and CPU time will be dominated by per-shard overhead, such as
42 // limit), i.e., [start, limit) is a shard.
48 void Shard(int max_parallelism, thread::ThreadPool* workers, int64 total,
|
| work_sharder_test.cc | 36 Shard(num_workers, threads, total, cost_per_unit,
38 VLOG(1) << "Shard [" << start << "," << limit << ")";
54 TEST(Shard, Basic) {
65 TEST(Shard, OverflowTest) {
71 Shard(workers, &threads, total_elements, cost_per_unit,
85 Shard(arg - 1, &threads, total, 1, work);
|
| /tools/tradefederation/core/src/com/android/tradefed/invoker/shard/ |
| IShardHelper.java | 16 package com.android.tradefed.invoker.shard;
26 * Shard and reschedule the shard if possible.
|
| StrictShardHelper.java | 16 package com.android.tradefed.invoker.shard;
54 throw new RuntimeException("shard-count is null while shard-index is " + shardIndex);
84 "%s is not shardable; the whole test will run in shard 0",
102 * @param shardCount the shard count hint to be provided to some tests.
126 // since each shard needs to be independent.
133 // test did not shard so we add it as is.
148 * consistent. It is acceptable to return an empty list if no tests can be run in the shard.
156 * @param shardCount the total number of shard that need to run.
157 * @return a list of list {@link IRemoteTest}s that have been assigned to each shard. The lis
[all...] |
| /tools/tradefederation/core/tests/src/com/android/tradefed/invoker/shard/ |
| ShardHelperTest.java | 16 package com.android.tradefed.invoker.shard;
66 "<configuration description=\"shard config test\">\n"
109 * Tests that when --shard-count is given to local sharding we create shard-count number of
110 * shards and not one shard per IRemoteTest.
116 // shard-count is the number of shards we are requesting
117 setter.setOptionValue("shard-count", "3");
128 // Ensure that we did split 1 tests per shard rescheduled.
141 /** Tests that when --shard-count is not provided we create one shard per IRemoteTest. *
[all...] |
| StrictShardHelperTest.java | 16 package com.android.tradefed.invoker.shard;
88 setter.setOptionValue("shard-count", "5");
97 // Ensure that we did split 1 tests per shard rescheduled.
116 setter.setOptionValue("shard-count", "5");
117 setter.setOptionValue("shard-index", "2");
125 // We do not shard, we are relying on the current invocation to run.
136 * the shard 0.
143 setter.setOptionValue("shard-count", "5");
144 setter.setOptionValue("shard-index", "0");
157 // We do not shard, we are relying on the current invocation to run
[all...] |
| /external/tensorflow/tensorflow/python/data/kernel_tests/ |
| shard_dataset_op_test.py | 28 dataset = dataset_ops.Dataset.range(10).shard(5, 2)
40 dataset = dataset_ops.Dataset.zip((dataset_a, dataset_b)).shard(5, 2)
50 dataset = dataset_ops.Dataset.range(10).shard(5, 0)
61 dataset_ops.Dataset.range(10).shard(5, 7)
65 dataset_ops.Dataset.range(10).shard(5, -3)
69 dataset_ops.Dataset.range(10).shard(-3, 1)
73 dataset_ops.Dataset.range(10).shard(0, 1)
76 dataset = dataset_ops.Dataset.range(1).shard(5, 2)
84 dataset = dataset_ops.Dataset.range(10).shard(7, 5)
92 dataset = dataset_ops.Dataset.range(10).shard(5, 4
[all...] |
| /tools/tradefederation/core/src/com/android/tradefed/invoker/ |
| ShardMasterResultForwarder.java | 77 // Track serials used in each shard.
105 // TODO: consider logging all shard final times.
107 "There was %s between the first and last shard ended.",
172 // Shard master does not need log saver.
176 * Copy the build info from the shard builds to the main build in the original invocation
180 * @param shardContexts the list of {@link IInvocationContext}s, one for each shard invocation.
184 for (IInvocationContext shard : shardContexts) {
185 for (String deviceName : shard.getDeviceConfigNames()) {
186 IBuildInfo shardBuild = shard.getBuildInfo(deviceName);
195 "Found a device '%s' in shard configuration but not in parent configuration."
[all...] |
| /external/autotest/client/site_tests/graphics_dEQP/ |
| generate_controlfiles.py | 8 each shard will run less than 1 minute. It mostly makes sense in
94 {% endif %}'shard_number={{shard}}',
104 def get_controlfilename(test, shard=0):
105 return 'control.%s' % get_name(test, shard)
122 def get_name(test, shard):
127 name = '%s.%d' % (name, shard)
131 def get_testname(test, shard=0):
132 return 'graphics_dEQP.%s' % get_name(test, shard)
145 for shard in xrange(0, test.shards):
146 testname = get_testname(test, shard)
[all...] |
| /external/autotest/frontend/afe/ |
| rpc_interface_unittest.py | 67 returned_jobs = [(job['id'], job['name'], job['shard']['hostname'])
97 """Create a hostless job and ensure it's not assigned to a shard."""
107 """Ensure that hosts that don't belong to shard are determined."""
120 self.assertEqual(host2.shard, None)
134 self.assertEqual(host2.shard, None)
213 job2.shard = None
221 models.Test.objects.create(name='platform_BootPerfServer:shard',
228 models.Shard.DoesNotExist, models.Shard.objects.get, pk=shard1.id)
233 self.assertIsNone(job1.shard)
[all...] |
| rpc_interface.py | 200 DO NOT RUN THIS ON A SHARD!!! Deputies will hate you if you do!!!
224 # Make sure the label exists on the shard with the same id
226 # It is possible that the label is already in a shard because
229 # For example, we add a label L1 to a host in shard S1.
352 If this is called on the master, but the host is assigned to a shard, this
353 will call `modify_host_local` RPC to the responsible shard. This means if
356 When this is called on a shard, the shard just routes the RPC to the master
373 # between the master and a shard.
386 # In case the shard update fails mid-flight and the master-shard desync, w
[all...] |
| /external/autotest/scheduler/shard/ |
| shard_client.py | 40 Autotest shard client
42 The shard client can be run as standalone service. It periodically polls the
46 A shard is set up (by a human) and pointed to the global AFE (cautotest).
47 On the shard, this script periodically makes so called heartbeat requests to the
50 1. Find the previously created (with atest) record for the shard. Shards are
58 3. Find labels that have been assigned to this shard.
81 2. monitor_db on the shard will pick up these jobs and schedule them on the
87 - the shard_id will be set back to the shard's id, so the record won't be
193 job_models.update(shard=None)
214 def shard(self) member in class:ShardClient
[all...] |
| shard_client_integration_tests.py | 17 from autotest_lib.scheduler.shard import shard_client
26 """Mock out global_config for shard client creation."""
28 'SHARD', 'is_slave_shard', 'True')
30 'SHARD', 'shard_hostname', 'host1')
84 # freshness, then make sure it has shard=None and an unset complete bit.
88 modified_hqe.job.shard == None)
90 # Make sure the job with a shard but without complete is still
95 # Make sure the job with a shard but without complete is not
|
| /external/tensorflow/tensorflow/contrib/tpu/python/tpu/ |
| tpu_feed.py | 214 """Gets the shard dimension of each tuple element.
218 is the shard dimension of that tuple element or None if the
219 shard dimension has not been set.
263 number_of_shards: number of ways to shard the InfeedQueue.
301 determine the types and shapes of the corresponding shard. This method
302 depends on the shard dimension, and calling it freezes the shard policy.
307 and shape of the desired configuration of the corresponding shard.
327 # Transpose the inputs to make a list of shard shapes for each tuple
379 A list of Outputs corresponding to a shard of infeed dequeue
[all...] |
| /external/compiler-rt/lib/sanitizer_common/tests/ |
| sanitizer_thread_registry_test.cc | 163 uptr shard; // started from 1. member in struct:__sanitizer::__anon17203::RunThreadArgs
170 uptr shard = (uptr)arg; local
171 num_joined[shard]++;
174 uptr shard = (uptr)arg; local
175 num_started[shard]++;
178 uptr shard = (uptr)arg; local
179 num_created[shard]++;
190 args->registry->CreateThread(0, false, 0, (void*)args->shard));
192 args->registry->StartThread(tids[i], 0, (void*)args->shard);
196 args->registry->JoinThread(tids[i], (void*)args->shard);
[all...] |
| /art/compiler/utils/ |
| dedupe_set-inl.h | 55 class DedupeSet<InKey, StoreKey, Alloc, HashType, HashFunc, kShard>::Shard {
57 Shard(const Alloc& alloc, const std::string& lock_name)
64 ~Shard() {
217 shards_[i].reset(new Shard(alloc, oss.str()));
240 for (HashType shard = 0; shard < kShard; ++shard) {
241 shards_[shard]->UpdateStats(self, &stats);
|
| dedupe_set.h | 52 class Shard;
54 std::unique_ptr<Shard> shards_[kShard];
|
| /tools/tradefederation/core/src/com/android/tradefed/testtype/ |
| IStrictShardableTest.java | 26 * Returns a {@link IRemoteTest} for a single shard. This must be deterministic and always
30 * @param shardIndex the index of a test shard to return. The value is in range [0, shardCount).
|
