1 // Copyright (c) 2012 The Chromium Authors. All rights reserved. 2 // Use of this source code is governed by a BSD-style license that can be 3 // found in the LICENSE file. 4 5 #ifndef BASE_TRACKED_OBJECTS_H_ 6 #define BASE_TRACKED_OBJECTS_H_ 7 8 #include <map> 9 #include <set> 10 #include <stack> 11 #include <string> 12 #include <utility> 13 #include <vector> 14 15 #include "base/base_export.h" 16 #include "base/basictypes.h" 17 #include "base/gtest_prod_util.h" 18 #include "base/lazy_instance.h" 19 #include "base/location.h" 20 #include "base/profiler/alternate_timer.h" 21 #include "base/profiler/tracked_time.h" 22 #include "base/synchronization/lock.h" 23 #include "base/threading/thread_local_storage.h" 24 25 namespace base { 26 struct TrackingInfo; 27 } 28 29 // TrackedObjects provides a database of stats about objects (generally Tasks) 30 // that are tracked. Tracking means their birth, death, duration, birth thread, 31 // death thread, and birth place are recorded. This data is carefully spread 32 // across a series of objects so that the counts and times can be rapidly 33 // updated without (usually) having to lock the data, and hence there is usually 34 // very little contention caused by the tracking. The data can be viewed via 35 // the about:profiler URL, with a variety of sorting and filtering choices. 36 // 37 // These classes serve as the basis of a profiler of sorts for the Tasks system. 38 // As a result, design decisions were made to maximize speed, by minimizing 39 // recurring allocation/deallocation, lock contention and data copying. In the 40 // "stable" state, which is reached relatively quickly, there is no separate 41 // marginal allocation cost associated with construction or destruction of 42 // tracked objects, no locks are generally employed, and probably the largest 43 // computational cost is associated with obtaining start and stop times for 44 // instances as they are created and destroyed. 45 // 46 // The following describes the lifecycle of tracking an instance. 47 // 48 // First off, when the instance is created, the FROM_HERE macro is expanded 49 // to specify the birth place (file, line, function) where the instance was 50 // created. That data is used to create a transient Location instance 51 // encapsulating the above triple of information. The strings (like __FILE__) 52 // are passed around by reference, with the assumption that they are static, and 53 // will never go away. This ensures that the strings can be dealt with as atoms 54 // with great efficiency (i.e., copying of strings is never needed, and 55 // comparisons for equality can be based on pointer comparisons). 56 // 57 // Next, a Births instance is created for use ONLY on the thread where this 58 // instance was created. That Births instance records (in a base class 59 // BirthOnThread) references to the static data provided in a Location instance, 60 // as well as a pointer specifying the thread on which the birth takes place. 61 // Hence there is at most one Births instance for each Location on each thread. 62 // The derived Births class contains slots for recording statistics about all 63 // instances born at the same location. Statistics currently include only the 64 // count of instances constructed. 65 // 66 // Since the base class BirthOnThread contains only constant data, it can be 67 // freely accessed by any thread at any time (i.e., only the statistic needs to 68 // be handled carefully, and stats are updated exclusively on the birth thread). 69 // 70 // For Tasks, having now either constructed or found the Births instance 71 // described above, a pointer to the Births instance is then recorded into the 72 // PendingTask structure in MessageLoop. This fact alone is very useful in 73 // debugging, when there is a question of where an instance came from. In 74 // addition, the birth time is also recorded and used to later evaluate the 75 // lifetime duration of the whole Task. As a result of the above embedding, we 76 // can find out a Task's location of birth, and thread of birth, without using 77 // any locks, as all that data is constant across the life of the process. 78 // 79 // The above work *could* also be done for any other object as well by calling 80 // TallyABirthIfActive() and TallyRunOnNamedThreadIfTracking() as appropriate. 81 // 82 // The amount of memory used in the above data structures depends on how many 83 // threads there are, and how many Locations of construction there are. 84 // Fortunately, we don't use memory that is the product of those two counts, but 85 // rather we only need one Births instance for each thread that constructs an 86 // instance at a Location. In many cases, instances are only created on one 87 // thread, so the memory utilization is actually fairly restrained. 88 // 89 // Lastly, when an instance is deleted, the final tallies of statistics are 90 // carefully accumulated. That tallying writes into slots (members) in a 91 // collection of DeathData instances. For each birth place Location that is 92 // destroyed on a thread, there is a DeathData instance to record the additional 93 // death count, as well as accumulate the run-time and queue-time durations for 94 // the instance as it is destroyed (dies). By maintaining a single place to 95 // aggregate this running sum *only* for the given thread, we avoid the need to 96 // lock such DeathData instances. (i.e., these accumulated stats in a DeathData 97 // instance are exclusively updated by the singular owning thread). 98 // 99 // With the above lifecycle description complete, the major remaining detail is 100 // explaining how each thread maintains a list of DeathData instances, and of 101 // Births instances, and is able to avoid additional (redundant/unnecessary) 102 // allocations. 103 // 104 // Each thread maintains a list of data items specific to that thread in a 105 // ThreadData instance (for that specific thread only). The two critical items 106 // are lists of DeathData and Births instances. These lists are maintained in 107 // STL maps, which are indexed by Location. As noted earlier, we can compare 108 // locations very efficiently as we consider the underlying data (file, 109 // function, line) to be atoms, and hence pointer comparison is used rather than 110 // (slow) string comparisons. 111 // 112 // To provide a mechanism for iterating over all "known threads," which means 113 // threads that have recorded a birth or a death, we create a singly linked list 114 // of ThreadData instances. Each such instance maintains a pointer to the next 115 // one. A static member of ThreadData provides a pointer to the first item on 116 // this global list, and access via that all_thread_data_list_head_ item 117 // requires the use of the list_lock_. 118 // When new ThreadData instances is added to the global list, it is pre-pended, 119 // which ensures that any prior acquisition of the list is valid (i.e., the 120 // holder can iterate over it without fear of it changing, or the necessity of 121 // using an additional lock. Iterations are actually pretty rare (used 122 // primarilly for cleanup, or snapshotting data for display), so this lock has 123 // very little global performance impact. 124 // 125 // The above description tries to define the high performance (run time) 126 // portions of these classes. After gathering statistics, calls instigated 127 // by visiting about:profiler will assemble and aggregate data for display. The 128 // following data structures are used for producing such displays. They are 129 // not performance critical, and their only major constraint is that they should 130 // be able to run concurrently with ongoing augmentation of the birth and death 131 // data. 132 // 133 // This header also exports collection of classes that provide "snapshotted" 134 // representations of the core tracked_objects:: classes. These snapshotted 135 // representations are designed for safe transmission of the tracked_objects:: 136 // data across process boundaries. Each consists of: 137 // (1) a default constructor, to support the IPC serialization macros, 138 // (2) a constructor that extracts data from the type being snapshotted, and 139 // (3) the snapshotted data. 140 // 141 // For a given birth location, information about births is spread across data 142 // structures that are asynchronously changing on various threads. For 143 // serialization and display purposes, we need to construct TaskSnapshot 144 // instances for each combination of birth thread, death thread, and location, 145 // along with the count of such lifetimes. We gather such data into a 146 // TaskSnapshot instances, so that such instances can be sorted and 147 // aggregated (and remain frozen during our processing). 148 // 149 // The ProcessDataSnapshot struct is a serialized representation of the list 150 // of ThreadData objects for a process. It holds a set of TaskSnapshots 151 // and tracks parent/child relationships for the executed tasks. The statistics 152 // in a snapshot are gathered asynhcronously relative to their ongoing updates. 153 // It is possible, though highly unlikely, that stats could be incorrectly 154 // recorded by this process (all data is held in 32 bit ints, but we are not 155 // atomically collecting all data, so we could have count that does not, for 156 // example, match with the number of durations we accumulated). The advantage 157 // to having fast (non-atomic) updates of the data outweighs the minimal risk of 158 // a singular corrupt statistic snapshot (only the snapshot could be corrupt, 159 // not the underlying and ongoing statistic). In constrast, pointer data that 160 // is accessed during snapshotting is completely invariant, and hence is 161 // perfectly acquired (i.e., no potential corruption, and no risk of a bad 162 // memory reference). 163 // 164 // TODO(jar): We can implement a Snapshot system that *tries* to grab the 165 // snapshots on the source threads *when* they have MessageLoops available 166 // (worker threads don't have message loops generally, and hence gathering from 167 // them will continue to be asynchronous). We had an implementation of this in 168 // the past, but the difficulty is dealing with message loops being terminated. 169 // We can *try* to spam the available threads via some message loop proxy to 170 // achieve this feat, and it *might* be valuable when we are colecting data for 171 // upload via UMA (where correctness of data may be more significant than for a 172 // single screen of about:profiler). 173 // 174 // TODO(jar): We should support (optionally) the recording of parent-child 175 // relationships for tasks. This should be done by detecting what tasks are 176 // Born during the running of a parent task. The resulting data can be used by 177 // a smarter profiler to aggregate the cost of a series of child tasks into 178 // the ancestor task. It can also be used to illuminate what child or parent is 179 // related to each task. 180 // 181 // TODO(jar): We need to store DataCollections, and provide facilities for 182 // taking the difference between two gathered DataCollections. For now, we're 183 // just adding a hack that Reset()s to zero all counts and stats. This is also 184 // done in a slighly thread-unsafe fashion, as the resetting is done 185 // asynchronously relative to ongoing updates (but all data is 32 bit in size). 186 // For basic profiling, this will work "most of the time," and should be 187 // sufficient... but storing away DataCollections is the "right way" to do this. 188 // We'll accomplish this via JavaScript storage of snapshots, and then we'll 189 // remove the Reset() methods. We may also need a short-term-max value in 190 // DeathData that is reset (as synchronously as possible) during each snapshot. 191 // This will facilitate displaying a max value for each snapshot period. 192 193 namespace tracked_objects { 194 195 //------------------------------------------------------------------------------ 196 // For a specific thread, and a specific birth place, the collection of all 197 // death info (with tallies for each death thread, to prevent access conflicts). 198 class ThreadData; 199 class BASE_EXPORT BirthOnThread { 200 public: 201 BirthOnThread(const Location& location, const ThreadData& current); 202 203 const Location location() const { return location_; } 204 const ThreadData* birth_thread() const { return birth_thread_; } 205 206 private: 207 // File/lineno of birth. This defines the essence of the task, as the context 208 // of the birth (construction) often tell what the item is for. This field 209 // is const, and hence safe to access from any thread. 210 const Location location_; 211 212 // The thread that records births into this object. Only this thread is 213 // allowed to update birth_count_ (which changes over time). 214 const ThreadData* const birth_thread_; 215 216 DISALLOW_COPY_AND_ASSIGN(BirthOnThread); 217 }; 218 219 //------------------------------------------------------------------------------ 220 // A "snapshotted" representation of the BirthOnThread class. 221 222 struct BASE_EXPORT BirthOnThreadSnapshot { 223 BirthOnThreadSnapshot(); 224 explicit BirthOnThreadSnapshot(const BirthOnThread& birth); 225 ~BirthOnThreadSnapshot(); 226 227 LocationSnapshot location; 228 std::string thread_name; 229 }; 230 231 //------------------------------------------------------------------------------ 232 // A class for accumulating counts of births (without bothering with a map<>). 233 234 class BASE_EXPORT Births: public BirthOnThread { 235 public: 236 Births(const Location& location, const ThreadData& current); 237 238 int birth_count() const; 239 240 // When we have a birth we update the count for this birthplace. 241 void RecordBirth(); 242 243 // When a birthplace is changed (updated), we need to decrement the counter 244 // for the old instance. 245 void ForgetBirth(); 246 247 // Hack to quickly reset all counts to zero. 248 void Clear(); 249 250 private: 251 // The number of births on this thread for our location_. 252 int birth_count_; 253 254 DISALLOW_COPY_AND_ASSIGN(Births); 255 }; 256 257 //------------------------------------------------------------------------------ 258 // Basic info summarizing multiple destructions of a tracked object with a 259 // single birthplace (fixed Location). Used both on specific threads, and also 260 // in snapshots when integrating assembled data. 261 262 class BASE_EXPORT DeathData { 263 public: 264 // Default initializer. 265 DeathData(); 266 267 // When deaths have not yet taken place, and we gather data from all the 268 // threads, we create DeathData stats that tally the number of births without 269 // a corresponding death. 270 explicit DeathData(int count); 271 272 // Update stats for a task destruction (death) that had a Run() time of 273 // |duration|, and has had a queueing delay of |queue_duration|. 274 void RecordDeath(const int32 queue_duration, 275 const int32 run_duration, 276 int random_number); 277 278 // Metrics accessors, used only for serialization and in tests. 279 int count() const; 280 int32 run_duration_sum() const; 281 int32 run_duration_max() const; 282 int32 run_duration_sample() const; 283 int32 queue_duration_sum() const; 284 int32 queue_duration_max() const; 285 int32 queue_duration_sample() const; 286 287 // Reset the max values to zero. 288 void ResetMax(); 289 290 // Reset all tallies to zero. This is used as a hack on realtime data. 291 void Clear(); 292 293 private: 294 // Members are ordered from most regularly read and updated, to least 295 // frequently used. This might help a bit with cache lines. 296 // Number of runs seen (divisor for calculating averages). 297 int count_; 298 // Basic tallies, used to compute averages. 299 int32 run_duration_sum_; 300 int32 queue_duration_sum_; 301 // Max values, used by local visualization routines. These are often read, 302 // but rarely updated. 303 int32 run_duration_max_; 304 int32 queue_duration_max_; 305 // Samples, used by crowd sourcing gatherers. These are almost never read, 306 // and rarely updated. 307 int32 run_duration_sample_; 308 int32 queue_duration_sample_; 309 }; 310 311 //------------------------------------------------------------------------------ 312 // A "snapshotted" representation of the DeathData class. 313 314 struct BASE_EXPORT DeathDataSnapshot { 315 DeathDataSnapshot(); 316 explicit DeathDataSnapshot(const DeathData& death_data); 317 ~DeathDataSnapshot(); 318 319 int count; 320 int32 run_duration_sum; 321 int32 run_duration_max; 322 int32 run_duration_sample; 323 int32 queue_duration_sum; 324 int32 queue_duration_max; 325 int32 queue_duration_sample; 326 }; 327 328 //------------------------------------------------------------------------------ 329 // A temporary collection of data that can be sorted and summarized. It is 330 // gathered (carefully) from many threads. Instances are held in arrays and 331 // processed, filtered, and rendered. 332 // The source of this data was collected on many threads, and is asynchronously 333 // changing. The data in this instance is not asynchronously changing. 334 335 struct BASE_EXPORT TaskSnapshot { 336 TaskSnapshot(); 337 TaskSnapshot(const BirthOnThread& birth, 338 const DeathData& death_data, 339 const std::string& death_thread_name); 340 ~TaskSnapshot(); 341 342 BirthOnThreadSnapshot birth; 343 DeathDataSnapshot death_data; 344 std::string death_thread_name; 345 }; 346 347 //------------------------------------------------------------------------------ 348 // For each thread, we have a ThreadData that stores all tracking info generated 349 // on this thread. This prevents the need for locking as data accumulates. 350 // We use ThreadLocalStorage to quickly identfy the current ThreadData context. 351 // We also have a linked list of ThreadData instances, and that list is used to 352 // harvest data from all existing instances. 353 354 struct ProcessDataSnapshot; 355 class BASE_EXPORT ThreadData { 356 public: 357 // Current allowable states of the tracking system. The states can vary 358 // between ACTIVE and DEACTIVATED, but can never go back to UNINITIALIZED. 359 enum Status { 360 UNINITIALIZED, // PRistine, link-time state before running. 361 DORMANT_DURING_TESTS, // Only used during testing. 362 DEACTIVATED, // No longer recording profling. 363 PROFILING_ACTIVE, // Recording profiles (no parent-child links). 364 PROFILING_CHILDREN_ACTIVE, // Fully active, recording parent-child links. 365 }; 366 367 typedef std::map<Location, Births*> BirthMap; 368 typedef std::map<const Births*, DeathData> DeathMap; 369 typedef std::pair<const Births*, const Births*> ParentChildPair; 370 typedef std::set<ParentChildPair> ParentChildSet; 371 typedef std::stack<const Births*> ParentStack; 372 373 // Initialize the current thread context with a new instance of ThreadData. 374 // This is used by all threads that have names, and should be explicitly 375 // set *before* any births on the threads have taken place. It is generally 376 // only used by the message loop, which has a well defined thread name. 377 static void InitializeThreadContext(const std::string& suggested_name); 378 379 // Using Thread Local Store, find the current instance for collecting data. 380 // If an instance does not exist, construct one (and remember it for use on 381 // this thread. 382 // This may return NULL if the system is disabled for any reason. 383 static ThreadData* Get(); 384 385 // Fills |process_data| with all the recursive results in our process. 386 // During the scavenging, if |reset_max| is true, then the DeathData instances 387 // max-values are reset to zero during this scan. 388 static void Snapshot(bool reset_max, ProcessDataSnapshot* process_data); 389 390 // Finds (or creates) a place to count births from the given location in this 391 // thread, and increment that tally. 392 // TallyABirthIfActive will returns NULL if the birth cannot be tallied. 393 static Births* TallyABirthIfActive(const Location& location); 394 395 // Records the end of a timed run of an object. The |completed_task| contains 396 // a pointer to a Births, the time_posted, and a delayed_start_time if any. 397 // The |start_of_run| indicates when we started to perform the run of the 398 // task. The delayed_start_time is non-null for tasks that were posted as 399 // delayed tasks, and it indicates when the task should have run (i.e., when 400 // it should have posted out of the timer queue, and into the work queue. 401 // The |end_of_run| was just obtained by a call to Now() (just after the task 402 // finished). It is provided as an argument to help with testing. 403 static void TallyRunOnNamedThreadIfTracking( 404 const base::TrackingInfo& completed_task, 405 const TrackedTime& start_of_run, 406 const TrackedTime& end_of_run); 407 408 // Record the end of a timed run of an object. The |birth| is the record for 409 // the instance, the |time_posted| records that instant, which is presumed to 410 // be when the task was posted into a queue to run on a worker thread. 411 // The |start_of_run| is when the worker thread started to perform the run of 412 // the task. 413 // The |end_of_run| was just obtained by a call to Now() (just after the task 414 // finished). 415 static void TallyRunOnWorkerThreadIfTracking( 416 const Births* birth, 417 const TrackedTime& time_posted, 418 const TrackedTime& start_of_run, 419 const TrackedTime& end_of_run); 420 421 // Record the end of execution in region, generally corresponding to a scope 422 // being exited. 423 static void TallyRunInAScopedRegionIfTracking( 424 const Births* birth, 425 const TrackedTime& start_of_run, 426 const TrackedTime& end_of_run); 427 428 const std::string& thread_name() const { return thread_name_; } 429 430 // Hack: asynchronously clear all birth counts and death tallies data values 431 // in all ThreadData instances. The numerical (zeroing) part is done without 432 // use of a locks or atomics exchanges, and may (for int64 values) produce 433 // bogus counts VERY rarely. 434 static void ResetAllThreadData(); 435 436 // Initializes all statics if needed (this initialization call should be made 437 // while we are single threaded). Returns false if unable to initialize. 438 static bool Initialize(); 439 440 // Sets internal status_. 441 // If |status| is false, then status_ is set to DEACTIVATED. 442 // If |status| is true, then status_ is set to, PROFILING_ACTIVE, or 443 // PROFILING_CHILDREN_ACTIVE. 444 // If tracking is not compiled in, this function will return false. 445 // If parent-child tracking is not compiled in, then an attempt to set the 446 // status to PROFILING_CHILDREN_ACTIVE will only result in a status of 447 // PROFILING_ACTIVE (i.e., it can't be set to a higher level than what is 448 // compiled into the binary, and parent-child tracking at the 449 // PROFILING_CHILDREN_ACTIVE level might not be compiled in). 450 static bool InitializeAndSetTrackingStatus(Status status); 451 452 static Status status(); 453 454 // Indicate if any sort of profiling is being done (i.e., we are more than 455 // DEACTIVATED). 456 static bool TrackingStatus(); 457 458 // For testing only, indicate if the status of parent-child tracking is turned 459 // on. This is currently a compiled option, atop TrackingStatus(). 460 static bool TrackingParentChildStatus(); 461 462 // Special versions of Now() for getting times at start and end of a tracked 463 // run. They are super fast when tracking is disabled, and have some internal 464 // side effects when we are tracking, so that we can deduce the amount of time 465 // accumulated outside of execution of tracked runs. 466 // The task that will be tracked is passed in as |parent| so that parent-child 467 // relationships can be (optionally) calculated. 468 static TrackedTime NowForStartOfRun(const Births* parent); 469 static TrackedTime NowForEndOfRun(); 470 471 // Provide a time function that does nothing (runs fast) when we don't have 472 // the profiler enabled. It will generally be optimized away when it is 473 // ifdef'ed to be small enough (allowing the profiler to be "compiled out" of 474 // the code). 475 static TrackedTime Now(); 476 477 // Use the function |now| to provide current times, instead of calling the 478 // TrackedTime::Now() function. Since this alternate function is being used, 479 // the other time arguments (used for calculating queueing delay) will be 480 // ignored. 481 static void SetAlternateTimeSource(NowFunction* now); 482 483 // This function can be called at process termination to validate that thread 484 // cleanup routines have been called for at least some number of named 485 // threads. 486 static void EnsureCleanupWasCalled(int major_threads_shutdown_count); 487 488 private: 489 // Allow only tests to call ShutdownSingleThreadedCleanup. We NEVER call it 490 // in production code. 491 // TODO(jar): Make this a friend in DEBUG only, so that the optimizer has a 492 // better change of optimizing (inlining? etc.) private methods (knowing that 493 // there will be no need for an external entry point). 494 friend class TrackedObjectsTest; 495 FRIEND_TEST_ALL_PREFIXES(TrackedObjectsTest, MinimalStartupShutdown); 496 FRIEND_TEST_ALL_PREFIXES(TrackedObjectsTest, TinyStartupShutdown); 497 FRIEND_TEST_ALL_PREFIXES(TrackedObjectsTest, ParentChildTest); 498 499 typedef std::map<const BirthOnThread*, int> BirthCountMap; 500 501 // Worker thread construction creates a name since there is none. 502 explicit ThreadData(int thread_number); 503 504 // Message loop based construction should provide a name. 505 explicit ThreadData(const std::string& suggested_name); 506 507 ~ThreadData(); 508 509 // Push this instance to the head of all_thread_data_list_head_, linking it to 510 // the previous head. This is performed after each construction, and leaves 511 // the instance permanently on that list. 512 void PushToHeadOfList(); 513 514 // (Thread safe) Get start of list of all ThreadData instances using the lock. 515 static ThreadData* first(); 516 517 // Iterate through the null terminated list of ThreadData instances. 518 ThreadData* next() const; 519 520 521 // In this thread's data, record a new birth. 522 Births* TallyABirth(const Location& location); 523 524 // Find a place to record a death on this thread. 525 void TallyADeath(const Births& birth, int32 queue_duration, int32 duration); 526 527 // Snapshot (under a lock) the profiled data for the tasks in each ThreadData 528 // instance. Also updates the |birth_counts| tally for each task to keep 529 // track of the number of living instances of the task. If |reset_max| is 530 // true, then the max values in each DeathData instance are reset during the 531 // scan. 532 static void SnapshotAllExecutedTasks(bool reset_max, 533 ProcessDataSnapshot* process_data, 534 BirthCountMap* birth_counts); 535 536 // Snapshots (under a lock) the profiled data for the tasks for this thread 537 // and writes all of the executed tasks' data -- i.e. the data for the tasks 538 // with with entries in the death_map_ -- into |process_data|. Also updates 539 // the |birth_counts| tally for each task to keep track of the number of 540 // living instances of the task -- that is, each task maps to the number of 541 // births for the task that have not yet been balanced by a death. If 542 // |reset_max| is true, then the max values in each DeathData instance are 543 // reset during the scan. 544 void SnapshotExecutedTasks(bool reset_max, 545 ProcessDataSnapshot* process_data, 546 BirthCountMap* birth_counts); 547 548 // Using our lock, make a copy of the specified maps. This call may be made 549 // on non-local threads, which necessitate the use of the lock to prevent 550 // the map(s) from being reallocaed while they are copied. If |reset_max| is 551 // true, then, just after we copy the DeathMap, we will set the max values to 552 // zero in the active DeathMap (not the snapshot). 553 void SnapshotMaps(bool reset_max, 554 BirthMap* birth_map, 555 DeathMap* death_map, 556 ParentChildSet* parent_child_set); 557 558 // Using our lock to protect the iteration, Clear all birth and death data. 559 void Reset(); 560 561 // This method is called by the TLS system when a thread terminates. 562 // The argument may be NULL if this thread has never tracked a birth or death. 563 static void OnThreadTermination(void* thread_data); 564 565 // This method should be called when a worker thread terminates, so that we 566 // can save all the thread data into a cache of reusable ThreadData instances. 567 void OnThreadTerminationCleanup(); 568 569 // Cleans up data structures, and returns statics to near pristine (mostly 570 // uninitialized) state. If there is any chance that other threads are still 571 // using the data structures, then the |leak| argument should be passed in as 572 // true, and the data structures (birth maps, death maps, ThreadData 573 // insntances, etc.) will be leaked and not deleted. If you have joined all 574 // threads since the time that InitializeAndSetTrackingStatus() was called, 575 // then you can pass in a |leak| value of false, and this function will 576 // delete recursively all data structures, starting with the list of 577 // ThreadData instances. 578 static void ShutdownSingleThreadedCleanup(bool leak); 579 580 // When non-null, this specifies an external function that supplies monotone 581 // increasing time functcion. 582 static NowFunction* now_function_; 583 584 // We use thread local store to identify which ThreadData to interact with. 585 static base::ThreadLocalStorage::StaticSlot tls_index_; 586 587 // List of ThreadData instances for use with worker threads. When a worker 588 // thread is done (terminated), we push it onto this llist. When a new worker 589 // thread is created, we first try to re-use a ThreadData instance from the 590 // list, and if none are available, construct a new one. 591 // This is only accessed while list_lock_ is held. 592 static ThreadData* first_retired_worker_; 593 594 // Link to the most recently created instance (starts a null terminated list). 595 // The list is traversed by about:profiler when it needs to snapshot data. 596 // This is only accessed while list_lock_ is held. 597 static ThreadData* all_thread_data_list_head_; 598 599 // The next available worker thread number. This should only be accessed when 600 // the list_lock_ is held. 601 static int worker_thread_data_creation_count_; 602 603 // The number of times TLS has called us back to cleanup a ThreadData 604 // instance. This is only accessed while list_lock_ is held. 605 static int cleanup_count_; 606 607 // Incarnation sequence number, indicating how many times (during unittests) 608 // we've either transitioned out of UNINITIALIZED, or into that state. This 609 // value is only accessed while the list_lock_ is held. 610 static int incarnation_counter_; 611 612 // Protection for access to all_thread_data_list_head_, and to 613 // unregistered_thread_data_pool_. This lock is leaked at shutdown. 614 // The lock is very infrequently used, so we can afford to just make a lazy 615 // instance and be safe. 616 static base::LazyInstance<base::Lock>::Leaky list_lock_; 617 618 // We set status_ to SHUTDOWN when we shut down the tracking service. 619 static Status status_; 620 621 // Link to next instance (null terminated list). Used to globally track all 622 // registered instances (corresponds to all registered threads where we keep 623 // data). 624 ThreadData* next_; 625 626 // Pointer to another ThreadData instance for a Worker-Thread that has been 627 // retired (its thread was terminated). This value is non-NULL only for a 628 // retired ThreadData associated with a Worker-Thread. 629 ThreadData* next_retired_worker_; 630 631 // The name of the thread that is being recorded. If this thread has no 632 // message_loop, then this is a worker thread, with a sequence number postfix. 633 std::string thread_name_; 634 635 // Indicate if this is a worker thread, and the ThreadData contexts should be 636 // stored in the unregistered_thread_data_pool_ when not in use. 637 // Value is zero when it is not a worker thread. Value is a positive integer 638 // corresponding to the created thread name if it is a worker thread. 639 int worker_thread_number_; 640 641 // A map used on each thread to keep track of Births on this thread. 642 // This map should only be accessed on the thread it was constructed on. 643 // When a snapshot is needed, this structure can be locked in place for the 644 // duration of the snapshotting activity. 645 BirthMap birth_map_; 646 647 // Similar to birth_map_, this records informations about death of tracked 648 // instances (i.e., when a tracked instance was destroyed on this thread). 649 // It is locked before changing, and hence other threads may access it by 650 // locking before reading it. 651 DeathMap death_map_; 652 653 // A set of parents that created children tasks on this thread. Each pair 654 // corresponds to potentially non-local Births (location and thread), and a 655 // local Births (that took place on this thread). 656 ParentChildSet parent_child_set_; 657 658 // Lock to protect *some* access to BirthMap and DeathMap. The maps are 659 // regularly read and written on this thread, but may only be read from other 660 // threads. To support this, we acquire this lock if we are writing from this 661 // thread, or reading from another thread. For reading from this thread we 662 // don't need a lock, as there is no potential for a conflict since the 663 // writing is only done from this thread. 664 mutable base::Lock map_lock_; 665 666 // The stack of parents that are currently being profiled. This includes only 667 // tasks that have started a timer recently via NowForStartOfRun(), but not 668 // yet concluded with a NowForEndOfRun(). Usually this stack is one deep, but 669 // if a scoped region is profiled, or <sigh> a task runs a nested-message 670 // loop, then the stack can grow larger. Note that we don't try to deduct 671 // time in nested porfiles, as our current timer is based on wall-clock time, 672 // and not CPU time (and we're hopeful that nested timing won't be a 673 // significant additional cost). 674 ParentStack parent_stack_; 675 676 // A random number that we used to select decide which sample to keep as a 677 // representative sample in each DeathData instance. We can't start off with 678 // much randomness (because we can't call RandInt() on all our threads), so 679 // we stir in more and more as we go. 680 int32 random_number_; 681 682 // Record of what the incarnation_counter_ was when this instance was created. 683 // If the incarnation_counter_ has changed, then we avoid pushing into the 684 // pool (this is only critical in tests which go through multiple 685 // incarnations). 686 int incarnation_count_for_pool_; 687 688 DISALLOW_COPY_AND_ASSIGN(ThreadData); 689 }; 690 691 //------------------------------------------------------------------------------ 692 // A snapshotted representation of a (parent, child) task pair, for tracking 693 // hierarchical profiles. 694 695 struct BASE_EXPORT ParentChildPairSnapshot { 696 public: 697 ParentChildPairSnapshot(); 698 explicit ParentChildPairSnapshot( 699 const ThreadData::ParentChildPair& parent_child); 700 ~ParentChildPairSnapshot(); 701 702 BirthOnThreadSnapshot parent; 703 BirthOnThreadSnapshot child; 704 }; 705 706 //------------------------------------------------------------------------------ 707 // A snapshotted representation of the list of ThreadData objects for a process. 708 709 struct BASE_EXPORT ProcessDataSnapshot { 710 public: 711 ProcessDataSnapshot(); 712 ~ProcessDataSnapshot(); 713 714 std::vector<TaskSnapshot> tasks; 715 std::vector<ParentChildPairSnapshot> descendants; 716 int process_id; 717 }; 718 719 } // namespace tracked_objects 720 721 #endif // BASE_TRACKED_OBJECTS_H_ 722