Nan Zhang | 17f2767 | 2018-12-12 16:01:49 -0800 | [diff] [blame] | 1 | // Copyright 2018 Google Inc. All Rights Reserved. |
| 2 | // |
| 3 | // Licensed under the Apache License, Version 2.0 (the "License"); |
| 4 | // you may not use this file except in compliance with the License. |
| 5 | // You may obtain a copy of the License at |
| 6 | // |
| 7 | // http://www.apache.org/licenses/LICENSE-2.0 |
| 8 | // |
| 9 | // Unless required by applicable law or agreed to in writing, software |
| 10 | // distributed under the License is distributed on an "AS IS" BASIS, |
| 11 | // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 12 | // See the License for the specific language governing permissions and |
| 13 | // limitations under the License. |
| 14 | |
| 15 | syntax = "proto2"; |
| 16 | |
Patrice Arruda | 0cc5b21 | 2019-06-14 15:27:46 -0700 | [diff] [blame] | 17 | package soong_build_metrics; |
Dan Willemsen | 4591b64 | 2021-05-24 14:24:12 -0700 | [diff] [blame] | 18 | option go_package = "android/soong/ui/metrics/metrics_proto"; |
Nan Zhang | 17f2767 | 2018-12-12 16:01:49 -0800 | [diff] [blame] | 19 | |
| 20 | message MetricsBase { |
| 21 | // Timestamp generated when the build starts. |
| 22 | optional int64 build_date_timestamp = 1; |
| 23 | |
| 24 | // It is usually used to specify the branch name [and release candidate]. |
| 25 | optional string build_id = 2; |
| 26 | |
| 27 | // The platform version codename, eg. P, Q, REL. |
| 28 | optional string platform_version_codename = 3; |
| 29 | |
| 30 | // The target product information, eg. aosp_arm. |
| 31 | optional string target_product = 4; |
| 32 | |
Patrice Arruda | 0cc5b21 | 2019-06-14 15:27:46 -0700 | [diff] [blame] | 33 | enum BuildVariant { |
Nan Zhang | 17f2767 | 2018-12-12 16:01:49 -0800 | [diff] [blame] | 34 | USER = 0; |
| 35 | USERDEBUG = 1; |
| 36 | ENG = 2; |
| 37 | } |
| 38 | // The target build variant information, eg. eng. |
Patrice Arruda | 0cc5b21 | 2019-06-14 15:27:46 -0700 | [diff] [blame] | 39 | optional BuildVariant target_build_variant = 5 [default = ENG]; |
Nan Zhang | 17f2767 | 2018-12-12 16:01:49 -0800 | [diff] [blame] | 40 | |
Patrice Arruda | 0cc5b21 | 2019-06-14 15:27:46 -0700 | [diff] [blame] | 41 | enum Arch { |
Nan Zhang | 17f2767 | 2018-12-12 16:01:49 -0800 | [diff] [blame] | 42 | UNKNOWN = 0; |
| 43 | ARM = 1; |
| 44 | ARM64 = 2; |
| 45 | X86 = 3; |
| 46 | X86_64 = 4; |
| 47 | } |
| 48 | // The target arch information, eg. arm. |
Patrice Arruda | 0cc5b21 | 2019-06-14 15:27:46 -0700 | [diff] [blame] | 49 | optional Arch target_arch = 6 [default = UNKNOWN]; |
Nan Zhang | 17f2767 | 2018-12-12 16:01:49 -0800 | [diff] [blame] | 50 | |
| 51 | // The target arch variant information, eg. armv7-a-neon. |
| 52 | optional string target_arch_variant = 7; |
| 53 | |
| 54 | // The target cpu variant information, eg. generic. |
| 55 | optional string target_cpu_variant = 8; |
| 56 | |
| 57 | // The host arch information, eg. x86_64. |
Patrice Arruda | 0cc5b21 | 2019-06-14 15:27:46 -0700 | [diff] [blame] | 58 | optional Arch host_arch = 9 [default = UNKNOWN]; |
Nan Zhang | 17f2767 | 2018-12-12 16:01:49 -0800 | [diff] [blame] | 59 | |
| 60 | // The host 2nd arch information, eg. x86. |
Patrice Arruda | 0cc5b21 | 2019-06-14 15:27:46 -0700 | [diff] [blame] | 61 | optional Arch host_2nd_arch = 10 [default = UNKNOWN]; |
Nan Zhang | 17f2767 | 2018-12-12 16:01:49 -0800 | [diff] [blame] | 62 | |
| 63 | // The host os information, eg. linux. |
| 64 | optional string host_os = 11; |
| 65 | |
| 66 | // The host os extra information, eg. Linux-4.17.0-3rodete2-amd64-x86_64-Debian-GNU. |
| 67 | optional string host_os_extra = 12; |
| 68 | |
| 69 | // The host cross os information, eg. windows. |
| 70 | optional string host_cross_os = 13; |
| 71 | |
| 72 | // The host cross arch information, eg. x86. |
| 73 | optional string host_cross_arch = 14; |
| 74 | |
| 75 | // The host cross 2nd arch information, eg. x86_64. |
| 76 | optional string host_cross_2nd_arch = 15; |
| 77 | |
| 78 | // The directory for generated built artifacts installation, eg. out. |
| 79 | optional string out_dir = 16; |
| 80 | |
| 81 | // The metrics for calling various tools (microfactory) before Soong_UI starts. |
| 82 | repeated PerfInfo setup_tools = 17; |
| 83 | |
| 84 | // The metrics for calling Kati by multiple times. |
| 85 | repeated PerfInfo kati_runs = 18; |
| 86 | |
| 87 | // The metrics for calling Soong. |
| 88 | repeated PerfInfo soong_runs = 19; |
| 89 | |
| 90 | // The metrics for calling Ninja. |
| 91 | repeated PerfInfo ninja_runs = 20; |
Colin Cross | 74cda72 | 2020-01-16 15:25:50 -0800 | [diff] [blame] | 92 | |
| 93 | // The metrics for the whole build |
| 94 | optional PerfInfo total = 21; |
Colin Cross | b72c909 | 2020-02-10 11:23:49 -0800 | [diff] [blame] | 95 | |
| 96 | optional SoongBuildMetrics soong_build_metrics = 22; |
Patrice Arruda | 9685036 | 2020-08-11 20:41:11 +0000 | [diff] [blame] | 97 | |
| 98 | optional BuildConfig build_config = 23; |
Patrice Arruda | 4fb8adc | 2020-10-12 22:38:06 +0000 | [diff] [blame] | 99 | |
| 100 | // The hostname of the machine. |
| 101 | optional string hostname = 24; |
Patrice Arruda | 3edfd48 | 2020-10-13 23:58:41 +0000 | [diff] [blame] | 102 | |
| 103 | // The system resource information such as total physical memory. |
| 104 | optional SystemResourceInfo system_resource_info = 25; |
Patrice Arruda | e92c30d | 2020-10-29 11:01:32 -0700 | [diff] [blame] | 105 | |
| 106 | // The build command that the user entered to the build system. |
| 107 | optional string build_command = 26; |
Patrice Arruda | b7cf9ba | 2020-11-13 13:04:17 -0800 | [diff] [blame] | 108 | |
| 109 | // The metrics for calling Bazel. |
| 110 | repeated PerfInfo bazel_runs = 27; |
Patrice Arruda | 9685036 | 2020-08-11 20:41:11 +0000 | [diff] [blame] | 111 | } |
| 112 | |
| 113 | message BuildConfig { |
| 114 | optional bool use_goma = 1; |
| 115 | |
| 116 | optional bool use_rbe = 2; |
Patrice Arruda | c97d6dc | 2020-09-28 18:22:07 +0000 | [diff] [blame] | 117 | |
| 118 | optional bool force_use_goma = 3; |
Liz Kammer | ca9cb2e | 2021-07-14 15:29:57 -0400 | [diff] [blame] | 119 | |
| 120 | // Whether the Bazel is acting as the Ninja executor for this build. |
| 121 | optional bool bazel_as_ninja = 4; |
| 122 | |
| 123 | // Whether build is occurring in a mixed build mode, where Bazel maintains the |
| 124 | // definition and build of some modules in cooperation with Soong. |
| 125 | optional bool bazel_mixed_build = 5; |
Yu Liu | e737a99 | 2021-10-04 13:21:41 -0700 | [diff] [blame] | 126 | |
| 127 | // These are the targets soong passes to ninja, these targets include special |
| 128 | // targets such as droid as well as the regular build targets. |
| 129 | repeated string targets = 6; |
Nan Zhang | 17f2767 | 2018-12-12 16:01:49 -0800 | [diff] [blame] | 130 | } |
| 131 | |
Patrice Arruda | 3edfd48 | 2020-10-13 23:58:41 +0000 | [diff] [blame] | 132 | message SystemResourceInfo { |
| 133 | // The total physical memory in bytes. |
| 134 | optional uint64 total_physical_memory = 1; |
| 135 | |
| 136 | // The total of available cores for building |
| 137 | optional int32 available_cpus = 2; |
| 138 | } |
| 139 | |
Nan Zhang | 17f2767 | 2018-12-12 16:01:49 -0800 | [diff] [blame] | 140 | message PerfInfo { |
| 141 | // The description for the phase/action/part while the tool running. |
Yu Liu | 37c3dd3 | 2021-09-30 14:46:18 -0700 | [diff] [blame] | 142 | optional string description = 1; |
Nan Zhang | 17f2767 | 2018-12-12 16:01:49 -0800 | [diff] [blame] | 143 | |
| 144 | // The name for the running phase/action/part. |
| 145 | optional string name = 2; |
| 146 | |
| 147 | // The absolute start time. |
| 148 | // The number of nanoseconds elapsed since January 1, 1970 UTC. |
| 149 | optional uint64 start_time = 3; |
| 150 | |
| 151 | // The real running time. |
| 152 | // The number of nanoseconds elapsed since start_time. |
| 153 | optional uint64 real_time = 4; |
| 154 | |
Patrice Arruda | fec3bf2 | 2020-10-19 10:55:34 -0700 | [diff] [blame] | 155 | // The number of MB for memory use (deprecated as it is too generic). |
| 156 | optional uint64 memory_use = 5 [deprecated=true]; |
| 157 | |
| 158 | // The resource information of each executed process. |
| 159 | repeated ProcessResourceInfo processes_resource_info = 6; |
| 160 | } |
| 161 | |
| 162 | message ProcessResourceInfo { |
| 163 | // The name of the process for identification. |
| 164 | optional string name = 1; |
| 165 | |
| 166 | // The amount of time spent executing in user space in microseconds. |
| 167 | optional uint64 user_time_micros = 2; |
| 168 | |
| 169 | // The amount of time spent executing in kernel mode in microseconds. |
| 170 | optional uint64 system_time_micros = 3; |
| 171 | |
| 172 | // The maximum resident set size memory used in kilobytes. |
| 173 | optional uint64 max_rss_kb = 4; |
| 174 | |
| 175 | // The number of minor page faults serviced without any I/O activity. |
| 176 | optional uint64 minor_page_faults = 5; |
| 177 | |
| 178 | // The number of major page faults serviced that required I/O activity. |
| 179 | optional uint64 major_page_faults = 6; |
| 180 | |
| 181 | // Total IO input in kilobytes. |
| 182 | optional uint64 io_input_kb= 7; |
| 183 | |
| 184 | // Total IO output in kilobytes. |
| 185 | optional uint64 io_output_kb = 8; |
| 186 | |
| 187 | // The number of voluntary context switches |
| 188 | optional uint64 voluntary_context_switches = 9; |
| 189 | |
| 190 | // The number of involuntary context switches |
| 191 | optional uint64 involuntary_context_switches = 10; |
Nan Zhang | 17f2767 | 2018-12-12 16:01:49 -0800 | [diff] [blame] | 192 | } |
| 193 | |
| 194 | message ModuleTypeInfo { |
Patrice Arruda | 0cc5b21 | 2019-06-14 15:27:46 -0700 | [diff] [blame] | 195 | enum BuildSystem { |
Nan Zhang | 17f2767 | 2018-12-12 16:01:49 -0800 | [diff] [blame] | 196 | UNKNOWN = 0; |
| 197 | SOONG = 1; |
| 198 | MAKE = 2; |
| 199 | } |
| 200 | // The build system, eg. Soong or Make. |
Patrice Arruda | 0cc5b21 | 2019-06-14 15:27:46 -0700 | [diff] [blame] | 201 | optional BuildSystem build_system = 1 [default = UNKNOWN]; |
Nan Zhang | 17f2767 | 2018-12-12 16:01:49 -0800 | [diff] [blame] | 202 | |
| 203 | // The module type, eg. java_library, cc_binary, and etc. |
| 204 | optional string module_type = 2; |
| 205 | |
| 206 | // The number of logical modules. |
| 207 | optional uint32 num_of_modules = 3; |
| 208 | } |
Colin Cross | d0be210 | 2019-11-26 16:16:57 -0800 | [diff] [blame] | 209 | |
| 210 | message CriticalUserJourneyMetrics { |
| 211 | // The name of a critical user journey test. |
| 212 | optional string name = 1; |
| 213 | |
| 214 | // The metrics produced when running the critical user journey test. |
| 215 | optional MetricsBase metrics = 2; |
| 216 | } |
| 217 | |
| 218 | message CriticalUserJourneysMetrics { |
| 219 | // A set of metrics from a run of the critical user journey tests. |
| 220 | repeated CriticalUserJourneyMetrics cujs = 1; |
Colin Cross | b72c909 | 2020-02-10 11:23:49 -0800 | [diff] [blame] | 221 | } |
| 222 | |
| 223 | message SoongBuildMetrics { |
| 224 | // The number of modules handled by soong_build. |
| 225 | optional uint32 modules = 1; |
| 226 | |
| 227 | // The total number of variants handled by soong_build. |
| 228 | optional uint32 variants = 2; |
| 229 | |
| 230 | // The total number of allocations in soong_build. |
| 231 | optional uint64 total_alloc_count = 3; |
| 232 | |
| 233 | // The total size of allocations in soong_build in bytes. |
| 234 | optional uint64 total_alloc_size = 4; |
| 235 | |
| 236 | // The approximate maximum size of the heap in soong_build in bytes. |
| 237 | optional uint64 max_heap_size = 5; |
Patrice Arruda | 9685036 | 2020-08-11 20:41:11 +0000 | [diff] [blame] | 238 | } |