Jason Kusuma | be998f4 | 2015-09-03 15:53:13 -0700 | [diff] [blame] | 1 | #!/bin/bash |
| 2 | |
Amin Hassani | 1352093 | 2017-07-26 11:26:05 -0700 | [diff] [blame] | 3 | # |
| 4 | # Copyright (C) 2015 The Android Open Source Project |
| 5 | # |
| 6 | # Licensed under the Apache License, Version 2.0 (the "License"); |
| 7 | # you may not use this file except in compliance with the License. |
| 8 | # You may obtain a copy of the License at |
| 9 | # |
| 10 | # http://www.apache.org/licenses/LICENSE-2.0 |
| 11 | # |
| 12 | # Unless required by applicable law or agreed to in writing, software |
| 13 | # distributed under the License is distributed on an "AS IS" BASIS, |
| 14 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 15 | # See the License for the specific language governing permissions and |
| 16 | # limitations under the License. |
| 17 | # |
Jason Kusuma | be998f4 | 2015-09-03 15:53:13 -0700 | [diff] [blame] | 18 | |
| 19 | # Script to generate a Brillo update for use by the update engine. |
| 20 | # |
| 21 | # usage: brillo_update_payload COMMAND [ARGS] |
| 22 | # The following commands are supported: |
| 23 | # generate generate an unsigned payload |
| 24 | # hash generate a payload or metadata hash |
| 25 | # sign generate a signed payload |
Alex Deymo | 98e691c | 2016-02-04 21:05:45 -0800 | [diff] [blame] | 26 | # properties generate a properties file from a payload |
Amin Hassani | 1352093 | 2017-07-26 11:26:05 -0700 | [diff] [blame] | 27 | # verify verify a payload by recreating a target image. |
Tudor Brindus | b432db8 | 2018-06-29 13:13:27 -0700 | [diff] [blame] | 28 | # check verify a payload using paycheck (static testing) |
Jason Kusuma | be998f4 | 2015-09-03 15:53:13 -0700 | [diff] [blame] | 29 | # |
| 30 | # Generate command arguments: |
Jason Kusuma | 9a4cae2 | 2015-10-08 18:17:57 -0700 | [diff] [blame] | 31 | # --payload generated unsigned payload output file |
| 32 | # --source_image if defined, generate a delta payload from the specified |
| 33 | # image to the target_image |
| 34 | # --target_image the target image that should be sent to clients |
Amin Hassani | 1352093 | 2017-07-26 11:26:05 -0700 | [diff] [blame] | 35 | # --metadata_size_file if defined, generate a file containing the size of the |
| 36 | # payload metadata in bytes to the specified file |
Jason Kusuma | be998f4 | 2015-09-03 15:53:13 -0700 | [diff] [blame] | 37 | # |
| 38 | # Hash command arguments: |
| 39 | # --unsigned_payload the input unsigned payload to generate the hash from |
| 40 | # --signature_size signature sizes in bytes in the following format: |
Alex Deymo | 89ff9e3 | 2015-09-15 19:29:01 -0700 | [diff] [blame] | 41 | # "size1:size2[:...]" |
Jason Kusuma | be998f4 | 2015-09-03 15:53:13 -0700 | [diff] [blame] | 42 | # --payload_hash_file if defined, generate a payload hash and output to the |
| 43 | # specified file |
| 44 | # --metadata_hash_file if defined, generate a metadata hash and output to the |
| 45 | # specified file |
| 46 | # |
| 47 | # Sign command arguments: |
Alex Deymo | 89ff9e3 | 2015-09-15 19:29:01 -0700 | [diff] [blame] | 48 | # --unsigned_payload the input unsigned payload to insert the signatures |
| 49 | # --payload the output signed payload |
| 50 | # --signature_size signature sizes in bytes in the following format: |
| 51 | # "size1:size2[:...]" |
| 52 | # --payload_signature_file the payload signature files in the following |
| 53 | # format: |
| 54 | # "payload_signature1:payload_signature2[:...]" |
| 55 | # --metadata_signature_file the metadata signature files in the following |
| 56 | # format: |
| 57 | # "metadata_signature1:metadata_signature2[:...]" |
Jason Kusuma | 9a4cae2 | 2015-10-08 18:17:57 -0700 | [diff] [blame] | 58 | # --metadata_size_file if defined, generate a file containing the size of |
| 59 | # the signed payload metadata in bytes to the |
| 60 | # specified file |
Jason Kusuma | be998f4 | 2015-09-03 15:53:13 -0700 | [diff] [blame] | 61 | # Note that the number of signature sizes and payload signatures have to match. |
Alex Deymo | 98e691c | 2016-02-04 21:05:45 -0800 | [diff] [blame] | 62 | # |
| 63 | # Properties command arguments: |
| 64 | # --payload the input signed or unsigned payload |
| 65 | # --properties_file the output path where to write the properties, or |
| 66 | # '-' for stdout. |
Amin Hassani | 1352093 | 2017-07-26 11:26:05 -0700 | [diff] [blame] | 67 | # Verify command arguments: |
| 68 | # --payload payload input file |
| 69 | # --source_image verify payload to the specified source image. |
| 70 | # --target_image the target image to verify upon. |
Tudor Brindus | b432db8 | 2018-06-29 13:13:27 -0700 | [diff] [blame] | 71 | # |
| 72 | # Check command arguments: |
| 73 | # Symmetrical with the verify command. |
Alex Deymo | 98e691c | 2016-02-04 21:05:45 -0800 | [diff] [blame] | 74 | |
Jason Kusuma | be998f4 | 2015-09-03 15:53:13 -0700 | [diff] [blame] | 75 | |
Alex Deymo | 61e1fa8 | 2016-01-19 15:16:34 -0800 | [diff] [blame] | 76 | # Exit codes: |
| 77 | EX_UNSUPPORTED_DELTA=100 |
| 78 | |
Jason Kusuma | f514c54 | 2015-11-05 18:43:45 -0800 | [diff] [blame] | 79 | warn() { |
| 80 | echo "brillo_update_payload: warning: $*" >&2 |
| 81 | } |
| 82 | |
Gilad Arnold | 957ce12 | 2015-10-14 16:02:55 -0700 | [diff] [blame] | 83 | die() { |
| 84 | echo "brillo_update_payload: error: $*" >&2 |
| 85 | exit 1 |
Jason Kusuma | be998f4 | 2015-09-03 15:53:13 -0700 | [diff] [blame] | 86 | } |
| 87 | |
Gilad Arnold | 957ce12 | 2015-10-14 16:02:55 -0700 | [diff] [blame] | 88 | # Loads shflags. We first look at the default install location; then look for |
Amin Hassani | 2a14d41 | 2018-05-31 13:01:09 -0700 | [diff] [blame] | 89 | # crosutils (chroot); finally check our own directory. |
Gilad Arnold | 957ce12 | 2015-10-14 16:02:55 -0700 | [diff] [blame] | 90 | load_shflags() { |
| 91 | local my_dir="$(dirname "$(readlink -f "$0")")" |
| 92 | local path |
Mike Frysinger | 26bb865 | 2018-10-12 02:15:09 -0400 | [diff] [blame] | 93 | for path in /usr/share/misc "${my_dir}"/lib/shflags; do |
Gilad Arnold | 957ce12 | 2015-10-14 16:02:55 -0700 | [diff] [blame] | 94 | if [[ -r "${path}/shflags" ]]; then |
| 95 | . "${path}/shflags" || die "Could not load ${path}/shflags." |
| 96 | return |
| 97 | fi |
| 98 | done |
| 99 | die "Could not find shflags." |
| 100 | } |
| 101 | |
| 102 | load_shflags |
Jason Kusuma | be998f4 | 2015-09-03 15:53:13 -0700 | [diff] [blame] | 103 | |
Alex Deymo | c64ffd5 | 2015-09-25 18:10:07 -0700 | [diff] [blame] | 104 | HELP_GENERATE="generate: Generate an unsigned update payload." |
| 105 | HELP_HASH="hash: Generate the hashes of the unsigned payload and metadata used \ |
| 106 | for signing." |
| 107 | HELP_SIGN="sign: Insert the signatures into the unsigned payload." |
Alex Deymo | 98e691c | 2016-02-04 21:05:45 -0800 | [diff] [blame] | 108 | HELP_PROPERTIES="properties: Extract payload properties to a file." |
Tudor Brindus | b432db8 | 2018-06-29 13:13:27 -0700 | [diff] [blame] | 109 | HELP_VERIFY="verify: Verify a (signed) update payload using delta_generator." |
| 110 | HELP_CHECK="check: Check a (signed) update payload using paycheck (static \ |
| 111 | testing)." |
Alex Deymo | c64ffd5 | 2015-09-25 18:10:07 -0700 | [diff] [blame] | 112 | |
| 113 | usage() { |
| 114 | echo "Supported commands:" |
| 115 | echo |
| 116 | echo "${HELP_GENERATE}" |
| 117 | echo "${HELP_HASH}" |
| 118 | echo "${HELP_SIGN}" |
Alex Deymo | 98e691c | 2016-02-04 21:05:45 -0800 | [diff] [blame] | 119 | echo "${HELP_PROPERTIES}" |
Amin Hassani | 1352093 | 2017-07-26 11:26:05 -0700 | [diff] [blame] | 120 | echo "${HELP_VERIFY}" |
Tudor Brindus | b432db8 | 2018-06-29 13:13:27 -0700 | [diff] [blame] | 121 | echo "${HELP_CHECK}" |
Alex Deymo | c64ffd5 | 2015-09-25 18:10:07 -0700 | [diff] [blame] | 122 | echo |
| 123 | echo "Use: \"$0 <command> --help\" for more options." |
| 124 | } |
| 125 | |
| 126 | # Check that a command is specified. |
Jason Kusuma | be998f4 | 2015-09-03 15:53:13 -0700 | [diff] [blame] | 127 | if [[ $# -lt 1 ]]; then |
Tudor Brindus | b432db8 | 2018-06-29 13:13:27 -0700 | [diff] [blame] | 128 | echo "Please specify a command [generate|hash|sign|properties|verify|check]" |
Jason Kusuma | be998f4 | 2015-09-03 15:53:13 -0700 | [diff] [blame] | 129 | exit 1 |
| 130 | fi |
| 131 | |
Alex Deymo | c64ffd5 | 2015-09-25 18:10:07 -0700 | [diff] [blame] | 132 | # Parse command. |
| 133 | COMMAND="${1:-}" |
| 134 | shift |
| 135 | |
| 136 | case "${COMMAND}" in |
| 137 | generate) |
| 138 | FLAGS_HELP="${HELP_GENERATE}" |
| 139 | ;; |
| 140 | |
| 141 | hash) |
| 142 | FLAGS_HELP="${HELP_HASH}" |
| 143 | ;; |
| 144 | |
| 145 | sign) |
| 146 | FLAGS_HELP="${HELP_SIGN}" |
Jason Kusuma | be998f4 | 2015-09-03 15:53:13 -0700 | [diff] [blame] | 147 | ;; |
Alex Deymo | 98e691c | 2016-02-04 21:05:45 -0800 | [diff] [blame] | 148 | |
| 149 | properties) |
| 150 | FLAGS_HELP="${HELP_PROPERTIES}" |
| 151 | ;; |
Amin Hassani | 1352093 | 2017-07-26 11:26:05 -0700 | [diff] [blame] | 152 | |
| 153 | verify) |
| 154 | FLAGS_HELP="${HELP_VERIFY}" |
| 155 | ;; |
| 156 | |
Tudor Brindus | b432db8 | 2018-06-29 13:13:27 -0700 | [diff] [blame] | 157 | check) |
| 158 | FLAGS_HELP="${HELP_CHECK}" |
| 159 | ;; |
| 160 | |
Jason Kusuma | be998f4 | 2015-09-03 15:53:13 -0700 | [diff] [blame] | 161 | *) |
Alex Deymo | c64ffd5 | 2015-09-25 18:10:07 -0700 | [diff] [blame] | 162 | echo "Unrecognized command: \"${COMMAND}\"" >&2 |
| 163 | usage >&2 |
Jason Kusuma | be998f4 | 2015-09-03 15:53:13 -0700 | [diff] [blame] | 164 | exit 1 |
| 165 | ;; |
| 166 | esac |
| 167 | |
Jason Kusuma | be998f4 | 2015-09-03 15:53:13 -0700 | [diff] [blame] | 168 | # Flags |
Alex Deymo | c64ffd5 | 2015-09-25 18:10:07 -0700 | [diff] [blame] | 169 | FLAGS_HELP="Usage: $0 ${COMMAND} [flags] |
| 170 | ${FLAGS_HELP}" |
| 171 | |
| 172 | if [[ "${COMMAND}" == "generate" ]]; then |
| 173 | DEFINE_string payload "" \ |
| 174 | "Path to output the generated unsigned payload file." |
| 175 | DEFINE_string target_image "" \ |
| 176 | "Path to the target image that should be sent to clients." |
| 177 | DEFINE_string source_image "" \ |
| 178 | "Optional: Path to a source image. If specified, this makes a delta update." |
Jason Kusuma | 9a4cae2 | 2015-10-08 18:17:57 -0700 | [diff] [blame] | 179 | DEFINE_string metadata_size_file "" \ |
| 180 | "Optional: Path to output metadata size." |
Sen Jiang | 8e768e9 | 2017-06-28 17:13:19 -0700 | [diff] [blame] | 181 | DEFINE_string max_timestamp "" \ |
| 182 | "Optional: The maximum unix timestamp of the OS allowed to apply this \ |
| 183 | payload, should be set to a number higher than the build timestamp of the \ |
| 184 | system running on the device, 0 if not specified." |
Alex Deymo | c64ffd5 | 2015-09-25 18:10:07 -0700 | [diff] [blame] | 185 | fi |
| 186 | if [[ "${COMMAND}" == "hash" || "${COMMAND}" == "sign" ]]; then |
| 187 | DEFINE_string unsigned_payload "" "Path to the input unsigned payload." |
| 188 | DEFINE_string signature_size "" \ |
| 189 | "Signature sizes in bytes in the following format: size1:size2[:...]" |
| 190 | fi |
| 191 | if [[ "${COMMAND}" == "hash" ]]; then |
| 192 | DEFINE_string metadata_hash_file "" \ |
| 193 | "Optional: Path to output metadata hash file." |
| 194 | DEFINE_string payload_hash_file "" \ |
| 195 | "Optional: Path to output payload hash file." |
| 196 | fi |
| 197 | if [[ "${COMMAND}" == "sign" ]]; then |
| 198 | DEFINE_string payload "" \ |
| 199 | "Path to output the generated unsigned payload file." |
| 200 | DEFINE_string metadata_signature_file "" \ |
| 201 | "The metatada signatures in the following format: \ |
| 202 | metadata_signature1:metadata_signature2[:...]" |
| 203 | DEFINE_string payload_signature_file "" \ |
| 204 | "The payload signatures in the following format: \ |
| 205 | payload_signature1:payload_signature2[:...]" |
Jason Kusuma | 9a4cae2 | 2015-10-08 18:17:57 -0700 | [diff] [blame] | 206 | DEFINE_string metadata_size_file "" \ |
| 207 | "Optional: Path to output metadata size." |
Alex Deymo | c64ffd5 | 2015-09-25 18:10:07 -0700 | [diff] [blame] | 208 | fi |
Alex Deymo | 98e691c | 2016-02-04 21:05:45 -0800 | [diff] [blame] | 209 | if [[ "${COMMAND}" == "properties" ]]; then |
| 210 | DEFINE_string payload "" \ |
| 211 | "Path to the input signed or unsigned payload file." |
| 212 | DEFINE_string properties_file "-" \ |
| 213 | "Path to output the extracted property files. If '-' is passed stdout will \ |
| 214 | be used." |
| 215 | fi |
Tudor Brindus | b432db8 | 2018-06-29 13:13:27 -0700 | [diff] [blame] | 216 | if [[ "${COMMAND}" == "verify" || "${COMMAND}" == "check" ]]; then |
Amin Hassani | 1352093 | 2017-07-26 11:26:05 -0700 | [diff] [blame] | 217 | DEFINE_string payload "" \ |
| 218 | "Path to the input payload file." |
| 219 | DEFINE_string target_image "" \ |
| 220 | "Path to the target image to verify upon." |
| 221 | DEFINE_string source_image "" \ |
| 222 | "Optional: Path to a source image. If specified, the delta update is \ |
| 223 | applied to this." |
| 224 | fi |
Alex Deymo | 98e691c | 2016-02-04 21:05:45 -0800 | [diff] [blame] | 225 | |
Alex Deymo | 5fbb110 | 2017-01-12 13:55:52 -0800 | [diff] [blame] | 226 | DEFINE_string work_dir "${TMPDIR:-/tmp}" "Where to dump temporary files." |
Jason Kusuma | be998f4 | 2015-09-03 15:53:13 -0700 | [diff] [blame] | 227 | |
| 228 | # Parse command line flag arguments |
| 229 | FLAGS "$@" || exit 1 |
| 230 | eval set -- "${FLAGS_ARGV}" |
Alex Deymo | 89ff9e3 | 2015-09-15 19:29:01 -0700 | [diff] [blame] | 231 | set -e |
Jason Kusuma | be998f4 | 2015-09-03 15:53:13 -0700 | [diff] [blame] | 232 | |
Alex Deymo | 5fbb110 | 2017-01-12 13:55:52 -0800 | [diff] [blame] | 233 | # Override the TMPDIR with the passed work_dir flags, which anyway defaults to |
| 234 | # ${TMPDIR}. |
| 235 | TMPDIR="${FLAGS_work_dir}" |
| 236 | export TMPDIR |
| 237 | |
Alex Deymo | 89ff9e3 | 2015-09-15 19:29:01 -0700 | [diff] [blame] | 238 | # Associative arrays from partition name to file in the source and target |
| 239 | # images. The size of the updated area must be the size of the file. |
| 240 | declare -A SRC_PARTITIONS |
| 241 | declare -A DST_PARTITIONS |
| 242 | |
Alex Deymo | 20bdc70 | 2016-12-07 21:07:11 -0800 | [diff] [blame] | 243 | # Associative arrays for the .map files associated with each src/dst partition |
| 244 | # file in SRC_PARTITIONS and DST_PARTITIONS. |
| 245 | declare -A SRC_PARTITIONS_MAP |
| 246 | declare -A DST_PARTITIONS_MAP |
| 247 | |
Sen Jiang | 788c2d9 | 2016-03-09 12:48:40 -0800 | [diff] [blame] | 248 | # List of partition names in order. |
| 249 | declare -a PARTITIONS_ORDER |
| 250 | |
Tao Bao | 9648990 | 2019-04-02 16:25:03 -0700 | [diff] [blame] | 251 | # A list of PIDs of the extract_image workers. |
| 252 | EXTRACT_IMAGE_PIDS=() |
| 253 | |
Alex Deymo | 89ff9e3 | 2015-09-15 19:29:01 -0700 | [diff] [blame] | 254 | # A list of temporary files to remove during cleanup. |
| 255 | CLEANUP_FILES=() |
| 256 | |
Alex Deymo | 48b502a | 2015-09-17 19:00:18 -0700 | [diff] [blame] | 257 | # Global options to force the version of the payload. |
| 258 | FORCE_MAJOR_VERSION="" |
| 259 | FORCE_MINOR_VERSION="" |
| 260 | |
Sen Jiang | 6f7b22c | 2015-11-12 15:50:39 -0800 | [diff] [blame] | 261 | # Path to the postinstall config file in target image if exists. |
| 262 | POSTINSTALL_CONFIG_FILE="" |
| 263 | |
Yifan Hong | 398cb54 | 2018-10-18 11:29:40 -0700 | [diff] [blame] | 264 | # Path to the dynamic partition info file in target image if exists. |
| 265 | DYNAMIC_PARTITION_INFO_FILE="" |
| 266 | |
Alex Deymo | c97df43 | 2015-09-25 17:23:52 -0700 | [diff] [blame] | 267 | # read_option_int <file.txt> <option_key> [default_value] |
| 268 | # |
| 269 | # Reads the unsigned integer value associated with |option_key| in a key=value |
| 270 | # file |file.txt|. Prints the read value if found and valid, otherwise prints |
| 271 | # the |default_value|. |
| 272 | read_option_uint() { |
| 273 | local file_txt="$1" |
| 274 | local option_key="$2" |
| 275 | local default_value="${3:-}" |
| 276 | local value |
| 277 | if value=$(look "${option_key}=" "${file_txt}" | tail -n 1); then |
| 278 | if value=$(echo "${value}" | cut -f 2- -d "=" | grep -E "^[0-9]+$"); then |
| 279 | echo "${value}" |
| 280 | return |
| 281 | fi |
| 282 | fi |
| 283 | echo "${default_value}" |
| 284 | } |
| 285 | |
Sen Jiang | d0e9a89 | 2016-07-22 16:28:07 -0700 | [diff] [blame] | 286 | # truncate_file <file_path> <file_size> |
| 287 | # |
Dan Willemsen | 3271186 | 2018-10-04 21:25:50 -0700 | [diff] [blame] | 288 | # Truncate the given |file_path| to |file_size| using python. |
Sen Jiang | d0e9a89 | 2016-07-22 16:28:07 -0700 | [diff] [blame] | 289 | # The truncate binary might not be available. |
| 290 | truncate_file() { |
| 291 | local file_path="$1" |
| 292 | local file_size="$2" |
Dan Willemsen | 3271186 | 2018-10-04 21:25:50 -0700 | [diff] [blame] | 293 | python -c "open(\"${file_path}\", 'a').truncate(${file_size})" |
Sen Jiang | d0e9a89 | 2016-07-22 16:28:07 -0700 | [diff] [blame] | 294 | } |
| 295 | |
Alex Deymo | 89ff9e3 | 2015-09-15 19:29:01 -0700 | [diff] [blame] | 296 | # Create a temporary file in the work_dir with an optional pattern name. |
| 297 | # Prints the name of the newly created file. |
| 298 | create_tempfile() { |
| 299 | local pattern="${1:-tempfile.XXXXXX}" |
| 300 | mktemp --tmpdir="${FLAGS_work_dir}" "${pattern}" |
| 301 | } |
Jason Kusuma | be998f4 | 2015-09-03 15:53:13 -0700 | [diff] [blame] | 302 | |
| 303 | cleanup() { |
| 304 | local err="" |
Alex Deymo | 89ff9e3 | 2015-09-15 19:29:01 -0700 | [diff] [blame] | 305 | rm -f "${CLEANUP_FILES[@]}" || err=1 |
Jason Kusuma | be998f4 | 2015-09-03 15:53:13 -0700 | [diff] [blame] | 306 | |
| 307 | # If we are cleaning up after an error, or if we got an error during |
| 308 | # cleanup (even if we eventually succeeded) return a non-zero exit |
| 309 | # code. This triggers additional logging in most environments that call |
| 310 | # this script. |
| 311 | if [[ -n "${err}" ]]; then |
| 312 | die "Cleanup encountered an error." |
| 313 | fi |
| 314 | } |
| 315 | |
| 316 | cleanup_on_error() { |
| 317 | trap - INT TERM ERR EXIT |
| 318 | cleanup |
| 319 | die "Cleanup success after an error." |
| 320 | } |
| 321 | |
| 322 | cleanup_on_exit() { |
| 323 | trap - INT TERM ERR EXIT |
| 324 | cleanup |
| 325 | } |
| 326 | |
| 327 | trap cleanup_on_error INT TERM ERR |
| 328 | trap cleanup_on_exit EXIT |
| 329 | |
Tianjie Xu | 14715ce | 2019-08-06 17:24:43 -0700 | [diff] [blame^] | 330 | # extract_file <zip_file> <entry_name> <destination> |
| 331 | # |
| 332 | # Extracts |entry_name| from |zip_file| to |destination|. |
| 333 | extract_file() { |
| 334 | local zip_file="$1" |
| 335 | local entry_name="$2" |
| 336 | local destination="$3" |
| 337 | |
| 338 | # unzip -p won't report error upon ENOSPC. Therefore, create a temp directory |
| 339 | # as the destination of the unzip, and move the file to the intended |
| 340 | # destination. |
| 341 | local output_directory=$( |
| 342 | mktemp --directory --tmpdir="${FLAGS_work_dir}" "TEMP.XXXXXX") |
| 343 | unzip "${zip_file}" "${entry_name}" -d "${output_directory}" || |
| 344 | { rm -rf "${output_directory}"; die "Failed to extract ${entry_name}"; } |
| 345 | |
| 346 | mv "${output_directory}/${entry_name}" "${destination}" |
| 347 | rm -rf "${output_directory}" |
| 348 | } |
Alex Deymo | 48b502a | 2015-09-17 19:00:18 -0700 | [diff] [blame] | 349 | |
Sen Jiang | 788c2d9 | 2016-03-09 12:48:40 -0800 | [diff] [blame] | 350 | # extract_image <image> <partitions_array> [partitions_order] |
Alex Deymo | 48b502a | 2015-09-17 19:00:18 -0700 | [diff] [blame] | 351 | # |
| 352 | # Detect the format of the |image| file and extract its updatable partitions |
| 353 | # into new temporary files. Add the list of partition names and its files to the |
Sen Jiang | 788c2d9 | 2016-03-09 12:48:40 -0800 | [diff] [blame] | 354 | # associative array passed in |partitions_array|. If |partitions_order| is |
| 355 | # passed, set it to list of partition names in order. |
Alex Deymo | 48b502a | 2015-09-17 19:00:18 -0700 | [diff] [blame] | 356 | extract_image() { |
| 357 | local image="$1" |
| 358 | |
| 359 | # Brillo images are zip files. We detect the 4-byte magic header of the zip |
| 360 | # file. |
Elliott Hughes | 5df503c | 2018-11-27 16:57:34 -0800 | [diff] [blame] | 361 | local magic=$(xxd -p -l4 "${image}") |
Alex Deymo | 48b502a | 2015-09-17 19:00:18 -0700 | [diff] [blame] | 362 | if [[ "${magic}" == "504b0304" ]]; then |
| 363 | echo "Detected .zip file, extracting Brillo image." |
| 364 | extract_image_brillo "$@" |
| 365 | return |
| 366 | fi |
| 367 | |
| 368 | # Chrome OS images are GPT partitioned disks. We should have the cgpt binary |
| 369 | # bundled here and we will use it to extract the partitions, so the GPT |
| 370 | # headers must be valid. |
| 371 | if cgpt show -q -n "${image}" >/dev/null; then |
| 372 | echo "Detected GPT image, extracting Chrome OS image." |
| 373 | extract_image_cros "$@" |
| 374 | return |
| 375 | fi |
| 376 | |
| 377 | die "Couldn't detect the image format of ${image}" |
| 378 | } |
| 379 | |
Sen Jiang | 788c2d9 | 2016-03-09 12:48:40 -0800 | [diff] [blame] | 380 | # extract_image_cros <image.bin> <partitions_array> [partitions_order] |
Alex Deymo | 89ff9e3 | 2015-09-15 19:29:01 -0700 | [diff] [blame] | 381 | # |
Alex Deymo | 48b502a | 2015-09-17 19:00:18 -0700 | [diff] [blame] | 382 | # Extract Chromium OS recovery images into new temporary files. |
Alex Deymo | 89ff9e3 | 2015-09-15 19:29:01 -0700 | [diff] [blame] | 383 | extract_image_cros() { |
| 384 | local image="$1" |
| 385 | local partitions_array="$2" |
Sen Jiang | 788c2d9 | 2016-03-09 12:48:40 -0800 | [diff] [blame] | 386 | local partitions_order="${3:-}" |
Alex Deymo | 89ff9e3 | 2015-09-15 19:29:01 -0700 | [diff] [blame] | 387 | |
| 388 | local kernel root |
| 389 | kernel=$(create_tempfile "kernel.bin.XXXXXX") |
| 390 | CLEANUP_FILES+=("${kernel}") |
| 391 | root=$(create_tempfile "root.bin.XXXXXX") |
| 392 | CLEANUP_FILES+=("${root}") |
| 393 | |
| 394 | cros_generate_update_payload --extract \ |
| 395 | --image "${image}" \ |
Amin Hassani | 58e01d6 | 2018-09-19 14:56:15 -0700 | [diff] [blame] | 396 | --kern_path "${kernel}" --root_path "${root}" |
Alex Deymo | 89ff9e3 | 2015-09-15 19:29:01 -0700 | [diff] [blame] | 397 | |
Amin Hassani | 58e01d6 | 2018-09-19 14:56:15 -0700 | [diff] [blame] | 398 | # Chrome OS now uses major_version 2 payloads for all boards. |
| 399 | # See crbug.com/794404 for more information. |
| 400 | FORCE_MAJOR_VERSION="2" |
Alex Deymo | 83f2f70 | 2015-10-14 14:49:33 -0700 | [diff] [blame] | 401 | |
Tudor Brindus | dda79e2 | 2018-06-28 18:03:21 -0700 | [diff] [blame] | 402 | eval ${partitions_array}[kernel]=\""${kernel}"\" |
| 403 | eval ${partitions_array}[root]=\""${root}"\" |
Alex Deymo | 89ff9e3 | 2015-09-15 19:29:01 -0700 | [diff] [blame] | 404 | |
Sen Jiang | 788c2d9 | 2016-03-09 12:48:40 -0800 | [diff] [blame] | 405 | if [[ -n "${partitions_order}" ]]; then |
Tudor Brindus | dda79e2 | 2018-06-28 18:03:21 -0700 | [diff] [blame] | 406 | eval "${partitions_order}=( \"root\" \"kernel\" )" |
Sen Jiang | 788c2d9 | 2016-03-09 12:48:40 -0800 | [diff] [blame] | 407 | fi |
| 408 | |
Alex Deymo | 89ff9e3 | 2015-09-15 19:29:01 -0700 | [diff] [blame] | 409 | local part varname |
Tudor Brindus | dda79e2 | 2018-06-28 18:03:21 -0700 | [diff] [blame] | 410 | for part in kernel root; do |
Alex Deymo | 89ff9e3 | 2015-09-15 19:29:01 -0700 | [diff] [blame] | 411 | varname="${partitions_array}[${part}]" |
| 412 | printf "md5sum of %s: " "${varname}" |
| 413 | md5sum "${!varname}" |
| 414 | done |
| 415 | } |
| 416 | |
Sen Jiang | 3e5804d | 2018-09-06 15:53:00 -0700 | [diff] [blame] | 417 | # extract_partition_brillo <target_files.zip> <partitions_array> <partition> |
| 418 | # <part_file> <part_map_file> |
| 419 | # |
| 420 | # Extract the <partition> from target_files zip file into <part_file> and its |
| 421 | # map file into <part_map_file>. |
| 422 | extract_partition_brillo() { |
| 423 | local image="$1" |
| 424 | local partitions_array="$2" |
| 425 | local part="$3" |
| 426 | local part_file="$4" |
| 427 | local part_map_file="$5" |
| 428 | |
| 429 | # For each partition, we in turn look for its image file under IMAGES/ and |
| 430 | # RADIO/ in the given target_files zip file. |
| 431 | local path path_in_zip |
| 432 | for path in IMAGES RADIO; do |
| 433 | if unzip -l "${image}" "${path}/${part}.img" >/dev/null; then |
| 434 | path_in_zip="${path}" |
| 435 | break |
| 436 | fi |
| 437 | done |
| 438 | [[ -n "${path_in_zip}" ]] || die "Failed to find ${part}.img" |
Tianjie Xu | 14715ce | 2019-08-06 17:24:43 -0700 | [diff] [blame^] | 439 | extract_file "${image}" "${path_in_zip}/${part}.img" "${part_file}" |
Sen Jiang | 3e5804d | 2018-09-06 15:53:00 -0700 | [diff] [blame] | 440 | |
| 441 | # If the partition is stored as an Android sparse image file, we need to |
| 442 | # convert them to a raw image for the update. |
Yifan Hong | 4b821d7 | 2018-12-07 17:26:04 -0800 | [diff] [blame] | 443 | local magic=$(xxd -p -l4 "${part_file}") |
Sen Jiang | 3e5804d | 2018-09-06 15:53:00 -0700 | [diff] [blame] | 444 | if [[ "${magic}" == "3aff26ed" ]]; then |
| 445 | local temp_sparse=$(create_tempfile "${part}.sparse.XXXXXX") |
| 446 | echo "Converting Android sparse image ${part}.img to RAW." |
| 447 | mv "${part_file}" "${temp_sparse}" |
| 448 | simg2img "${temp_sparse}" "${part_file}" |
| 449 | rm -f "${temp_sparse}" |
| 450 | fi |
| 451 | |
| 452 | # Extract the .map file (if one is available). |
Tianjie Xu | 14715ce | 2019-08-06 17:24:43 -0700 | [diff] [blame^] | 453 | if unzip -l "${image}" "${path_in_zip}/${part}.map" > /dev/null; then |
| 454 | extract_file "${image}" "${path_in_zip}/${part}.map" "${part_map_file}" |
| 455 | fi |
Sen Jiang | 3e5804d | 2018-09-06 15:53:00 -0700 | [diff] [blame] | 456 | |
| 457 | # delta_generator only supports images multiple of 4 KiB. For target images |
| 458 | # we pad the data with zeros if needed, but for source images we truncate |
| 459 | # down the data since the last block of the old image could be padded on |
| 460 | # disk with unknown data. |
| 461 | local filesize=$(stat -c%s "${part_file}") |
| 462 | if [[ $(( filesize % 4096 )) -ne 0 ]]; then |
| 463 | if [[ "${partitions_array}" == "SRC_PARTITIONS" ]]; then |
| 464 | echo "Rounding DOWN partition ${part}.img to a multiple of 4 KiB." |
| 465 | : $(( filesize = filesize & -4096 )) |
| 466 | else |
| 467 | echo "Rounding UP partition ${part}.img to a multiple of 4 KiB." |
| 468 | : $(( filesize = (filesize + 4095) & -4096 )) |
| 469 | fi |
| 470 | truncate_file "${part_file}" "${filesize}" |
| 471 | fi |
| 472 | |
| 473 | echo "Extracted ${partitions_array}[${part}]: ${filesize} bytes" |
| 474 | } |
| 475 | |
Sen Jiang | 788c2d9 | 2016-03-09 12:48:40 -0800 | [diff] [blame] | 476 | # extract_image_brillo <target_files.zip> <partitions_array> [partitions_order] |
Alex Deymo | 48b502a | 2015-09-17 19:00:18 -0700 | [diff] [blame] | 477 | # |
| 478 | # Extract the A/B updated partitions from a Brillo target_files zip file into |
| 479 | # new temporary files. |
| 480 | extract_image_brillo() { |
| 481 | local image="$1" |
| 482 | local partitions_array="$2" |
Sen Jiang | 788c2d9 | 2016-03-09 12:48:40 -0800 | [diff] [blame] | 483 | local partitions_order="${3:-}" |
Alex Deymo | 48b502a | 2015-09-17 19:00:18 -0700 | [diff] [blame] | 484 | |
Alex Deymo | 48b502a | 2015-09-17 19:00:18 -0700 | [diff] [blame] | 485 | local partitions=( "boot" "system" ) |
Alex Deymo | 168b535 | 2015-11-04 13:51:52 -0800 | [diff] [blame] | 486 | local ab_partitions_list |
| 487 | ab_partitions_list=$(create_tempfile "ab_partitions_list.XXXXXX") |
| 488 | CLEANUP_FILES+=("${ab_partitions_list}") |
Tianjie Xu | 14715ce | 2019-08-06 17:24:43 -0700 | [diff] [blame^] | 489 | if unzip -l "${image}" "META/ab_partitions.txt" > /dev/null; then |
| 490 | extract_file "${image}" "META/ab_partitions.txt" "${ab_partitions_list}" |
Alex Deymo | 168b535 | 2015-11-04 13:51:52 -0800 | [diff] [blame] | 491 | if grep -v -E '^[a-zA-Z0-9_-]*$' "${ab_partitions_list}" >&2; then |
| 492 | die "Invalid partition names found in the partition list." |
| 493 | fi |
Sen Jiang | 34c711a | 2017-10-25 17:25:21 -0700 | [diff] [blame] | 494 | # Get partition list without duplicates. |
| 495 | partitions=($(awk '!seen[$0]++' "${ab_partitions_list}")) |
Alex Deymo | 168b535 | 2015-11-04 13:51:52 -0800 | [diff] [blame] | 496 | if [[ ${#partitions[@]} -eq 0 ]]; then |
| 497 | die "The list of partitions is empty. Can't generate a payload." |
| 498 | fi |
| 499 | else |
| 500 | warn "No ab_partitions.txt found. Using default." |
| 501 | fi |
Sen Jiang | 3e5804d | 2018-09-06 15:53:00 -0700 | [diff] [blame] | 502 | echo "List of A/B partitions for ${partitions_array}: ${partitions[@]}" |
Alex Deymo | 48b502a | 2015-09-17 19:00:18 -0700 | [diff] [blame] | 503 | |
Sen Jiang | 788c2d9 | 2016-03-09 12:48:40 -0800 | [diff] [blame] | 504 | if [[ -n "${partitions_order}" ]]; then |
| 505 | eval "${partitions_order}=(${partitions[@]})" |
| 506 | fi |
| 507 | |
Alex Deymo | 83f2f70 | 2015-10-14 14:49:33 -0700 | [diff] [blame] | 508 | # All Brillo updaters support major version 2. |
| 509 | FORCE_MAJOR_VERSION="2" |
| 510 | |
Alex Deymo | 48b502a | 2015-09-17 19:00:18 -0700 | [diff] [blame] | 511 | if [[ "${partitions_array}" == "SRC_PARTITIONS" ]]; then |
Sen Jiang | 6f7b22c | 2015-11-12 15:50:39 -0800 | [diff] [blame] | 512 | # Source image |
| 513 | local ue_config=$(create_tempfile "ue_config.XXXXXX") |
Alex Deymo | c97df43 | 2015-09-25 17:23:52 -0700 | [diff] [blame] | 514 | CLEANUP_FILES+=("${ue_config}") |
Tianjie Xu | 14715ce | 2019-08-06 17:24:43 -0700 | [diff] [blame^] | 515 | if unzip -l "${image}" "META/update_engine_config.txt" > /dev/null; then |
| 516 | extract_file "${image}" "META/update_engine_config.txt" "${ue_config}" |
| 517 | else |
Alex Deymo | c97df43 | 2015-09-25 17:23:52 -0700 | [diff] [blame] | 518 | warn "No update_engine_config.txt found. Assuming pre-release image, \ |
| 519 | using payload minor version 2" |
| 520 | fi |
Alex Deymo | 83f2f70 | 2015-10-14 14:49:33 -0700 | [diff] [blame] | 521 | # For delta payloads, we use the major and minor version supported by the |
| 522 | # old updater. |
Alex Deymo | c97df43 | 2015-09-25 17:23:52 -0700 | [diff] [blame] | 523 | FORCE_MINOR_VERSION=$(read_option_uint "${ue_config}" \ |
| 524 | "PAYLOAD_MINOR_VERSION" 2) |
Alex Deymo | 83f2f70 | 2015-10-14 14:49:33 -0700 | [diff] [blame] | 525 | FORCE_MAJOR_VERSION=$(read_option_uint "${ue_config}" \ |
| 526 | "PAYLOAD_MAJOR_VERSION" 2) |
Alex Deymo | 61e1fa8 | 2016-01-19 15:16:34 -0800 | [diff] [blame] | 527 | |
| 528 | # Brillo support for deltas started with minor version 3. |
| 529 | if [[ "${FORCE_MINOR_VERSION}" -le 2 ]]; then |
| 530 | warn "No delta support from minor version ${FORCE_MINOR_VERSION}. \ |
| 531 | Disabling deltas for this source version." |
| 532 | exit ${EX_UNSUPPORTED_DELTA} |
| 533 | fi |
Sen Jiang | 6f7b22c | 2015-11-12 15:50:39 -0800 | [diff] [blame] | 534 | else |
| 535 | # Target image |
| 536 | local postinstall_config=$(create_tempfile "postinstall_config.XXXXXX") |
| 537 | CLEANUP_FILES+=("${postinstall_config}") |
Tianjie Xu | 14715ce | 2019-08-06 17:24:43 -0700 | [diff] [blame^] | 538 | if unzip -l "${image}" "META/postinstall_config.txt" > /dev/null; then |
| 539 | extract_file "${image}" "META/postinstall_config.txt" \ |
| 540 | "${postinstall_config}" |
Sen Jiang | 6f7b22c | 2015-11-12 15:50:39 -0800 | [diff] [blame] | 541 | POSTINSTALL_CONFIG_FILE="${postinstall_config}" |
| 542 | fi |
Yifan Hong | 398cb54 | 2018-10-18 11:29:40 -0700 | [diff] [blame] | 543 | local dynamic_partitions_info=$(create_tempfile "dynamic_partitions_info.XXXXXX") |
| 544 | CLEANUP_FILES+=("${dynamic_partitions_info}") |
Tianjie Xu | 14715ce | 2019-08-06 17:24:43 -0700 | [diff] [blame^] | 545 | if unzip -l "${image}" "META/dynamic_partitions_info.txt" > /dev/null; then |
| 546 | extract_file "${image}" "META/dynamic_partitions_info.txt" \ |
| 547 | "${dynamic_partitions_info}" |
Yifan Hong | 398cb54 | 2018-10-18 11:29:40 -0700 | [diff] [blame] | 548 | DYNAMIC_PARTITION_INFO_FILE="${dynamic_partitions_info}" |
| 549 | fi |
Alex Deymo | 48b502a | 2015-09-17 19:00:18 -0700 | [diff] [blame] | 550 | fi |
| 551 | |
Sen Jiang | 3e5804d | 2018-09-06 15:53:00 -0700 | [diff] [blame] | 552 | local part |
Alex Deymo | 48b502a | 2015-09-17 19:00:18 -0700 | [diff] [blame] | 553 | for part in "${partitions[@]}"; do |
Sen Jiang | 3e5804d | 2018-09-06 15:53:00 -0700 | [diff] [blame] | 554 | local part_file=$(create_tempfile "${part}.img.XXXXXX") |
| 555 | local part_map_file=$(create_tempfile "${part}.map.XXXXXX") |
| 556 | CLEANUP_FILES+=("${part_file}" "${part_map_file}") |
| 557 | # Extract partitions in background. |
| 558 | extract_partition_brillo "${image}" "${partitions_array}" "${part}" \ |
| 559 | "${part_file}" "${part_map_file}" & |
Tao Bao | 9648990 | 2019-04-02 16:25:03 -0700 | [diff] [blame] | 560 | EXTRACT_IMAGE_PIDS+=("$!") |
Alex Deymo | 48b502a | 2015-09-17 19:00:18 -0700 | [diff] [blame] | 561 | eval "${partitions_array}[\"${part}\"]=\"${part_file}\"" |
Alex Deymo | 20bdc70 | 2016-12-07 21:07:11 -0800 | [diff] [blame] | 562 | eval "${partitions_array}_MAP[\"${part}\"]=\"${part_map_file}\"" |
Sen Jiang | 3e5804d | 2018-09-06 15:53:00 -0700 | [diff] [blame] | 563 | done |
| 564 | } |
| 565 | |
| 566 | # cleanup_partition_array <partitions_array> |
| 567 | # |
| 568 | # Remove all empty files in <partitions_array>. |
| 569 | cleanup_partition_array() { |
| 570 | local partitions_array="$1" |
| 571 | # Have to use eval to iterate over associative array keys with variable array |
| 572 | # names, we should change it to use nameref once bash 4.3 is available |
| 573 | # everywhere. |
| 574 | for part in $(eval "echo \${!${partitions_array}[@]}"); do |
| 575 | local path="${partitions_array}[$part]" |
| 576 | if [[ ! -s "${!path}" ]]; then |
| 577 | eval "unset ${partitions_array}[${part}]" |
| 578 | fi |
Alex Deymo | 48b502a | 2015-09-17 19:00:18 -0700 | [diff] [blame] | 579 | done |
| 580 | } |
| 581 | |
Tudor Brindus | b432db8 | 2018-06-29 13:13:27 -0700 | [diff] [blame] | 582 | extract_payload_images() { |
| 583 | local payload_type=$1 |
| 584 | echo "Extracting images for ${payload_type} update." |
| 585 | |
| 586 | if [[ "${payload_type}" == "delta" ]]; then |
| 587 | extract_image "${FLAGS_source_image}" SRC_PARTITIONS |
| 588 | fi |
| 589 | extract_image "${FLAGS_target_image}" DST_PARTITIONS PARTITIONS_ORDER |
Tao Bao | 9648990 | 2019-04-02 16:25:03 -0700 | [diff] [blame] | 590 | # Wait for all subprocesses to finish. Not using `wait` since it doesn't die |
| 591 | # on non-zero subprocess exit code. Not using `wait ${EXTRACT_IMAGE_PIDS[@]}` |
| 592 | # as it gives the status of the last process it has waited for. |
| 593 | for pid in ${EXTRACT_IMAGE_PIDS[@]}; do |
| 594 | wait ${pid} |
| 595 | done |
Sen Jiang | 3e5804d | 2018-09-06 15:53:00 -0700 | [diff] [blame] | 596 | cleanup_partition_array SRC_PARTITIONS |
| 597 | cleanup_partition_array SRC_PARTITIONS_MAP |
| 598 | cleanup_partition_array DST_PARTITIONS |
| 599 | cleanup_partition_array DST_PARTITIONS_MAP |
Tudor Brindus | b432db8 | 2018-06-29 13:13:27 -0700 | [diff] [blame] | 600 | } |
| 601 | |
| 602 | get_payload_type() { |
| 603 | if [[ -z "${FLAGS_source_image}" ]]; then |
| 604 | echo "full" |
| 605 | else |
| 606 | echo "delta" |
| 607 | fi |
| 608 | } |
| 609 | |
Jason Kusuma | be998f4 | 2015-09-03 15:53:13 -0700 | [diff] [blame] | 610 | validate_generate() { |
| 611 | [[ -n "${FLAGS_payload}" ]] || |
Sen Jiang | 53f04d7 | 2016-07-13 16:43:39 -0700 | [diff] [blame] | 612 | die "You must specify an output filename with --payload FILENAME" |
Jason Kusuma | be998f4 | 2015-09-03 15:53:13 -0700 | [diff] [blame] | 613 | |
| 614 | [[ -n "${FLAGS_target_image}" ]] || |
Sen Jiang | 53f04d7 | 2016-07-13 16:43:39 -0700 | [diff] [blame] | 615 | die "You must specify a target image with --target_image FILENAME" |
Jason Kusuma | be998f4 | 2015-09-03 15:53:13 -0700 | [diff] [blame] | 616 | } |
| 617 | |
| 618 | cmd_generate() { |
Sen Jiang | 3e5804d | 2018-09-06 15:53:00 -0700 | [diff] [blame] | 619 | local payload_type=$(get_payload_type) |
| 620 | extract_payload_images ${payload_type} |
Jason Kusuma | be998f4 | 2015-09-03 15:53:13 -0700 | [diff] [blame] | 621 | |
Alex Deymo | 48b502a | 2015-09-17 19:00:18 -0700 | [diff] [blame] | 622 | echo "Generating ${payload_type} update." |
Alex Deymo | 168b535 | 2015-11-04 13:51:52 -0800 | [diff] [blame] | 623 | # Common payload args: |
Tudor Brindus | 5ec5bd1 | 2018-07-11 11:02:44 -0700 | [diff] [blame] | 624 | GENERATOR_ARGS=( --out_file="${FLAGS_payload}" ) |
Alex Deymo | 168b535 | 2015-11-04 13:51:52 -0800 | [diff] [blame] | 625 | |
| 626 | local part old_partitions="" new_partitions="" partition_names="" |
Alex Deymo | 20bdc70 | 2016-12-07 21:07:11 -0800 | [diff] [blame] | 627 | local old_mapfiles="" new_mapfiles="" |
Sen Jiang | 788c2d9 | 2016-03-09 12:48:40 -0800 | [diff] [blame] | 628 | for part in "${PARTITIONS_ORDER[@]}"; do |
Alex Deymo | 168b535 | 2015-11-04 13:51:52 -0800 | [diff] [blame] | 629 | if [[ -n "${partition_names}" ]]; then |
| 630 | partition_names+=":" |
| 631 | new_partitions+=":" |
| 632 | old_partitions+=":" |
Alex Deymo | 20bdc70 | 2016-12-07 21:07:11 -0800 | [diff] [blame] | 633 | new_mapfiles+=":" |
| 634 | old_mapfiles+=":" |
Alex Deymo | 168b535 | 2015-11-04 13:51:52 -0800 | [diff] [blame] | 635 | fi |
| 636 | partition_names+="${part}" |
| 637 | new_partitions+="${DST_PARTITIONS[${part}]}" |
| 638 | old_partitions+="${SRC_PARTITIONS[${part}]:-}" |
Alex Deymo | 20bdc70 | 2016-12-07 21:07:11 -0800 | [diff] [blame] | 639 | new_mapfiles+="${DST_PARTITIONS_MAP[${part}]:-}" |
| 640 | old_mapfiles+="${SRC_PARTITIONS_MAP[${part}]:-}" |
Alex Deymo | 168b535 | 2015-11-04 13:51:52 -0800 | [diff] [blame] | 641 | done |
| 642 | |
| 643 | # Target image args: |
| 644 | GENERATOR_ARGS+=( |
Tudor Brindus | 5ec5bd1 | 2018-07-11 11:02:44 -0700 | [diff] [blame] | 645 | --partition_names="${partition_names}" |
| 646 | --new_partitions="${new_partitions}" |
| 647 | --new_mapfiles="${new_mapfiles}" |
Jason Kusuma | be998f4 | 2015-09-03 15:53:13 -0700 | [diff] [blame] | 648 | ) |
| 649 | |
Alex Deymo | 89ff9e3 | 2015-09-15 19:29:01 -0700 | [diff] [blame] | 650 | if [[ "${payload_type}" == "delta" ]]; then |
Alex Deymo | 168b535 | 2015-11-04 13:51:52 -0800 | [diff] [blame] | 651 | # Source image args: |
Jason Kusuma | be998f4 | 2015-09-03 15:53:13 -0700 | [diff] [blame] | 652 | GENERATOR_ARGS+=( |
Tudor Brindus | 5ec5bd1 | 2018-07-11 11:02:44 -0700 | [diff] [blame] | 653 | --old_partitions="${old_partitions}" |
| 654 | --old_mapfiles="${old_mapfiles}" |
Jason Kusuma | be998f4 | 2015-09-03 15:53:13 -0700 | [diff] [blame] | 655 | ) |
Alex Deymo | 48b502a | 2015-09-17 19:00:18 -0700 | [diff] [blame] | 656 | if [[ -n "${FORCE_MINOR_VERSION}" ]]; then |
| 657 | GENERATOR_ARGS+=( --minor_version="${FORCE_MINOR_VERSION}" ) |
| 658 | fi |
| 659 | fi |
| 660 | |
| 661 | if [[ -n "${FORCE_MAJOR_VERSION}" ]]; then |
| 662 | GENERATOR_ARGS+=( --major_version="${FORCE_MAJOR_VERSION}" ) |
Jason Kusuma | be998f4 | 2015-09-03 15:53:13 -0700 | [diff] [blame] | 663 | fi |
| 664 | |
Jason Kusuma | 9a4cae2 | 2015-10-08 18:17:57 -0700 | [diff] [blame] | 665 | if [[ -n "${FLAGS_metadata_size_file}" ]]; then |
| 666 | GENERATOR_ARGS+=( --out_metadata_size_file="${FLAGS_metadata_size_file}" ) |
| 667 | fi |
| 668 | |
Sen Jiang | 8e768e9 | 2017-06-28 17:13:19 -0700 | [diff] [blame] | 669 | if [[ -n "${FLAGS_max_timestamp}" ]]; then |
| 670 | GENERATOR_ARGS+=( --max_timestamp="${FLAGS_max_timestamp}" ) |
| 671 | fi |
| 672 | |
Sen Jiang | 6f7b22c | 2015-11-12 15:50:39 -0800 | [diff] [blame] | 673 | if [[ -n "${POSTINSTALL_CONFIG_FILE}" ]]; then |
| 674 | GENERATOR_ARGS+=( |
| 675 | --new_postinstall_config_file="${POSTINSTALL_CONFIG_FILE}" |
| 676 | ) |
| 677 | fi |
| 678 | |
Yifan Hong | 398cb54 | 2018-10-18 11:29:40 -0700 | [diff] [blame] | 679 | if [[ -n "{DYNAMIC_PARTITION_INFO_FILE}" ]]; then |
| 680 | GENERATOR_ARGS+=( |
| 681 | --dynamic_partition_info_file="${DYNAMIC_PARTITION_INFO_FILE}" |
| 682 | ) |
| 683 | fi |
| 684 | |
Jason Kusuma | be998f4 | 2015-09-03 15:53:13 -0700 | [diff] [blame] | 685 | echo "Running delta_generator with args: ${GENERATOR_ARGS[@]}" |
Jason Kusuma | 9a4cae2 | 2015-10-08 18:17:57 -0700 | [diff] [blame] | 686 | "${GENERATOR}" "${GENERATOR_ARGS[@]}" |
Jason Kusuma | be998f4 | 2015-09-03 15:53:13 -0700 | [diff] [blame] | 687 | |
Alex Deymo | 89ff9e3 | 2015-09-15 19:29:01 -0700 | [diff] [blame] | 688 | echo "Done generating ${payload_type} update." |
Jason Kusuma | be998f4 | 2015-09-03 15:53:13 -0700 | [diff] [blame] | 689 | } |
| 690 | |
| 691 | validate_hash() { |
| 692 | [[ -n "${FLAGS_signature_size}" ]] || |
Sen Jiang | 53f04d7 | 2016-07-13 16:43:39 -0700 | [diff] [blame] | 693 | die "You must specify signature size with --signature_size SIZES" |
Jason Kusuma | be998f4 | 2015-09-03 15:53:13 -0700 | [diff] [blame] | 694 | |
| 695 | [[ -n "${FLAGS_unsigned_payload}" ]] || |
Sen Jiang | 53f04d7 | 2016-07-13 16:43:39 -0700 | [diff] [blame] | 696 | die "You must specify the input unsigned payload with \ |
Jason Kusuma | be998f4 | 2015-09-03 15:53:13 -0700 | [diff] [blame] | 697 | --unsigned_payload FILENAME" |
| 698 | |
Jason Kusuma | be998f4 | 2015-09-03 15:53:13 -0700 | [diff] [blame] | 699 | [[ -n "${FLAGS_payload_hash_file}" ]] || |
Sen Jiang | 53f04d7 | 2016-07-13 16:43:39 -0700 | [diff] [blame] | 700 | die "You must specify --payload_hash_file FILENAME" |
Jason Kusuma | f514c54 | 2015-11-05 18:43:45 -0800 | [diff] [blame] | 701 | |
| 702 | [[ -n "${FLAGS_metadata_hash_file}" ]] || |
Sen Jiang | 53f04d7 | 2016-07-13 16:43:39 -0700 | [diff] [blame] | 703 | die "You must specify --metadata_hash_file FILENAME" |
Jason Kusuma | be998f4 | 2015-09-03 15:53:13 -0700 | [diff] [blame] | 704 | } |
| 705 | |
| 706 | cmd_hash() { |
Sen Jiang | bf1266f | 2015-10-26 11:29:24 -0700 | [diff] [blame] | 707 | "${GENERATOR}" \ |
Tudor Brindus | 5ec5bd1 | 2018-07-11 11:02:44 -0700 | [diff] [blame] | 708 | --in_file="${FLAGS_unsigned_payload}" \ |
| 709 | --signature_size="${FLAGS_signature_size}" \ |
| 710 | --out_hash_file="${FLAGS_payload_hash_file}" \ |
| 711 | --out_metadata_hash_file="${FLAGS_metadata_hash_file}" |
Jason Kusuma | be998f4 | 2015-09-03 15:53:13 -0700 | [diff] [blame] | 712 | |
Jason Kusuma | be998f4 | 2015-09-03 15:53:13 -0700 | [diff] [blame] | 713 | echo "Done generating hash." |
| 714 | } |
| 715 | |
| 716 | validate_sign() { |
| 717 | [[ -n "${FLAGS_signature_size}" ]] || |
Sen Jiang | 53f04d7 | 2016-07-13 16:43:39 -0700 | [diff] [blame] | 718 | die "You must specify signature size with --signature_size SIZES" |
Jason Kusuma | be998f4 | 2015-09-03 15:53:13 -0700 | [diff] [blame] | 719 | |
| 720 | [[ -n "${FLAGS_unsigned_payload}" ]] || |
Sen Jiang | 53f04d7 | 2016-07-13 16:43:39 -0700 | [diff] [blame] | 721 | die "You must specify the input unsigned payload with \ |
Jason Kusuma | be998f4 | 2015-09-03 15:53:13 -0700 | [diff] [blame] | 722 | --unsigned_payload FILENAME" |
| 723 | |
| 724 | [[ -n "${FLAGS_payload}" ]] || |
Sen Jiang | 53f04d7 | 2016-07-13 16:43:39 -0700 | [diff] [blame] | 725 | die "You must specify the output signed payload with --payload FILENAME" |
Jason Kusuma | be998f4 | 2015-09-03 15:53:13 -0700 | [diff] [blame] | 726 | |
| 727 | [[ -n "${FLAGS_payload_signature_file}" ]] || |
Sen Jiang | 53f04d7 | 2016-07-13 16:43:39 -0700 | [diff] [blame] | 728 | die "You must specify the payload signature file with \ |
Jason Kusuma | be998f4 | 2015-09-03 15:53:13 -0700 | [diff] [blame] | 729 | --payload_signature_file SIGNATURES" |
Alex Deymo | 89ff9e3 | 2015-09-15 19:29:01 -0700 | [diff] [blame] | 730 | |
| 731 | [[ -n "${FLAGS_metadata_signature_file}" ]] || |
Sen Jiang | 53f04d7 | 2016-07-13 16:43:39 -0700 | [diff] [blame] | 732 | die "You must specify the metadata signature file with \ |
Alex Deymo | 89ff9e3 | 2015-09-15 19:29:01 -0700 | [diff] [blame] | 733 | --metadata_signature_file SIGNATURES" |
Jason Kusuma | be998f4 | 2015-09-03 15:53:13 -0700 | [diff] [blame] | 734 | } |
| 735 | |
| 736 | cmd_sign() { |
Jason Kusuma | 9a4cae2 | 2015-10-08 18:17:57 -0700 | [diff] [blame] | 737 | GENERATOR_ARGS=( |
Tudor Brindus | 5ec5bd1 | 2018-07-11 11:02:44 -0700 | [diff] [blame] | 738 | --in_file="${FLAGS_unsigned_payload}" |
| 739 | --signature_size="${FLAGS_signature_size}" |
| 740 | --payload_signature_file="${FLAGS_payload_signature_file}" |
| 741 | --metadata_signature_file="${FLAGS_metadata_signature_file}" |
| 742 | --out_file="${FLAGS_payload}" |
Jason Kusuma | 9a4cae2 | 2015-10-08 18:17:57 -0700 | [diff] [blame] | 743 | ) |
| 744 | |
| 745 | if [[ -n "${FLAGS_metadata_size_file}" ]]; then |
| 746 | GENERATOR_ARGS+=( --out_metadata_size_file="${FLAGS_metadata_size_file}" ) |
| 747 | fi |
| 748 | |
| 749 | "${GENERATOR}" "${GENERATOR_ARGS[@]}" |
Jason Kusuma | be998f4 | 2015-09-03 15:53:13 -0700 | [diff] [blame] | 750 | echo "Done signing payload." |
| 751 | } |
| 752 | |
Alex Deymo | 98e691c | 2016-02-04 21:05:45 -0800 | [diff] [blame] | 753 | validate_properties() { |
| 754 | [[ -n "${FLAGS_payload}" ]] || |
Sen Jiang | 53f04d7 | 2016-07-13 16:43:39 -0700 | [diff] [blame] | 755 | die "You must specify the payload file with --payload FILENAME" |
Alex Deymo | 98e691c | 2016-02-04 21:05:45 -0800 | [diff] [blame] | 756 | |
| 757 | [[ -n "${FLAGS_properties_file}" ]] || |
Sen Jiang | 53f04d7 | 2016-07-13 16:43:39 -0700 | [diff] [blame] | 758 | die "You must specify a non empty --properties_file FILENAME" |
Alex Deymo | 98e691c | 2016-02-04 21:05:45 -0800 | [diff] [blame] | 759 | } |
| 760 | |
| 761 | cmd_properties() { |
| 762 | "${GENERATOR}" \ |
Tudor Brindus | 5ec5bd1 | 2018-07-11 11:02:44 -0700 | [diff] [blame] | 763 | --in_file="${FLAGS_payload}" \ |
| 764 | --properties_file="${FLAGS_properties_file}" |
Alex Deymo | 98e691c | 2016-02-04 21:05:45 -0800 | [diff] [blame] | 765 | } |
| 766 | |
Tudor Brindus | b432db8 | 2018-06-29 13:13:27 -0700 | [diff] [blame] | 767 | validate_verify_and_check() { |
Amin Hassani | 1352093 | 2017-07-26 11:26:05 -0700 | [diff] [blame] | 768 | [[ -n "${FLAGS_payload}" ]] || |
| 769 | die "Error: you must specify an input filename with --payload FILENAME" |
| 770 | |
| 771 | [[ -n "${FLAGS_target_image}" ]] || |
| 772 | die "Error: you must specify a target image with --target_image FILENAME" |
| 773 | } |
| 774 | |
| 775 | cmd_verify() { |
Tudor Brindus | b432db8 | 2018-06-29 13:13:27 -0700 | [diff] [blame] | 776 | local payload_type=$(get_payload_type) |
| 777 | extract_payload_images ${payload_type} |
Amin Hassani | 1352093 | 2017-07-26 11:26:05 -0700 | [diff] [blame] | 778 | |
| 779 | declare -A TMP_PARTITIONS |
| 780 | for part in "${PARTITIONS_ORDER[@]}"; do |
| 781 | local tmp_part=$(create_tempfile "tmp_part.bin.XXXXXX") |
| 782 | echo "Creating temporary target partition ${tmp_part} for ${part}" |
| 783 | CLEANUP_FILES+=("${tmp_part}") |
| 784 | TMP_PARTITIONS[${part}]=${tmp_part} |
| 785 | local FILESIZE=$(stat -c%s "${DST_PARTITIONS[${part}]}") |
| 786 | echo "Truncating ${TMP_PARTITIONS[${part}]} to ${FILESIZE}" |
| 787 | truncate_file "${TMP_PARTITIONS[${part}]}" "${FILESIZE}" |
| 788 | done |
| 789 | |
| 790 | echo "Verifying ${payload_type} update." |
| 791 | # Common payload args: |
Tudor Brindus | 5ec5bd1 | 2018-07-11 11:02:44 -0700 | [diff] [blame] | 792 | GENERATOR_ARGS=( --in_file="${FLAGS_payload}" ) |
Amin Hassani | 1352093 | 2017-07-26 11:26:05 -0700 | [diff] [blame] | 793 | |
| 794 | local part old_partitions="" new_partitions="" partition_names="" |
| 795 | for part in "${PARTITIONS_ORDER[@]}"; do |
| 796 | if [[ -n "${partition_names}" ]]; then |
| 797 | partition_names+=":" |
| 798 | new_partitions+=":" |
| 799 | old_partitions+=":" |
| 800 | fi |
| 801 | partition_names+="${part}" |
| 802 | new_partitions+="${TMP_PARTITIONS[${part}]}" |
| 803 | old_partitions+="${SRC_PARTITIONS[${part}]:-}" |
| 804 | done |
| 805 | |
| 806 | # Target image args: |
| 807 | GENERATOR_ARGS+=( |
Tudor Brindus | 5ec5bd1 | 2018-07-11 11:02:44 -0700 | [diff] [blame] | 808 | --partition_names="${partition_names}" |
| 809 | --new_partitions="${new_partitions}" |
Amin Hassani | 1352093 | 2017-07-26 11:26:05 -0700 | [diff] [blame] | 810 | ) |
| 811 | |
| 812 | if [[ "${payload_type}" == "delta" ]]; then |
| 813 | # Source image args: |
| 814 | GENERATOR_ARGS+=( |
Tudor Brindus | 5ec5bd1 | 2018-07-11 11:02:44 -0700 | [diff] [blame] | 815 | --old_partitions="${old_partitions}" |
Amin Hassani | 1352093 | 2017-07-26 11:26:05 -0700 | [diff] [blame] | 816 | ) |
| 817 | fi |
| 818 | |
Amin Hassani | a566cb6 | 2017-08-23 12:36:55 -0700 | [diff] [blame] | 819 | if [[ -n "${FORCE_MAJOR_VERSION}" ]]; then |
| 820 | GENERATOR_ARGS+=( --major_version="${FORCE_MAJOR_VERSION}" ) |
| 821 | fi |
| 822 | |
Amin Hassani | 1352093 | 2017-07-26 11:26:05 -0700 | [diff] [blame] | 823 | echo "Running delta_generator to verify ${payload_type} payload with args: \ |
| 824 | ${GENERATOR_ARGS[@]}" |
Sen Jiang | 6feb15c | 2018-08-31 15:45:17 -0700 | [diff] [blame] | 825 | "${GENERATOR}" "${GENERATOR_ARGS[@]}" || true |
Amin Hassani | 1352093 | 2017-07-26 11:26:05 -0700 | [diff] [blame] | 826 | |
Sen Jiang | 6feb15c | 2018-08-31 15:45:17 -0700 | [diff] [blame] | 827 | echo "Done applying ${payload_type} update." |
| 828 | echo "Checking the newly generated partitions against the target partitions" |
| 829 | local need_pause=false |
| 830 | for part in "${PARTITIONS_ORDER[@]}"; do |
| 831 | local not_str="" |
| 832 | if ! cmp "${TMP_PARTITIONS[${part}]}" "${DST_PARTITIONS[${part}]}"; then |
| 833 | not_str="in" |
| 834 | need_pause=true |
| 835 | fi |
| 836 | echo "The new partition (${part}) is ${not_str}valid." |
| 837 | done |
| 838 | # All images will be cleaned up when script exits, pause here to give a chance |
| 839 | # to inspect the images. |
| 840 | if [[ "$need_pause" == true ]]; then |
| 841 | read -n1 -r -s -p "Paused to investigate invalid partitions, \ |
| 842 | press any key to exit." |
Amin Hassani | 1352093 | 2017-07-26 11:26:05 -0700 | [diff] [blame] | 843 | fi |
| 844 | } |
| 845 | |
Tudor Brindus | b432db8 | 2018-06-29 13:13:27 -0700 | [diff] [blame] | 846 | cmd_check() { |
| 847 | local payload_type=$(get_payload_type) |
| 848 | extract_payload_images ${payload_type} |
| 849 | |
| 850 | local part dst_partitions="" src_partitions="" |
| 851 | for part in "${PARTITIONS_ORDER[@]}"; do |
| 852 | if [[ -n "${dst_partitions}" ]]; then |
| 853 | dst_partitions+=" " |
| 854 | src_partitions+=" " |
| 855 | fi |
| 856 | dst_partitions+="${DST_PARTITIONS[${part}]}" |
| 857 | src_partitions+="${SRC_PARTITIONS[${part}]:-}" |
| 858 | done |
| 859 | |
| 860 | # Common payload args: |
| 861 | PAYCHECK_ARGS=( "${FLAGS_payload}" --type ${payload_type} \ |
| 862 | --part_names ${PARTITIONS_ORDER[@]} \ |
| 863 | --dst_part_paths ${dst_partitions} ) |
| 864 | |
| 865 | if [[ ! -z "${SRC_PARTITIONS[@]}" ]]; then |
| 866 | PAYCHECK_ARGS+=( --src_part_paths ${src_partitions} ) |
| 867 | fi |
| 868 | |
| 869 | echo "Checking ${payload_type} update." |
| 870 | check_update_payload ${PAYCHECK_ARGS[@]} --check |
| 871 | } |
| 872 | |
Jason Kusuma | be998f4 | 2015-09-03 15:53:13 -0700 | [diff] [blame] | 873 | # Sanity check that the real generator exists: |
Sen Jiang | 1351975 | 2016-08-02 16:10:52 -0700 | [diff] [blame] | 874 | GENERATOR="$(which delta_generator || true)" |
Jason Kusuma | be998f4 | 2015-09-03 15:53:13 -0700 | [diff] [blame] | 875 | [[ -x "${GENERATOR}" ]] || die "can't find delta_generator" |
| 876 | |
| 877 | case "$COMMAND" in |
| 878 | generate) validate_generate |
| 879 | cmd_generate |
| 880 | ;; |
| 881 | hash) validate_hash |
| 882 | cmd_hash |
| 883 | ;; |
| 884 | sign) validate_sign |
| 885 | cmd_sign |
| 886 | ;; |
Alex Deymo | 98e691c | 2016-02-04 21:05:45 -0800 | [diff] [blame] | 887 | properties) validate_properties |
| 888 | cmd_properties |
| 889 | ;; |
Tudor Brindus | b432db8 | 2018-06-29 13:13:27 -0700 | [diff] [blame] | 890 | verify) validate_verify_and_check |
Amin Hassani | 1352093 | 2017-07-26 11:26:05 -0700 | [diff] [blame] | 891 | cmd_verify |
| 892 | ;; |
Tudor Brindus | b432db8 | 2018-06-29 13:13:27 -0700 | [diff] [blame] | 893 | check) validate_verify_and_check |
| 894 | cmd_check |
| 895 | ;; |
Jason Kusuma | be998f4 | 2015-09-03 15:53:13 -0700 | [diff] [blame] | 896 | esac |