blob: a0394f638ad5c2103b58faaccb8d5451e47009d0 [file] [log] [blame]
Colin Crossc0b06f12015-04-08 13:03:43 -07001// Copyright 2015 Google Inc. All rights reserved.
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7// http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
Colin Cross635c3b02016-05-18 15:37:25 -070015package android
Colin Crossc0b06f12015-04-08 13:03:43 -070016
Dan Willemsenb1957a52016-06-23 23:44:54 -070017import (
Colin Cross3020fee2019-03-19 15:05:17 -070018 "fmt"
Ivan Lozano022a73b2019-09-09 20:29:31 -070019 "path/filepath"
Inseob Kim1a365c62019-06-08 15:47:51 +090020 "reflect"
Colin Cross3020fee2019-03-19 15:05:17 -070021 "regexp"
Dan Willemsenb1957a52016-06-23 23:44:54 -070022 "runtime"
23 "sort"
24 "strings"
25)
Colin Cross1f8c52b2015-06-16 16:38:17 -070026
Colin Cross454c0872019-02-15 23:03:34 -080027// CopyOf returns a new slice that has the same contents as s.
28func CopyOf(s []string) []string {
29 return append([]string(nil), s...)
30}
31
Sasha Smundak1e533922020-11-19 16:48:18 -080032// JoinWithPrefix prepends the prefix to each string in the list and
33// returns them joined together with " " as separator.
Colin Crossc0b06f12015-04-08 13:03:43 -070034func JoinWithPrefix(strs []string, prefix string) string {
35 if len(strs) == 0 {
36 return ""
37 }
38
Sasha Smundak1e533922020-11-19 16:48:18 -080039 var buf strings.Builder
40 buf.WriteString(prefix)
41 buf.WriteString(strs[0])
42 for i := 1; i < len(strs); i++ {
43 buf.WriteString(" ")
44 buf.WriteString(prefix)
45 buf.WriteString(strs[i])
Colin Crossc0b06f12015-04-08 13:03:43 -070046 }
Sasha Smundak1e533922020-11-19 16:48:18 -080047 return buf.String()
Colin Crossc0b06f12015-04-08 13:03:43 -070048}
Colin Cross9b6826f2015-04-10 15:47:33 -070049
Sasha Smundak1e533922020-11-19 16:48:18 -080050// JoinWithSuffix appends the suffix to each string in the list and
51// returns them joined together with given separator.
Inseob Kim1f086e22019-05-09 13:29:15 +090052func JoinWithSuffix(strs []string, suffix string, separator string) string {
53 if len(strs) == 0 {
54 return ""
55 }
56
Sasha Smundak1e533922020-11-19 16:48:18 -080057 var buf strings.Builder
58 buf.WriteString(strs[0])
59 buf.WriteString(suffix)
60 for i := 1; i < len(strs); i++ {
61 buf.WriteString(separator)
62 buf.WriteString(strs[i])
63 buf.WriteString(suffix)
Inseob Kim1f086e22019-05-09 13:29:15 +090064 }
Sasha Smundak1e533922020-11-19 16:48:18 -080065 return buf.String()
Inseob Kim1f086e22019-05-09 13:29:15 +090066}
67
Sasha Smundak1e533922020-11-19 16:48:18 -080068// SortedIntKeys returns the keys of the given integer-keyed map in the ascending order
69// TODO(asmundak): once Go has generics, combine this with SortedStringKeys below.
Ulya Trafimovichb8063c62020-08-20 11:33:12 +010070func SortedIntKeys(m interface{}) []int {
71 v := reflect.ValueOf(m)
72 if v.Kind() != reflect.Map {
73 panic(fmt.Sprintf("%#v is not a map", m))
74 }
75 keys := v.MapKeys()
76 s := make([]int, 0, len(keys))
77 for _, key := range keys {
78 s = append(s, int(key.Int()))
79 }
80 sort.Ints(s)
81 return s
82}
83
Sasha Smundak1e533922020-11-19 16:48:18 -080084// SorterStringKeys returns the keys of the given string-keyed map in the ascending order
Inseob Kim1a365c62019-06-08 15:47:51 +090085func SortedStringKeys(m interface{}) []string {
86 v := reflect.ValueOf(m)
87 if v.Kind() != reflect.Map {
88 panic(fmt.Sprintf("%#v is not a map", m))
89 }
90 keys := v.MapKeys()
91 s := make([]string, 0, len(keys))
92 for _, key := range keys {
93 s = append(s, key.String())
Colin Cross1f8c52b2015-06-16 16:38:17 -070094 }
95 sort.Strings(s)
96 return s
97}
Dan Willemsenb1957a52016-06-23 23:44:54 -070098
Sasha Smundak1e533922020-11-19 16:48:18 -080099// SortedStringMapValues returns the values of the string-values map in the ascending order
Jooyung Han0302a842019-10-30 18:43:49 +0900100func SortedStringMapValues(m interface{}) []string {
101 v := reflect.ValueOf(m)
102 if v.Kind() != reflect.Map {
103 panic(fmt.Sprintf("%#v is not a map", m))
104 }
105 keys := v.MapKeys()
106 s := make([]string, 0, len(keys))
107 for _, key := range keys {
108 s = append(s, v.MapIndex(key).String())
109 }
110 sort.Strings(s)
111 return s
112}
113
Sasha Smundak1e533922020-11-19 16:48:18 -0800114// IndexList returns the index of the first occurrence of the given string in the list or -1
Colin Crossb4330e22017-12-22 15:47:09 -0800115func IndexList(s string, list []string) int {
Dan Willemsenb1957a52016-06-23 23:44:54 -0700116 for i, l := range list {
117 if l == s {
118 return i
119 }
120 }
121
122 return -1
123}
124
Sasha Smundak1e533922020-11-19 16:48:18 -0800125// InList checks if the string belongs to the list
Colin Crossb4330e22017-12-22 15:47:09 -0800126func InList(s string, list []string) bool {
127 return IndexList(s, list) != -1
Dan Willemsenb1957a52016-06-23 23:44:54 -0700128}
129
Jaewoong Jung6431ca72020-01-15 14:15:10 -0800130// Returns true if the given string s is prefixed with any string in the given prefix list.
Jaewoong Jung3aff5782020-02-11 07:54:35 -0800131func HasAnyPrefix(s string, prefixList []string) bool {
Jaewoong Jung6431ca72020-01-15 14:15:10 -0800132 for _, prefix := range prefixList {
133 if strings.HasPrefix(s, prefix) {
134 return true
135 }
136 }
137 return false
138}
139
Chih-Hung Hsieh9f94c362021-02-10 21:56:03 -0800140// Returns true if any string in the given list has the given substring.
141func SubstringInList(list []string, substr string) bool {
142 for _, s := range list {
143 if strings.Contains(s, substr) {
144 return true
145 }
146 }
147 return false
148}
149
Jaewoong Jung6431ca72020-01-15 14:15:10 -0800150// Returns true if any string in the given list has the given prefix.
Jaewoong Jung3aff5782020-02-11 07:54:35 -0800151func PrefixInList(list []string, prefix string) bool {
Jaewoong Jung6431ca72020-01-15 14:15:10 -0800152 for _, s := range list {
Ivan Lozano5f595532017-07-13 14:46:05 -0700153 if strings.HasPrefix(s, prefix) {
154 return true
155 }
156 }
157 return false
158}
159
Ivan Lozanoa0cd8f92020-04-09 09:56:02 -0400160// Returns true if any string in the given list has the given suffix.
161func SuffixInList(list []string, suffix string) bool {
162 for _, s := range list {
163 if strings.HasSuffix(s, suffix) {
164 return true
165 }
166 }
167 return false
168}
169
Jooyung Han12df5fb2019-07-11 16:18:47 +0900170// IndexListPred returns the index of the element which in the given `list` satisfying the predicate, or -1 if there is no such element.
171func IndexListPred(pred func(s string) bool, list []string) int {
172 for i, l := range list {
173 if pred(l) {
174 return i
175 }
176 }
177
178 return -1
179}
180
Sasha Smundak1e533922020-11-19 16:48:18 -0800181// FilterList divides the string list into two lists: one with the strings belonging
182// to the given filter list, and the other with the remaining ones
Colin Crossb4330e22017-12-22 15:47:09 -0800183func FilterList(list []string, filter []string) (remainder []string, filtered []string) {
Sasha Smundak1e533922020-11-19 16:48:18 -0800184 // InList is O(n). May be worth using more efficient lookup for longer lists.
Colin Crossb4330e22017-12-22 15:47:09 -0800185 for _, l := range list {
186 if InList(l, filter) {
187 filtered = append(filtered, l)
188 } else {
189 remainder = append(remainder, l)
190 }
191 }
192
193 return
194}
195
Martin Stjernholm1461c4d2021-03-27 19:04:05 +0000196// FilterListPred returns the elements of the given list for which the predicate
197// returns true. Order is kept.
198func FilterListPred(list []string, pred func(s string) bool) (filtered []string) {
199 for _, l := range list {
200 if pred(l) {
201 filtered = append(filtered, l)
202 }
203 }
204 return
205}
206
Sasha Smundak1e533922020-11-19 16:48:18 -0800207// RemoveListFromList removes the strings belonging to the filter list from the
208// given list and returns the result
Colin Crossb4330e22017-12-22 15:47:09 -0800209func RemoveListFromList(list []string, filter_out []string) (result []string) {
210 result = make([]string, 0, len(list))
211 for _, l := range list {
212 if !InList(l, filter_out) {
213 result = append(result, l)
214 }
215 }
216 return
217}
218
Sasha Smundak1e533922020-11-19 16:48:18 -0800219// RemoveFromList removes given string from the string list.
Colin Crossb4330e22017-12-22 15:47:09 -0800220func RemoveFromList(s string, list []string) (bool, []string) {
Sasha Smundak1e533922020-11-19 16:48:18 -0800221 result := make([]string, 0, len(list))
222 var removed bool
223 for _, item := range list {
224 if item != s {
225 result = append(result, item)
226 } else {
227 removed = true
Logan Chien7922ab82018-03-06 18:29:27 +0800228 }
229 }
Sasha Smundak1e533922020-11-19 16:48:18 -0800230 return removed, result
Colin Crossb4330e22017-12-22 15:47:09 -0800231}
232
Colin Crossb6715442017-10-24 11:13:31 -0700233// FirstUniqueStrings returns all unique elements of a slice of strings, keeping the first copy of
234// each. It modifies the slice contents in place, and returns a subslice of the original slice.
235func FirstUniqueStrings(list []string) []string {
Colin Cross27027c72020-02-28 15:34:17 -0800236 // 128 was chosen based on BenchmarkFirstUniqueStrings results.
237 if len(list) > 128 {
238 return firstUniqueStringsMap(list)
239 }
240 return firstUniqueStringsList(list)
241}
242
243func firstUniqueStringsList(list []string) []string {
Colin Crossb6715442017-10-24 11:13:31 -0700244 k := 0
245outer:
246 for i := 0; i < len(list); i++ {
247 for j := 0; j < k; j++ {
248 if list[i] == list[j] {
249 continue outer
250 }
251 }
252 list[k] = list[i]
253 k++
254 }
255 return list[:k]
256}
257
Colin Cross27027c72020-02-28 15:34:17 -0800258func firstUniqueStringsMap(list []string) []string {
259 k := 0
260 seen := make(map[string]bool, len(list))
261 for i := 0; i < len(list); i++ {
262 if seen[list[i]] {
263 continue
264 }
265 seen[list[i]] = true
266 list[k] = list[i]
267 k++
268 }
269 return list[:k]
270}
271
Colin Crossb6715442017-10-24 11:13:31 -0700272// LastUniqueStrings returns all unique elements of a slice of strings, keeping the last copy of
273// each. It modifies the slice contents in place, and returns a subslice of the original slice.
274func LastUniqueStrings(list []string) []string {
275 totalSkip := 0
276 for i := len(list) - 1; i >= totalSkip; i-- {
277 skip := 0
278 for j := i - 1; j >= totalSkip; j-- {
279 if list[i] == list[j] {
280 skip++
281 } else {
282 list[j+skip] = list[j]
283 }
284 }
285 totalSkip += skip
286 }
287 return list[totalSkip:]
288}
289
Jooyung Hane1633032019-08-01 17:41:43 +0900290// SortedUniqueStrings returns what the name says
291func SortedUniqueStrings(list []string) []string {
292 unique := FirstUniqueStrings(list)
293 sort.Strings(unique)
294 return unique
295}
296
Dan Willemsenb1957a52016-06-23 23:44:54 -0700297// checkCalledFromInit panics if a Go package's init function is not on the
298// call stack.
299func checkCalledFromInit() {
300 for skip := 3; ; skip++ {
301 _, funcName, ok := callerName(skip)
302 if !ok {
303 panic("not called from an init func")
304 }
305
Colin Cross3020fee2019-03-19 15:05:17 -0700306 if funcName == "init" || strings.HasPrefix(funcName, "init·") ||
307 strings.HasPrefix(funcName, "init.") {
Dan Willemsenb1957a52016-06-23 23:44:54 -0700308 return
309 }
310 }
311}
312
Colin Cross3020fee2019-03-19 15:05:17 -0700313// A regex to find a package path within a function name. It finds the shortest string that is
314// followed by '.' and doesn't have any '/'s left.
315var pkgPathRe = regexp.MustCompile(`^(.*?)\.([^/]+)$`)
316
Dan Willemsenb1957a52016-06-23 23:44:54 -0700317// callerName returns the package path and function name of the calling
318// function. The skip argument has the same meaning as the skip argument of
319// runtime.Callers.
320func callerName(skip int) (pkgPath, funcName string, ok bool) {
321 var pc [1]uintptr
322 n := runtime.Callers(skip+1, pc[:])
323 if n != 1 {
324 return "", "", false
325 }
326
Colin Cross3020fee2019-03-19 15:05:17 -0700327 f := runtime.FuncForPC(pc[0]).Name()
328 s := pkgPathRe.FindStringSubmatch(f)
329 if len(s) < 3 {
330 panic(fmt.Errorf("failed to extract package path and function name from %q", f))
Dan Willemsenb1957a52016-06-23 23:44:54 -0700331 }
332
Colin Cross3020fee2019-03-19 15:05:17 -0700333 return s[1], s[2], true
Dan Willemsenb1957a52016-06-23 23:44:54 -0700334}
Sundong Ahn0926fae2017-10-17 16:34:51 +0900335
Sasha Smundak1e533922020-11-19 16:48:18 -0800336// GetNumericSdkVersion removes the first occurrence of system_ in a string,
337// which is assumed to be something like "system_1.2.3"
Sundong Ahn0926fae2017-10-17 16:34:51 +0900338func GetNumericSdkVersion(v string) string {
Sasha Smundak1e533922020-11-19 16:48:18 -0800339 return strings.Replace(v, "system_", "", 1)
Sundong Ahn0926fae2017-10-17 16:34:51 +0900340}
Jiyong Park7f67f482019-01-05 12:57:48 +0900341
342// copied from build/kati/strutil.go
343func substPattern(pat, repl, str string) string {
344 ps := strings.SplitN(pat, "%", 2)
345 if len(ps) != 2 {
346 if str == pat {
347 return repl
348 }
349 return str
350 }
351 in := str
Sasha Smundak1e533922020-11-19 16:48:18 -0800352 trimmed := str
Jiyong Park7f67f482019-01-05 12:57:48 +0900353 if ps[0] != "" {
Sasha Smundak1e533922020-11-19 16:48:18 -0800354 trimmed = strings.TrimPrefix(in, ps[0])
355 if trimmed == in {
Jiyong Park7f67f482019-01-05 12:57:48 +0900356 return str
357 }
358 }
Sasha Smundak1e533922020-11-19 16:48:18 -0800359 in = trimmed
Jiyong Park7f67f482019-01-05 12:57:48 +0900360 if ps[1] != "" {
Sasha Smundak1e533922020-11-19 16:48:18 -0800361 trimmed = strings.TrimSuffix(in, ps[1])
362 if trimmed == in {
Jiyong Park7f67f482019-01-05 12:57:48 +0900363 return str
364 }
365 }
366
367 rs := strings.SplitN(repl, "%", 2)
368 if len(rs) != 2 {
369 return repl
370 }
Sasha Smundak1e533922020-11-19 16:48:18 -0800371 return rs[0] + trimmed + rs[1]
Jiyong Park7f67f482019-01-05 12:57:48 +0900372}
373
374// copied from build/kati/strutil.go
375func matchPattern(pat, str string) bool {
376 i := strings.IndexByte(pat, '%')
377 if i < 0 {
378 return pat == str
379 }
380 return strings.HasPrefix(str, pat[:i]) && strings.HasSuffix(str, pat[i+1:])
381}
Ivan Lozano022a73b2019-09-09 20:29:31 -0700382
383var shlibVersionPattern = regexp.MustCompile("(?:\\.\\d+(?:svn)?)+")
384
385// splitFileExt splits a file name into root, suffix and ext. root stands for the file name without
386// the file extension and the version number (e.g. "libexample"). suffix stands for the
387// concatenation of the file extension and the version number (e.g. ".so.1.0"). ext stands for the
388// file extension after the version numbers are trimmed (e.g. ".so").
389func SplitFileExt(name string) (string, string, string) {
390 // Extract and trim the shared lib version number if the file name ends with dot digits.
391 suffix := ""
392 matches := shlibVersionPattern.FindAllStringIndex(name, -1)
393 if len(matches) > 0 {
394 lastMatch := matches[len(matches)-1]
395 if lastMatch[1] == len(name) {
396 suffix = name[lastMatch[0]:lastMatch[1]]
397 name = name[0:lastMatch[0]]
398 }
399 }
400
401 // Extract the file name root and the file extension.
402 ext := filepath.Ext(name)
403 root := strings.TrimSuffix(name, ext)
404 suffix = ext + suffix
405
406 return root, suffix, ext
407}
Colin Cross0a2f7192019-09-23 14:33:09 -0700408
409// ShardPaths takes a Paths, and returns a slice of Paths where each one has at most shardSize paths.
410func ShardPaths(paths Paths, shardSize int) []Paths {
411 if len(paths) == 0 {
412 return nil
413 }
414 ret := make([]Paths, 0, (len(paths)+shardSize-1)/shardSize)
415 for len(paths) > shardSize {
416 ret = append(ret, paths[0:shardSize])
417 paths = paths[shardSize:]
418 }
419 if len(paths) > 0 {
420 ret = append(ret, paths)
421 }
422 return ret
423}
424
Hans MÃ¥nssond3f2bd72020-11-27 12:37:28 +0100425// ShardString takes a string and returns a slice of strings where the length of each one is
426// at most shardSize.
427func ShardString(s string, shardSize int) []string {
428 if len(s) == 0 {
429 return nil
430 }
431 ret := make([]string, 0, (len(s)+shardSize-1)/shardSize)
432 for len(s) > shardSize {
433 ret = append(ret, s[0:shardSize])
434 s = s[shardSize:]
435 }
436 if len(s) > 0 {
437 ret = append(ret, s)
438 }
439 return ret
440}
441
Colin Cross0a2f7192019-09-23 14:33:09 -0700442// ShardStrings takes a slice of strings, and returns a slice of slices of strings where each one has at most shardSize
443// elements.
444func ShardStrings(s []string, shardSize int) [][]string {
445 if len(s) == 0 {
446 return nil
447 }
448 ret := make([][]string, 0, (len(s)+shardSize-1)/shardSize)
449 for len(s) > shardSize {
450 ret = append(ret, s[0:shardSize])
451 s = s[shardSize:]
452 }
453 if len(s) > 0 {
454 ret = append(ret, s)
455 }
456 return ret
457}
Chih-Hung Hsieha5f22ed2019-10-24 20:47:54 -0700458
Sasha Smundak1e533922020-11-19 16:48:18 -0800459// CheckDuplicate checks if there are duplicates in given string list.
460// If there are, it returns first such duplicate and true.
Chih-Hung Hsieha5f22ed2019-10-24 20:47:54 -0700461func CheckDuplicate(values []string) (duplicate string, found bool) {
462 seen := make(map[string]string)
463 for _, v := range values {
464 if duplicate, found = seen[v]; found {
Sasha Smundak1e533922020-11-19 16:48:18 -0800465 return duplicate, true
Chih-Hung Hsieha5f22ed2019-10-24 20:47:54 -0700466 }
467 seen[v] = v
468 }
Sasha Smundak1e533922020-11-19 16:48:18 -0800469 return "", false
Chih-Hung Hsieha5f22ed2019-10-24 20:47:54 -0700470}