File: get_all.sh

package info (click to toggle)
chromium 138.0.7204.157-1
  • links: PTS, VCS
  • area: main
  • in suites: sid
  • size: 6,071,864 kB
  • sloc: cpp: 34,936,859; ansic: 7,176,967; javascript: 4,110,704; python: 1,419,953; asm: 946,768; xml: 739,967; pascal: 187,324; sh: 89,623; perl: 88,663; objc: 79,944; sql: 50,304; cs: 41,786; fortran: 24,137; makefile: 21,806; php: 13,980; tcl: 13,166; yacc: 8,925; ruby: 7,485; awk: 3,720; lisp: 3,096; lex: 1,327; ada: 727; jsp: 228; sed: 36
file content (46 lines) | stat: -rwxr-xr-x 1,126 bytes parent folder | download | duplicates (6) 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
 
#!/bin/bash -e
# Copyright 2020 The Chromium Authors
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.

# Downloads all logs from a CQ run. You can find the task ID by e.g. clicking
# through to the CQ run from gerrit and finding, e.g. the line
#
# Swarming Task: 4cb6401085894f10
#
# This will create a .txt for the main log and create subdir for the ID and put
# one .txt file in there for each subtask's log.
#
# Usage:
#   get_all.sh <output_dir> <task ID>

base_dir=$1
shift
id=$1
shift

bindir=$(dirname $0)

function get_ids() {
  perl -lne 'print $1 if m#shard \#0\]\(https://chromium-swarm.appspot.com/user/task/([0-9a-f]*)#;' "$1" | sort | uniq
}

log=$("$bindir"/get_one.sh "$base_dir" "$id")
dir="$base_dir/$id"
running=0
for id in $(get_ids "$log" ); do
  if [ "$running" -gt 32 ]; then
    echo >&2 waiting $running
    wait -n
    running=$(($running - 1))
  fi
  echo >&2 getting $id
  "$bindir"/get_one.sh "$dir" "$id" &
  running=$(($running + 1))
done

while [ "$running" -gt 0 ]; do
  echo >&2 waiting $running
  wait -n
  running=$(($running - 1))
done