Mock Version: 4.1
Mock Version: 4.1
Mock Version: 4.1
ENTER ['do_with_status'](['bash', '--login', '-c', '/usr/bin/rpmbuild -bs --noclean --target x86_64 --nodeps /builddir/build/SPECS/golang-github-google-trillian.spec'], chrootPath='/var/lib/mock/dist-ocs23-epol9-build-281287-26949/root'env={'TERM': 'vt100', 'SHELL': '/bin/bash', 'HOME': '/builddir', 'HOSTNAME': 'mock', 'PATH': '/usr/bin:/bin:/usr/sbin:/sbin', 'PROMPT_COMMAND': 'printf "\\033]0;<mock-chroot>\\007"', 'PS1': '<mock-chroot> \\s-\\v\\$ ', 'LANG': 'C.UTF-8'}shell=Falselogger=<mockbuild.trace_decorator.getLog object at 0x7fbf0c306610>timeout=86400uid=982gid=135user='mockbuild'nspawn_args=[]unshare_net=TrueprintOutput=False)
Executing command: ['bash', '--login', '-c', '/usr/bin/rpmbuild -bs --noclean --target x86_64 --nodeps /builddir/build/SPECS/golang-github-google-trillian.spec'] with env {'TERM': 'vt100', 'SHELL': '/bin/bash', 'HOME': '/builddir', 'HOSTNAME': 'mock', 'PATH': '/usr/bin:/bin:/usr/sbin:/sbin', 'PROMPT_COMMAND': 'printf "\\033]0;<mock-chroot>\\007"', 'PS1': '<mock-chroot> \\s-\\v\\$ ', 'LANG': 'C.UTF-8'} and shell False
Building target platforms: x86_64
Building for target x86_64
Wrote: /builddir/build/SRPMS/golang-github-google-trillian-1.4.2-1.ocs23.src.rpm
Child return code was: 0
ENTER ['do_with_status'](['bash', '--login', '-c', '/usr/bin/rpmbuild -br --noclean --target x86_64 --nodeps /builddir/build/SPECS/golang-github-google-trillian.spec'], chrootPath='/var/lib/mock/dist-ocs23-epol9-build-281287-26949/root'env={'TERM': 'vt100', 'SHELL': '/bin/bash', 'HOME': '/builddir', 'HOSTNAME': 'mock', 'PATH': '/usr/bin:/bin:/usr/sbin:/sbin', 'PROMPT_COMMAND': 'printf "\\033]0;<mock-chroot>\\007"', 'PS1': '<mock-chroot> \\s-\\v\\$ ', 'LANG': 'C.UTF-8'}shell=Falselogger=<mockbuild.trace_decorator.getLog object at 0x7fbf0c306610>timeout=86400uid=982gid=135user='mockbuild'nspawn_args=[]unshare_net=TrueraiseExc=FalseprintOutput=False)
Executing command: ['bash', '--login', '-c', '/usr/bin/rpmbuild -br --noclean --target x86_64 --nodeps /builddir/build/SPECS/golang-github-google-trillian.spec'] with env {'TERM': 'vt100', 'SHELL': '/bin/bash', 'HOME': '/builddir', 'HOSTNAME': 'mock', 'PATH': '/usr/bin:/bin:/usr/sbin:/sbin', 'PROMPT_COMMAND': 'printf "\\033]0;<mock-chroot>\\007"', 'PS1': '<mock-chroot> \\s-\\v\\$ ', 'LANG': 'C.UTF-8'} and shell False
Building target platforms: x86_64
Building for target x86_64
Executing(%prep): /bin/sh -e /var/tmp/rpm-tmp.WYHzao
+ umask 022
+ cd /builddir/build/BUILD
+ cd /builddir/build/BUILD
+ rm -rf trillian-1.4.2
+ /usr/lib/rpm/rpmuncompress -x /builddir/build/SOURCES/trillian-1.4.2.tar.gz
+ STATUS=0
+ '[' 0 -ne 0 ']'
+ cd trillian-1.4.2
+ /usr/bin/chmod -Rf a+rX,u+w,g-w,o-w .
+ rm -fr /builddir/build/BUILD/trillian-1.4.2/vendor
+ [[ ! -e /builddir/build/BUILD/trillian-1.4.2/_build/bin ]]
+ install -m 0755 -vd /builddir/build/BUILD/trillian-1.4.2/_build/bin
install: creating directory '/builddir/build/BUILD/trillian-1.4.2/_build'
install: creating directory '/builddir/build/BUILD/trillian-1.4.2/_build/bin'
+ export GOPATH=/builddir/build/BUILD/trillian-1.4.2/_build:/usr/share/gocode
+ GOPATH=/builddir/build/BUILD/trillian-1.4.2/_build:/usr/share/gocode
+ [[ ! -e /builddir/build/BUILD/trillian-1.4.2/_build/src/github.com/google/trillian ]]
++ dirname /builddir/build/BUILD/trillian-1.4.2/_build/src/github.com/google/trillian
+ install -m 0755 -vd /builddir/build/BUILD/trillian-1.4.2/_build/src/github.com/google
install: creating directory '/builddir/build/BUILD/trillian-1.4.2/_build/src'
install: creating directory '/builddir/build/BUILD/trillian-1.4.2/_build/src/github.com'
install: creating directory '/builddir/build/BUILD/trillian-1.4.2/_build/src/github.com/google'
+ ln -fs /builddir/build/BUILD/trillian-1.4.2 /builddir/build/BUILD/trillian-1.4.2/_build/src/github.com/google/trillian
+ cd /builddir/build/BUILD/trillian-1.4.2/_build/src/github.com/google/trillian
+ tar -xzf /builddir/build/SOURCES/vendor.tar.gz
+ RPM_EC=0
++ jobs -p
+ exit 0
Executing(%generate_buildrequires): /bin/sh -e /var/tmp/rpm-tmp.WYKxFL
+ umask 022
+ cd /builddir/build/BUILD
+ cd trillian-1.4.2
+ RPM_EC=0
++ jobs -p
+ exit 0
Wrote: /builddir/build/SRPMS/golang-github-google-trillian-1.4.2-1.ocs23.buildreqs.nosrc.rpm
Child return code was: 11
Dynamic buildrequires detected
Going to install missing buildrequires. See root.log for details.
ENTER ['do_with_status'](['bash', '--login', '-c', '/usr/bin/rpmbuild -ba --noprep --noclean --target x86_64 --nodeps /builddir/build/SPECS/golang-github-google-trillian.spec'], chrootPath='/var/lib/mock/dist-ocs23-epol9-build-281287-26949/root'env={'TERM': 'vt100', 'SHELL': '/bin/bash', 'HOME': '/builddir', 'HOSTNAME': 'mock', 'PATH': '/usr/bin:/bin:/usr/sbin:/sbin', 'PROMPT_COMMAND': 'printf "\\033]0;<mock-chroot>\\007"', 'PS1': '<mock-chroot> \\s-\\v\\$ ', 'LANG': 'C.UTF-8'}shell=Falselogger=<mockbuild.trace_decorator.getLog object at 0x7fbf0c306610>timeout=86400uid=982gid=135user='mockbuild'nspawn_args=[]unshare_net=TrueprintOutput=False)
Executing command: ['bash', '--login', '-c', '/usr/bin/rpmbuild -ba --noprep --noclean --target x86_64 --nodeps /builddir/build/SPECS/golang-github-google-trillian.spec'] with env {'TERM': 'vt100', 'SHELL': '/bin/bash', 'HOME': '/builddir', 'HOSTNAME': 'mock', 'PATH': '/usr/bin:/bin:/usr/sbin:/sbin', 'PROMPT_COMMAND': 'printf "\\033]0;<mock-chroot>\\007"', 'PS1': '<mock-chroot> \\s-\\v\\$ ', 'LANG': 'C.UTF-8'} and shell False
Building target platforms: x86_64
Building for target x86_64
Executing(%generate_buildrequires): /bin/sh -e /var/tmp/rpm-tmp.rzLjEU
+ umask 022
+ cd /builddir/build/BUILD
+ cd trillian-1.4.2
+ RPM_EC=0
++ jobs -p
+ exit 0
Executing(%install): /bin/sh -e /var/tmp/rpm-tmp.dfBYP7
+ umask 022
+ cd /builddir/build/BUILD
+ '[' /builddir/build/BUILDROOT/golang-github-google-trillian-1.4.2-1.ocs23.x86_64 '!=' / ']'
+ rm -rf /builddir/build/BUILDROOT/golang-github-google-trillian-1.4.2-1.ocs23.x86_64
++ dirname /builddir/build/BUILDROOT/golang-github-google-trillian-1.4.2-1.ocs23.x86_64
+ mkdir -p /builddir/build/BUILDROOT
+ mkdir /builddir/build/BUILDROOT/golang-github-google-trillian-1.4.2-1.ocs23.x86_64
+ cd trillian-1.4.2
+ cd /builddir/build/BUILD/trillian-1.4.2/_build/src/github.com/google/trillian
+ IFS=
+ gosupfiles=
+ mapfile -t gosupfilesA
+ go-rpm-integration install -i github.com/google/trillian -b /builddir/build/BUILD/trillian-1.4.2/_build/bin -s /builddir/build/BUILD/trillian-1.4.2/_build -o golang-github-google-trillian-devel.file-list -O /builddir/build/BUILD/trillian-1.4.2 -V 1.4.2-1.ocs23 -p /builddir/build/BUILDROOT/golang-github-google-trillian-1.4.2-1.ocs23.x86_64 -g /usr/share/gocode -r '.*example.*'
Installing: github.com/google/trillian
+ IFS=
+++ realpath -e --relative-base=. docs examples CONTRIBUTING.md AUTHORS CHANGELOG.md CONTRIBUTORS README.md
+++ sort -u
++ listfiles_include='AUTHORS
CHANGELOG.md
CONTRIBUTING.md
CONTRIBUTORS
README.md
docs
examples'
++ echo 'AUTHORS
CHANGELOG.md
CONTRIBUTING.md
CONTRIBUTORS
README.md
docs
examples'
+ godocs='AUTHORS
CHANGELOG.md
CONTRIBUTING.md
CONTRIBUTORS
README.md
docs
examples'
+ [[ -n AUTHORS
CHANGELOG.md
CONTRIBUTING.md
CONTRIBUTORS
README.md
docs
examples ]]
+ IFS=
+ read -r f
+ echo %doc '"AUTHORS"'
+ IFS=
+ read -r f
+ echo %doc '"CHANGELOG.md"'
+ IFS=
+ read -r f
+ echo %doc '"CONTRIBUTING.md"'
+ IFS=
+ read -r f
+ echo %doc '"CONTRIBUTORS"'
+ IFS=
+ read -r f
+ echo %doc '"README.md"'
+ IFS=
+ read -r f
+ echo %doc '"docs"'
+ IFS=
+ read -r f
+ echo %doc '"examples"'
+ IFS=
+ read -r f
+ IFS=
+++ realpath -e --relative-base=. LICENSE
+++ sort -u
++ listfiles_include=LICENSE
++ echo LICENSE
+ golicenses=LICENSE
+ [[ -n LICENSE ]]
+ IFS=
+ read -r f
+ echo %license '"LICENSE"'
+ IFS=
+ read -r f
+ /usr/lib/rpm/check-buildroot
+ /usr/lib/rpm/OpenCloudOS/brp-ldconfig
+ /usr/lib/rpm/brp-compress
+ /usr/lib/rpm/brp-strip /usr/bin/strip
+ /usr/lib/rpm/brp-strip-comment-note /usr/bin/strip /usr/bin/objdump
+ /usr/lib/rpm/OpenCloudOS/brp-strip-lto /usr/bin/strip
+ /usr/lib/rpm/brp-strip-static-archive /usr/bin/strip
+ /usr/lib/rpm/check-rpaths
+ /usr/lib/rpm/OpenCloudOS/brp-mangle-shebangs
+ /usr/lib/rpm/OpenCloudOS/brp-python-bytecompile '' 1 0
+ /usr/lib/rpm/OpenCloudOS/brp-python-hardlink
Executing(%check): /bin/sh -e /var/tmp/rpm-tmp.K0tjdA
+ umask 022
+ cd /builddir/build/BUILD
+ cd trillian-1.4.2
+ GO_LDFLAGS=' -X github.com/google/trillian/version=1.4.2'
+ GO_TEST_FLAGS='-buildmode pie -compiler gc'
+ GO_TEST_EXT_LD_FLAGS='-Wl,-z,relro -Wl,--as-needed  -Wl,-z,now -specs=/usr/lib/rpm/OpenCloudOS/OpenCloudOS-hardened-ld  -Wl,--build-id=sha1 '
+ go-rpm-integration check -i github.com/google/trillian -b /builddir/build/BUILD/trillian-1.4.2/_build/bin -s /builddir/build/BUILD/trillian-1.4.2/_build -V 1.4.2-1.ocs23 -p /builddir/build/BUILDROOT/golang-github-google-trillian-1.4.2-1.ocs23.x86_64 -g /usr/share/gocode -r '.*example.*' -d client/rpcflags -t cmd -d server -d storage/testdb -d util/election -d quota/redis/redistb -d crypto
Testing    in: /builddir/build/BUILD/trillian-1.4.2/_build/src
         PATH: /builddir/build/BUILD/trillian-1.4.2/_build/bin:/usr/bin:/bin:/usr/sbin:/sbin:/usr/local/sbin
       GOPATH: /builddir/build/BUILD/trillian-1.4.2/_build:/usr/share/gocode
  GO111MODULE: off
      command: go test -buildmode pie -compiler gc -ldflags " -X github.com/google/trillian/version=1.4.2 -extldflags '-Wl,-z,relro -Wl,--as-needed  -Wl,-z,now -specs=/usr/lib/rpm/OpenCloudOS/OpenCloudOS-hardened-ld  -Wl,--build-id=sha1 '"
      testing: github.com/google/trillian
github.com/google/trillian
?   	github.com/google/trillian	[no test files]
github.com/google/trillian/client
2024/09/12 10:20:36 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
2024/09/12 10:20:36 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
2024/09/12 10:20:36 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
2024/09/12 10:20:36 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
PASS
ok  	github.com/google/trillian/client	0.008s
github.com/google/trillian/client
2024/09/12 10:20:37 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
2024/09/12 10:20:37 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
2024/09/12 10:20:37 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
2024/09/12 10:20:37 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
PASS
ok  	github.com/google/trillian/client	0.008s
github.com/google/trillian/client/backoff
PASS
ok  	github.com/google/trillian/client/backoff	3.560s
github.com/google/trillian/client/backoff
PASS
ok  	github.com/google/trillian/client/backoff	3.561s
github.com/google/trillian/crypto/keys
PASS
ok  	github.com/google/trillian/crypto/keys	0.006s
github.com/google/trillian/crypto/keys
PASS
ok  	github.com/google/trillian/crypto/keys	0.006s
github.com/google/trillian/crypto/keys/der
PASS
ok  	github.com/google/trillian/crypto/keys/der	0.005s
github.com/google/trillian/crypto/keys/der
PASS
ok  	github.com/google/trillian/crypto/keys/der	0.006s
github.com/google/trillian/crypto/keys/pem
PASS
ok  	github.com/google/trillian/crypto/keys/pem	0.011s
github.com/google/trillian/crypto/keys/pem
PASS
ok  	github.com/google/trillian/crypto/keys/pem	0.010s
github.com/google/trillian/crypto/keys/pkcs11
?   	github.com/google/trillian/crypto/keys/pkcs11	[no test files]
github.com/google/trillian/crypto/keys/testonly
?   	github.com/google/trillian/crypto/keys/testonly	[no test files]
github.com/google/trillian/crypto/keyspb
?   	github.com/google/trillian/crypto/keyspb	[no test files]
github.com/google/trillian/docs/storage/commit_log/signer
PASS
ok  	github.com/google/trillian/docs/storage/commit_log/signer	0.004s
github.com/google/trillian/docs/storage/commit_log/signer
PASS
ok  	github.com/google/trillian/docs/storage/commit_log/signer	0.003s
github.com/google/trillian/docs/storage/commit_log/simelection
?   	github.com/google/trillian/docs/storage/commit_log/simelection	[no test files]
github.com/google/trillian/docs/storage/commit_log/simkafka
PASS
ok  	github.com/google/trillian/docs/storage/commit_log/simkafka	0.003s
github.com/google/trillian/docs/storage/commit_log/simkafka
PASS
ok  	github.com/google/trillian/docs/storage/commit_log/simkafka	0.003s
github.com/google/trillian/experimental/batchmap
2024/09/12 10:20:53 Executing pipeline with the direct runner.
2024/09/12 10:20:53 Pipeline:
2024/09/12 10:20:53 Nodes: {1: []uint8/bytes GLO}
{2: *batchmap.Entry/R[*batchmap.Entry] GLO}
{3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{6: *batchmap.Tile/R[*batchmap.Tile] GLO}
{7: *batchmap.Tile/R[*batchmap.Tile] GLO}
{8: string/string GLO}
{9: int/int[varintz] GLO}
{10: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{11: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}
{12: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{13: int/int[varintz] GLO}
{14: []uint8/bytes GLO}
{15: int/int[varintz] GLO}
{16: []uint8/bytes GLO}
{17: int/int[varintz] GLO}
{18: int/int[varintz] GLO}
{19: int/int[varintz] GLO}
{20: []uint8/bytes GLO}
{21: []uint8/bytes GLO}
{22: string/string GLO}
{23: []uint8/bytes GLO}
{24: string/string GLO}
{25: string/string GLO}
{26: string/string GLO}
{27: []uint8/bytes GLO}
Edges: 1: Impulse [] -> [Out: []uint8 -> {1: []uint8/bytes GLO}]
2: ParDo [In(Main): []uint8 <- {1: []uint8/bytes GLO}] -> [Out: T -> {2: *batchmap.Entry/R[*batchmap.Entry] GLO}]
3: ParDo [In(Main): *batchmap.Entry <- {2: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
4: ParDo [In(Main): batchmap.nodeHash <- {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
5: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
6: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {6: *batchmap.Tile/R[*batchmap.Tile] GLO}]
7: ParDo [In(Main): T <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: T -> {7: *batchmap.Tile/R[*batchmap.Tile] GLO}]
8: ParDo [In(Main): *batchmap.Tile <- {7: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: string -> {8: string/string GLO}]
9: ParDo [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: int -> {9: int/int[varintz] GLO}]
10: ParDo [In(Main): T <- {9: int/int[varintz] GLO}] -> [Out: KV<int,T> -> {10: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
11: CoGBK [In(Main): KV<int,int> <- {10: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: CoGBK<int,int> -> {11: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}]
12: Combine [In(Main): int <- {11: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}] -> [Out: KV<int,int> -> {12: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
13: ParDo [In(Main): KV<X,Y> <- {12: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: Y -> {13: int/int[varintz] GLO}]
14: Impulse [] -> [Out: []uint8 -> {14: []uint8/bytes GLO}]
15: ParDo [In(Main): []uint8 <- {14: []uint8/bytes GLO}] -> [Out: T -> {15: int/int[varintz] GLO}]
16: Impulse [] -> [Out: []uint8 -> {16: []uint8/bytes GLO}]
17: ParDo [In(Main): []uint8 <- {16: []uint8/bytes GLO} In(Iter): T <- {13: int/int[varintz] GLO} In(Iter): T <- {15: int/int[varintz] GLO}] -> [Out: T -> {17: int/int[varintz] GLO} Out: T -> {18: int/int[varintz] GLO} Out: T -> {19: int/int[varintz] GLO}]
18: Impulse [] -> [Out: []uint8 -> {20: []uint8/bytes GLO}]
19: ParDo [In(Main): []uint8 <- {20: []uint8/bytes GLO} In(Iter): T <- {17: int/int[varintz] GLO} In(Iter): T <- {18: int/int[varintz] GLO} In(Iter): T <- {19: int/int[varintz] GLO}] -> []
20: Impulse [] -> [Out: []uint8 -> {21: []uint8/bytes GLO}]
21: ParDo [In(Main): []uint8 <- {21: []uint8/bytes GLO}] -> [Out: T -> {22: string/string GLO}]
22: Impulse [] -> [Out: []uint8 -> {23: []uint8/bytes GLO}]
23: ParDo [In(Main): []uint8 <- {23: []uint8/bytes GLO} In(Iter): T <- {8: string/string GLO} In(Iter): T <- {22: string/string GLO}] -> [Out: T -> {24: string/string GLO} Out: T -> {25: string/string GLO} Out: T -> {26: string/string GLO}]
24: Impulse [] -> [Out: []uint8 -> {27: []uint8/bytes GLO}]
25: ParDo [In(Main): []uint8 <- {27: []uint8/bytes GLO} In(Iter): T <- {24: string/string GLO} In(Iter): T <- {25: string/string GLO} In(Iter): T <- {26: string/string GLO}] -> []
2024/09/12 10:20:53 Plan[plan]:
34: Impulse[0]
36: Impulse[0]
37: Impulse[0]
38: Impulse[0]
40: Impulse[0]
41: Impulse[0]
42: Impulse[0]
1: ParDo[passert.failIfBadEntries] Out:[]
2: wait[3] Out:1
3: buffer[3]. wait:2 Out:1
4: buffer[4]. wait:2 Out:1
5: buffer[5]. wait:2 Out:1
6: ParDo[passert.diffFn] Out:[3 4 5]
7: wait[2] Out:6
8: buffer[8]. wait:7 Out:6
9: buffer[9]. wait:7 Out:6
10: ParDo[batchmap.TestCreate.func1.2] Out:[8]
11: ParDo[filter.filterFn] Out:[10]
12: ParDo[passert.failIfBadEntries] Out:[]
13: wait[3] Out:12
14: buffer[14]. wait:13 Out:12
15: buffer[15]. wait:13 Out:12
16: buffer[16]. wait:13 Out:12
17: ParDo[passert.diffFn] Out:[14 15 16]
18: wait[2] Out:17
19: buffer[19]. wait:18 Out:17
20: buffer[20]. wait:18 Out:17
21: ParDo[beam.dropKeyFn] Out:[19]
22: Combine[stats.sumIntFn] Keyed:false Out:21
23: CoGBK. Out:22
24: Inject[0]. Out:23
25: ParDo[beam.addFixedKeyFn] Out:[24]
26: ParDo[batchmap.assertTileCount.func1] Out:[25]
27: Multiplex. Out:[11 26]
28: ParDo[batchmap.tileHashFn] Out:[27]
29: CoGBK. Out:28
30: Inject[0]. Out:29
31: ParDo[batchmap.leafShardFn] Out:[30]
32: ParDo[batchmap.entryToNodeHashFn] Out:[31]
33: ParDo[beam.createFn] Out:[32]
35: ParDo[beam.createFn] Out:[20]
39: ParDo[beam.createFn] Out:[9]
2024/09/12 10:20:53 wait[18] unblocked w/ 1 [false]
2024/09/12 10:20:53 wait[18] done
2024/09/12 10:20:53 wait[13] unblocked w/ 1 [false]
2024/09/12 10:20:53 wait[13] done
2024/09/12 10:20:53 wait[7] unblocked w/ 1 [false]
2024/09/12 10:20:53 wait[7] done
2024/09/12 10:20:53 wait[2] unblocked w/ 1 [false]
2024/09/12 10:20:53 wait[2] done
2024/09/12 10:20:53 Executing pipeline with the direct runner.
2024/09/12 10:20:53 Pipeline:
2024/09/12 10:20:53 Nodes: {1: []uint8/bytes GLO}
{2: *batchmap.Entry/R[*batchmap.Entry] GLO}
{3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{6: *batchmap.Tile/R[*batchmap.Tile] GLO}
{7: *batchmap.Tile/R[*batchmap.Tile] GLO}
{8: string/string GLO}
{9: int/int[varintz] GLO}
{10: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{11: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}
{12: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{13: int/int[varintz] GLO}
{14: []uint8/bytes GLO}
{15: int/int[varintz] GLO}
{16: []uint8/bytes GLO}
{17: int/int[varintz] GLO}
{18: int/int[varintz] GLO}
{19: int/int[varintz] GLO}
{20: []uint8/bytes GLO}
{21: []uint8/bytes GLO}
{22: string/string GLO}
{23: []uint8/bytes GLO}
{24: string/string GLO}
{25: string/string GLO}
{26: string/string GLO}
{27: []uint8/bytes GLO}
Edges: 1: Impulse [] -> [Out: []uint8 -> {1: []uint8/bytes GLO}]
2: ParDo [In(Main): []uint8 <- {1: []uint8/bytes GLO}] -> [Out: T -> {2: *batchmap.Entry/R[*batchmap.Entry] GLO}]
3: ParDo [In(Main): *batchmap.Entry <- {2: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
4: ParDo [In(Main): batchmap.nodeHash <- {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
5: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
6: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {6: *batchmap.Tile/R[*batchmap.Tile] GLO}]
7: ParDo [In(Main): T <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: T -> {7: *batchmap.Tile/R[*batchmap.Tile] GLO}]
8: ParDo [In(Main): *batchmap.Tile <- {7: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: string -> {8: string/string GLO}]
9: ParDo [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: int -> {9: int/int[varintz] GLO}]
10: ParDo [In(Main): T <- {9: int/int[varintz] GLO}] -> [Out: KV<int,T> -> {10: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
11: CoGBK [In(Main): KV<int,int> <- {10: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: CoGBK<int,int> -> {11: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}]
12: Combine [In(Main): int <- {11: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}] -> [Out: KV<int,int> -> {12: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
13: ParDo [In(Main): KV<X,Y> <- {12: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: Y -> {13: int/int[varintz] GLO}]
14: Impulse [] -> [Out: []uint8 -> {14: []uint8/bytes GLO}]
15: ParDo [In(Main): []uint8 <- {14: []uint8/bytes GLO}] -> [Out: T -> {15: int/int[varintz] GLO}]
16: Impulse [] -> [Out: []uint8 -> {16: []uint8/bytes GLO}]
17: ParDo [In(Main): []uint8 <- {16: []uint8/bytes GLO} In(Iter): T <- {13: int/int[varintz] GLO} In(Iter): T <- {15: int/int[varintz] GLO}] -> [Out: T -> {17: int/int[varintz] GLO} Out: T -> {18: int/int[varintz] GLO} Out: T -> {19: int/int[varintz] GLO}]
18: Impulse [] -> [Out: []uint8 -> {20: []uint8/bytes GLO}]
19: ParDo [In(Main): []uint8 <- {20: []uint8/bytes GLO} In(Iter): T <- {17: int/int[varintz] GLO} In(Iter): T <- {18: int/int[varintz] GLO} In(Iter): T <- {19: int/int[varintz] GLO}] -> []
20: Impulse [] -> [Out: []uint8 -> {21: []uint8/bytes GLO}]
21: ParDo [In(Main): []uint8 <- {21: []uint8/bytes GLO}] -> [Out: T -> {22: string/string GLO}]
22: Impulse [] -> [Out: []uint8 -> {23: []uint8/bytes GLO}]
23: ParDo [In(Main): []uint8 <- {23: []uint8/bytes GLO} In(Iter): T <- {8: string/string GLO} In(Iter): T <- {22: string/string GLO}] -> [Out: T -> {24: string/string GLO} Out: T -> {25: string/string GLO} Out: T -> {26: string/string GLO}]
24: Impulse [] -> [Out: []uint8 -> {27: []uint8/bytes GLO}]
25: ParDo [In(Main): []uint8 <- {27: []uint8/bytes GLO} In(Iter): T <- {24: string/string GLO} In(Iter): T <- {25: string/string GLO} In(Iter): T <- {26: string/string GLO}] -> []
2024/09/12 10:20:53 Plan[plan]:
34: Impulse[0]
36: Impulse[0]
37: Impulse[0]
38: Impulse[0]
40: Impulse[0]
41: Impulse[0]
42: Impulse[0]
1: ParDo[passert.failIfBadEntries] Out:[]
2: wait[3] Out:1
3: buffer[3]. wait:2 Out:1
4: buffer[4]. wait:2 Out:1
5: buffer[5]. wait:2 Out:1
6: ParDo[passert.diffFn] Out:[3 4 5]
7: wait[2] Out:6
8: buffer[8]. wait:7 Out:6
9: buffer[9]. wait:7 Out:6
10: ParDo[batchmap.TestCreate.func1.2] Out:[8]
11: ParDo[filter.filterFn] Out:[10]
12: ParDo[passert.failIfBadEntries] Out:[]
13: wait[3] Out:12
14: buffer[14]. wait:13 Out:12
15: buffer[15]. wait:13 Out:12
16: buffer[16]. wait:13 Out:12
17: ParDo[passert.diffFn] Out:[14 15 16]
18: wait[2] Out:17
19: buffer[19]. wait:18 Out:17
20: buffer[20]. wait:18 Out:17
21: ParDo[beam.dropKeyFn] Out:[19]
22: Combine[stats.sumIntFn] Keyed:false Out:21
23: CoGBK. Out:22
24: Inject[0]. Out:23
25: ParDo[beam.addFixedKeyFn] Out:[24]
26: ParDo[batchmap.assertTileCount.func1] Out:[25]
27: Multiplex. Out:[11 26]
28: ParDo[batchmap.tileHashFn] Out:[27]
29: CoGBK. Out:28
30: Inject[0]. Out:29
31: ParDo[batchmap.leafShardFn] Out:[30]
32: ParDo[batchmap.entryToNodeHashFn] Out:[31]
33: ParDo[beam.createFn] Out:[32]
35: ParDo[beam.createFn] Out:[20]
39: ParDo[beam.createFn] Out:[9]
2024/09/12 10:20:53 wait[18] unblocked w/ 1 [false]
2024/09/12 10:20:53 wait[18] done
2024/09/12 10:20:53 wait[13] unblocked w/ 1 [false]
2024/09/12 10:20:53 wait[13] done
2024/09/12 10:20:53 wait[7] unblocked w/ 1 [false]
2024/09/12 10:20:53 wait[7] done
2024/09/12 10:20:53 wait[2] unblocked w/ 1 [false]
2024/09/12 10:20:53 wait[2] done
2024/09/12 10:20:53 Executing pipeline with the direct runner.
2024/09/12 10:20:53 Pipeline:
2024/09/12 10:20:53 Nodes: {1: []uint8/bytes GLO}
{2: *batchmap.Entry/R[*batchmap.Entry] GLO}
{3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{6: *batchmap.Tile/R[*batchmap.Tile] GLO}
{7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{10: *batchmap.Tile/R[*batchmap.Tile] GLO}
{11: *batchmap.Tile/R[*batchmap.Tile] GLO}
{12: *batchmap.Tile/R[*batchmap.Tile] GLO}
{13: string/string GLO}
{14: int/int[varintz] GLO}
{15: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{16: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}
{17: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{18: int/int[varintz] GLO}
{19: []uint8/bytes GLO}
{20: int/int[varintz] GLO}
{21: []uint8/bytes GLO}
{22: int/int[varintz] GLO}
{23: int/int[varintz] GLO}
{24: int/int[varintz] GLO}
{25: []uint8/bytes GLO}
{26: []uint8/bytes GLO}
{27: string/string GLO}
{28: []uint8/bytes GLO}
{29: string/string GLO}
{30: string/string GLO}
{31: string/string GLO}
{32: []uint8/bytes GLO}
Edges: 1: Impulse [] -> [Out: []uint8 -> {1: []uint8/bytes GLO}]
2: ParDo [In(Main): []uint8 <- {1: []uint8/bytes GLO}] -> [Out: T -> {2: *batchmap.Entry/R[*batchmap.Entry] GLO}]
3: ParDo [In(Main): *batchmap.Entry <- {2: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
4: ParDo [In(Main): batchmap.nodeHash <- {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
5: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
6: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {6: *batchmap.Tile/R[*batchmap.Tile] GLO}]
7: ParDo [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
8: ParDo [In(Main): batchmap.nodeHash <- {7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
9: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
10: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {10: *batchmap.Tile/R[*batchmap.Tile] GLO}]
11: Flatten [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {10: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {11: *batchmap.Tile/R[*batchmap.Tile] GLO}]
12: ParDo [In(Main): T <- {11: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: T -> {12: *batchmap.Tile/R[*batchmap.Tile] GLO}]
13: ParDo [In(Main): *batchmap.Tile <- {12: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: string -> {13: string/string GLO}]
14: ParDo [In(Main): *batchmap.Tile <- {11: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: int -> {14: int/int[varintz] GLO}]
15: ParDo [In(Main): T <- {14: int/int[varintz] GLO}] -> [Out: KV<int,T> -> {15: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
16: CoGBK [In(Main): KV<int,int> <- {15: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: CoGBK<int,int> -> {16: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}]
17: Combine [In(Main): int <- {16: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}] -> [Out: KV<int,int> -> {17: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
18: ParDo [In(Main): KV<X,Y> <- {17: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: Y -> {18: int/int[varintz] GLO}]
19: Impulse [] -> [Out: []uint8 -> {19: []uint8/bytes GLO}]
20: ParDo [In(Main): []uint8 <- {19: []uint8/bytes GLO}] -> [Out: T -> {20: int/int[varintz] GLO}]
21: Impulse [] -> [Out: []uint8 -> {21: []uint8/bytes GLO}]
22: ParDo [In(Main): []uint8 <- {21: []uint8/bytes GLO} In(Iter): T <- {18: int/int[varintz] GLO} In(Iter): T <- {20: int/int[varintz] GLO}] -> [Out: T -> {22: int/int[varintz] GLO} Out: T -> {23: int/int[varintz] GLO} Out: T -> {24: int/int[varintz] GLO}]
23: Impulse [] -> [Out: []uint8 -> {25: []uint8/bytes GLO}]
24: ParDo [In(Main): []uint8 <- {25: []uint8/bytes GLO} In(Iter): T <- {22: int/int[varintz] GLO} In(Iter): T <- {23: int/int[varintz] GLO} In(Iter): T <- {24: int/int[varintz] GLO}] -> []
25: Impulse [] -> [Out: []uint8 -> {26: []uint8/bytes GLO}]
26: ParDo [In(Main): []uint8 <- {26: []uint8/bytes GLO}] -> [Out: T -> {27: string/string GLO}]
27: Impulse [] -> [Out: []uint8 -> {28: []uint8/bytes GLO}]
28: ParDo [In(Main): []uint8 <- {28: []uint8/bytes GLO} In(Iter): T <- {13: string/string GLO} In(Iter): T <- {27: string/string GLO}] -> [Out: T -> {29: string/string GLO} Out: T -> {30: string/string GLO} Out: T -> {31: string/string GLO}]
29: Impulse [] -> [Out: []uint8 -> {32: []uint8/bytes GLO}]
30: ParDo [In(Main): []uint8 <- {32: []uint8/bytes GLO} In(Iter): T <- {29: string/string GLO} In(Iter): T <- {30: string/string GLO} In(Iter): T <- {31: string/string GLO}] -> []
2024/09/12 10:20:53 Plan[plan]:
41: Impulse[0]
43: Impulse[0]
44: Impulse[0]
45: Impulse[0]
47: Impulse[0]
48: Impulse[0]
49: Impulse[0]
1: ParDo[passert.failIfBadEntries] Out:[]
2: wait[3] Out:1
3: buffer[3]. wait:2 Out:1
4: buffer[4]. wait:2 Out:1
5: buffer[5]. wait:2 Out:1
6: ParDo[passert.diffFn] Out:[3 4 5]
7: wait[2] Out:6
8: buffer[8]. wait:7 Out:6
9: buffer[9]. wait:7 Out:6
10: ParDo[batchmap.TestCreate.func1.2] Out:[8]
11: ParDo[filter.filterFn] Out:[10]
12: ParDo[passert.failIfBadEntries] Out:[]
13: wait[3] Out:12
14: buffer[14]. wait:13 Out:12
15: buffer[15]. wait:13 Out:12
16: buffer[16]. wait:13 Out:12
17: ParDo[passert.diffFn] Out:[14 15 16]
18: wait[2] Out:17
19: buffer[19]. wait:18 Out:17
20: buffer[20]. wait:18 Out:17
21: ParDo[beam.dropKeyFn] Out:[19]
22: Combine[stats.sumIntFn] Keyed:false Out:21
23: CoGBK. Out:22
24: Inject[0]. Out:23
25: ParDo[beam.addFixedKeyFn] Out:[24]
26: ParDo[batchmap.assertTileCount.func1] Out:[25]
27: Multiplex. Out:[11 26]
28: Flatten[2]. Out:Multiplex. Out:[11 26]
29: ParDo[batchmap.tileHashFn] Out:[28]
30: CoGBK. Out:29
31: Inject[0]. Out:30
32: ParDo[batchmap.leafShardFn] Out:[31]
33: ParDo[batchmap.tileToNodeHashFn] Out:[32]
34: Multiplex. Out:[33 28]
35: ParDo[batchmap.tileHashFn] Out:[34]
36: CoGBK. Out:35
37: Inject[0]. Out:36
38: ParDo[batchmap.leafShardFn] Out:[37]
39: ParDo[batchmap.entryToNodeHashFn] Out:[38]
40: ParDo[beam.createFn] Out:[39]
42: ParDo[beam.createFn] Out:[20]
46: ParDo[beam.createFn] Out:[9]
2024/09/12 10:20:53 wait[18] unblocked w/ 1 [false]
2024/09/12 10:20:53 wait[18] done
2024/09/12 10:20:53 wait[13] unblocked w/ 1 [false]
2024/09/12 10:20:53 wait[13] done
2024/09/12 10:20:53 wait[7] unblocked w/ 1 [false]
2024/09/12 10:20:53 wait[7] done
2024/09/12 10:20:53 wait[2] unblocked w/ 1 [false]
2024/09/12 10:20:53 wait[2] done
2024/09/12 10:20:53 Executing pipeline with the direct runner.
2024/09/12 10:20:53 Pipeline:
2024/09/12 10:20:53 Nodes: {1: []uint8/bytes GLO}
{2: *batchmap.Entry/R[*batchmap.Entry] GLO}
{3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{6: *batchmap.Tile/R[*batchmap.Tile] GLO}
{7: *batchmap.Tile/R[*batchmap.Tile] GLO}
{8: string/string GLO}
{9: int/int[varintz] GLO}
{10: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{11: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}
{12: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{13: int/int[varintz] GLO}
{14: []uint8/bytes GLO}
{15: int/int[varintz] GLO}
{16: []uint8/bytes GLO}
{17: int/int[varintz] GLO}
{18: int/int[varintz] GLO}
{19: int/int[varintz] GLO}
{20: []uint8/bytes GLO}
{21: []uint8/bytes GLO}
{22: string/string GLO}
{23: []uint8/bytes GLO}
{24: string/string GLO}
{25: string/string GLO}
{26: string/string GLO}
{27: []uint8/bytes GLO}
Edges: 1: Impulse [] -> [Out: []uint8 -> {1: []uint8/bytes GLO}]
2: ParDo [In(Main): []uint8 <- {1: []uint8/bytes GLO}] -> [Out: T -> {2: *batchmap.Entry/R[*batchmap.Entry] GLO}]
3: ParDo [In(Main): *batchmap.Entry <- {2: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
4: ParDo [In(Main): batchmap.nodeHash <- {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
5: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
6: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {6: *batchmap.Tile/R[*batchmap.Tile] GLO}]
7: ParDo [In(Main): T <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: T -> {7: *batchmap.Tile/R[*batchmap.Tile] GLO}]
8: ParDo [In(Main): *batchmap.Tile <- {7: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: string -> {8: string/string GLO}]
9: ParDo [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: int -> {9: int/int[varintz] GLO}]
10: ParDo [In(Main): T <- {9: int/int[varintz] GLO}] -> [Out: KV<int,T> -> {10: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
11: CoGBK [In(Main): KV<int,int> <- {10: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: CoGBK<int,int> -> {11: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}]
12: Combine [In(Main): int <- {11: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}] -> [Out: KV<int,int> -> {12: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
13: ParDo [In(Main): KV<X,Y> <- {12: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: Y -> {13: int/int[varintz] GLO}]
14: Impulse [] -> [Out: []uint8 -> {14: []uint8/bytes GLO}]
15: ParDo [In(Main): []uint8 <- {14: []uint8/bytes GLO}] -> [Out: T -> {15: int/int[varintz] GLO}]
16: Impulse [] -> [Out: []uint8 -> {16: []uint8/bytes GLO}]
17: ParDo [In(Main): []uint8 <- {16: []uint8/bytes GLO} In(Iter): T <- {13: int/int[varintz] GLO} In(Iter): T <- {15: int/int[varintz] GLO}] -> [Out: T -> {17: int/int[varintz] GLO} Out: T -> {18: int/int[varintz] GLO} Out: T -> {19: int/int[varintz] GLO}]
18: Impulse [] -> [Out: []uint8 -> {20: []uint8/bytes GLO}]
19: ParDo [In(Main): []uint8 <- {20: []uint8/bytes GLO} In(Iter): T <- {17: int/int[varintz] GLO} In(Iter): T <- {18: int/int[varintz] GLO} In(Iter): T <- {19: int/int[varintz] GLO}] -> []
20: Impulse [] -> [Out: []uint8 -> {21: []uint8/bytes GLO}]
21: ParDo [In(Main): []uint8 <- {21: []uint8/bytes GLO}] -> [Out: T -> {22: string/string GLO}]
22: Impulse [] -> [Out: []uint8 -> {23: []uint8/bytes GLO}]
23: ParDo [In(Main): []uint8 <- {23: []uint8/bytes GLO} In(Iter): T <- {8: string/string GLO} In(Iter): T <- {22: string/string GLO}] -> [Out: T -> {24: string/string GLO} Out: T -> {25: string/string GLO} Out: T -> {26: string/string GLO}]
24: Impulse [] -> [Out: []uint8 -> {27: []uint8/bytes GLO}]
25: ParDo [In(Main): []uint8 <- {27: []uint8/bytes GLO} In(Iter): T <- {24: string/string GLO} In(Iter): T <- {25: string/string GLO} In(Iter): T <- {26: string/string GLO}] -> []
2024/09/12 10:20:53 Plan[plan]:
34: Impulse[0]
36: Impulse[0]
37: Impulse[0]
38: Impulse[0]
40: Impulse[0]
41: Impulse[0]
42: Impulse[0]
1: ParDo[passert.failIfBadEntries] Out:[]
2: wait[3] Out:1
3: buffer[3]. wait:2 Out:1
4: buffer[4]. wait:2 Out:1
5: buffer[5]. wait:2 Out:1
6: ParDo[passert.diffFn] Out:[3 4 5]
7: wait[2] Out:6
8: buffer[8]. wait:7 Out:6
9: buffer[9]. wait:7 Out:6
10: ParDo[batchmap.TestCreate.func1.2] Out:[8]
11: ParDo[filter.filterFn] Out:[10]
12: ParDo[passert.failIfBadEntries] Out:[]
13: wait[3] Out:12
14: buffer[14]. wait:13 Out:12
15: buffer[15]. wait:13 Out:12
16: buffer[16]. wait:13 Out:12
17: ParDo[passert.diffFn] Out:[14 15 16]
18: wait[2] Out:17
19: buffer[19]. wait:18 Out:17
20: buffer[20]. wait:18 Out:17
21: ParDo[beam.dropKeyFn] Out:[19]
22: Combine[stats.sumIntFn] Keyed:false Out:21
23: CoGBK. Out:22
24: Inject[0]. Out:23
25: ParDo[beam.addFixedKeyFn] Out:[24]
26: ParDo[batchmap.assertTileCount.func1] Out:[25]
27: Multiplex. Out:[11 26]
28: ParDo[batchmap.tileHashFn] Out:[27]
29: CoGBK. Out:28
30: Inject[0]. Out:29
31: ParDo[batchmap.leafShardFn] Out:[30]
32: ParDo[batchmap.entryToNodeHashFn] Out:[31]
33: ParDo[beam.createFn] Out:[32]
35: ParDo[beam.createFn] Out:[20]
39: ParDo[beam.createFn] Out:[9]
2024/09/12 10:20:53 wait[18] unblocked w/ 1 [false]
2024/09/12 10:20:53 wait[18] done
2024/09/12 10:20:53 wait[13] unblocked w/ 1 [false]
2024/09/12 10:20:53 wait[13] done
2024/09/12 10:20:53 wait[7] unblocked w/ 1 [false]
2024/09/12 10:20:53 wait[7] done
2024/09/12 10:20:53 wait[2] unblocked w/ 1 [false]
2024/09/12 10:20:53 wait[2] done
2024/09/12 10:20:53 Executing pipeline with the direct runner.
2024/09/12 10:20:53 Pipeline:
2024/09/12 10:20:53 Nodes: {1: []uint8/bytes GLO}
{2: *batchmap.Entry/R[*batchmap.Entry] GLO}
{3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{6: *batchmap.Tile/R[*batchmap.Tile] GLO}
{7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{10: *batchmap.Tile/R[*batchmap.Tile] GLO}
{11: *batchmap.Tile/R[*batchmap.Tile] GLO}
{12: *batchmap.Tile/R[*batchmap.Tile] GLO}
{13: string/string GLO}
{14: int/int[varintz] GLO}
{15: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{16: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}
{17: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{18: int/int[varintz] GLO}
{19: []uint8/bytes GLO}
{20: int/int[varintz] GLO}
{21: []uint8/bytes GLO}
{22: int/int[varintz] GLO}
{23: int/int[varintz] GLO}
{24: int/int[varintz] GLO}
{25: []uint8/bytes GLO}
{26: []uint8/bytes GLO}
{27: string/string GLO}
{28: []uint8/bytes GLO}
{29: string/string GLO}
{30: string/string GLO}
{31: string/string GLO}
{32: []uint8/bytes GLO}
Edges: 1: Impulse [] -> [Out: []uint8 -> {1: []uint8/bytes GLO}]
2: ParDo [In(Main): []uint8 <- {1: []uint8/bytes GLO}] -> [Out: T -> {2: *batchmap.Entry/R[*batchmap.Entry] GLO}]
3: ParDo [In(Main): *batchmap.Entry <- {2: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
4: ParDo [In(Main): batchmap.nodeHash <- {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
5: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
6: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {6: *batchmap.Tile/R[*batchmap.Tile] GLO}]
7: ParDo [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
8: ParDo [In(Main): batchmap.nodeHash <- {7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
9: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
10: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {10: *batchmap.Tile/R[*batchmap.Tile] GLO}]
11: Flatten [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {10: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {11: *batchmap.Tile/R[*batchmap.Tile] GLO}]
12: ParDo [In(Main): T <- {11: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: T -> {12: *batchmap.Tile/R[*batchmap.Tile] GLO}]
13: ParDo [In(Main): *batchmap.Tile <- {12: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: string -> {13: string/string GLO}]
14: ParDo [In(Main): *batchmap.Tile <- {11: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: int -> {14: int/int[varintz] GLO}]
15: ParDo [In(Main): T <- {14: int/int[varintz] GLO}] -> [Out: KV<int,T> -> {15: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
16: CoGBK [In(Main): KV<int,int> <- {15: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: CoGBK<int,int> -> {16: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}]
17: Combine [In(Main): int <- {16: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}] -> [Out: KV<int,int> -> {17: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
18: ParDo [In(Main): KV<X,Y> <- {17: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: Y -> {18: int/int[varintz] GLO}]
19: Impulse [] -> [Out: []uint8 -> {19: []uint8/bytes GLO}]
20: ParDo [In(Main): []uint8 <- {19: []uint8/bytes GLO}] -> [Out: T -> {20: int/int[varintz] GLO}]
21: Impulse [] -> [Out: []uint8 -> {21: []uint8/bytes GLO}]
22: ParDo [In(Main): []uint8 <- {21: []uint8/bytes GLO} In(Iter): T <- {18: int/int[varintz] GLO} In(Iter): T <- {20: int/int[varintz] GLO}] -> [Out: T -> {22: int/int[varintz] GLO} Out: T -> {23: int/int[varintz] GLO} Out: T -> {24: int/int[varintz] GLO}]
23: Impulse [] -> [Out: []uint8 -> {25: []uint8/bytes GLO}]
24: ParDo [In(Main): []uint8 <- {25: []uint8/bytes GLO} In(Iter): T <- {22: int/int[varintz] GLO} In(Iter): T <- {23: int/int[varintz] GLO} In(Iter): T <- {24: int/int[varintz] GLO}] -> []
25: Impulse [] -> [Out: []uint8 -> {26: []uint8/bytes GLO}]
26: ParDo [In(Main): []uint8 <- {26: []uint8/bytes GLO}] -> [Out: T -> {27: string/string GLO}]
27: Impulse [] -> [Out: []uint8 -> {28: []uint8/bytes GLO}]
28: ParDo [In(Main): []uint8 <- {28: []uint8/bytes GLO} In(Iter): T <- {13: string/string GLO} In(Iter): T <- {27: string/string GLO}] -> [Out: T -> {29: string/string GLO} Out: T -> {30: string/string GLO} Out: T -> {31: string/string GLO}]
29: Impulse [] -> [Out: []uint8 -> {32: []uint8/bytes GLO}]
30: ParDo [In(Main): []uint8 <- {32: []uint8/bytes GLO} In(Iter): T <- {29: string/string GLO} In(Iter): T <- {30: string/string GLO} In(Iter): T <- {31: string/string GLO}] -> []
2024/09/12 10:20:53 Plan[plan]:
41: Impulse[0]
43: Impulse[0]
44: Impulse[0]
45: Impulse[0]
47: Impulse[0]
48: Impulse[0]
49: Impulse[0]
1: ParDo[passert.failIfBadEntries] Out:[]
2: wait[3] Out:1
3: buffer[3]. wait:2 Out:1
4: buffer[4]. wait:2 Out:1
5: buffer[5]. wait:2 Out:1
6: ParDo[passert.diffFn] Out:[3 4 5]
7: wait[2] Out:6
8: buffer[8]. wait:7 Out:6
9: buffer[9]. wait:7 Out:6
10: ParDo[batchmap.TestCreate.func1.2] Out:[8]
11: ParDo[filter.filterFn] Out:[10]
12: ParDo[passert.failIfBadEntries] Out:[]
13: wait[3] Out:12
14: buffer[14]. wait:13 Out:12
15: buffer[15]. wait:13 Out:12
16: buffer[16]. wait:13 Out:12
17: ParDo[passert.diffFn] Out:[14 15 16]
18: wait[2] Out:17
19: buffer[19]. wait:18 Out:17
20: buffer[20]. wait:18 Out:17
21: ParDo[beam.dropKeyFn] Out:[19]
22: Combine[stats.sumIntFn] Keyed:false Out:21
23: CoGBK. Out:22
24: Inject[0]. Out:23
25: ParDo[beam.addFixedKeyFn] Out:[24]
26: ParDo[batchmap.assertTileCount.func1] Out:[25]
27: Multiplex. Out:[11 26]
28: Flatten[2]. Out:Multiplex. Out:[11 26]
29: ParDo[batchmap.tileHashFn] Out:[28]
30: CoGBK. Out:29
31: Inject[0]. Out:30
32: ParDo[batchmap.leafShardFn] Out:[31]
33: ParDo[batchmap.tileToNodeHashFn] Out:[32]
34: Multiplex. Out:[33 28]
35: ParDo[batchmap.tileHashFn] Out:[34]
36: CoGBK. Out:35
37: Inject[0]. Out:36
38: ParDo[batchmap.leafShardFn] Out:[37]
39: ParDo[batchmap.entryToNodeHashFn] Out:[38]
40: ParDo[beam.createFn] Out:[39]
42: ParDo[beam.createFn] Out:[20]
46: ParDo[beam.createFn] Out:[9]
2024/09/12 10:20:53 wait[18] unblocked w/ 1 [false]
2024/09/12 10:20:53 wait[18] done
2024/09/12 10:20:53 wait[13] unblocked w/ 1 [false]
2024/09/12 10:20:53 wait[13] done
2024/09/12 10:20:53 wait[7] unblocked w/ 1 [false]
2024/09/12 10:20:53 wait[7] done
2024/09/12 10:20:53 wait[2] unblocked w/ 1 [false]
2024/09/12 10:20:53 wait[2] done
2024/09/12 10:20:53 Executing pipeline with the direct runner.
2024/09/12 10:20:53 Pipeline:
2024/09/12 10:20:53 Nodes: {1: []uint8/bytes GLO}
{2: *batchmap.Entry/R[*batchmap.Entry] GLO}
{3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{6: *batchmap.Tile/R[*batchmap.Tile] GLO}
{7: *batchmap.Tile/R[*batchmap.Tile] GLO}
{8: string/string GLO}
{9: int/int[varintz] GLO}
{10: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{11: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}
{12: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{13: int/int[varintz] GLO}
{14: []uint8/bytes GLO}
{15: int/int[varintz] GLO}
{16: []uint8/bytes GLO}
{17: int/int[varintz] GLO}
{18: int/int[varintz] GLO}
{19: int/int[varintz] GLO}
{20: []uint8/bytes GLO}
{21: []uint8/bytes GLO}
{22: string/string GLO}
{23: []uint8/bytes GLO}
{24: string/string GLO}
{25: string/string GLO}
{26: string/string GLO}
{27: []uint8/bytes GLO}
Edges: 1: Impulse [] -> [Out: []uint8 -> {1: []uint8/bytes GLO}]
2: ParDo [In(Main): []uint8 <- {1: []uint8/bytes GLO}] -> [Out: T -> {2: *batchmap.Entry/R[*batchmap.Entry] GLO}]
3: ParDo [In(Main): *batchmap.Entry <- {2: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
4: ParDo [In(Main): batchmap.nodeHash <- {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
5: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
6: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {6: *batchmap.Tile/R[*batchmap.Tile] GLO}]
7: ParDo [In(Main): T <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: T -> {7: *batchmap.Tile/R[*batchmap.Tile] GLO}]
8: ParDo [In(Main): *batchmap.Tile <- {7: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: string -> {8: string/string GLO}]
9: ParDo [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: int -> {9: int/int[varintz] GLO}]
10: ParDo [In(Main): T <- {9: int/int[varintz] GLO}] -> [Out: KV<int,T> -> {10: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
11: CoGBK [In(Main): KV<int,int> <- {10: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: CoGBK<int,int> -> {11: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}]
12: Combine [In(Main): int <- {11: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}] -> [Out: KV<int,int> -> {12: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
13: ParDo [In(Main): KV<X,Y> <- {12: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: Y -> {13: int/int[varintz] GLO}]
14: Impulse [] -> [Out: []uint8 -> {14: []uint8/bytes GLO}]
15: ParDo [In(Main): []uint8 <- {14: []uint8/bytes GLO}] -> [Out: T -> {15: int/int[varintz] GLO}]
16: Impulse [] -> [Out: []uint8 -> {16: []uint8/bytes GLO}]
17: ParDo [In(Main): []uint8 <- {16: []uint8/bytes GLO} In(Iter): T <- {13: int/int[varintz] GLO} In(Iter): T <- {15: int/int[varintz] GLO}] -> [Out: T -> {17: int/int[varintz] GLO} Out: T -> {18: int/int[varintz] GLO} Out: T -> {19: int/int[varintz] GLO}]
18: Impulse [] -> [Out: []uint8 -> {20: []uint8/bytes GLO}]
19: ParDo [In(Main): []uint8 <- {20: []uint8/bytes GLO} In(Iter): T <- {17: int/int[varintz] GLO} In(Iter): T <- {18: int/int[varintz] GLO} In(Iter): T <- {19: int/int[varintz] GLO}] -> []
20: Impulse [] -> [Out: []uint8 -> {21: []uint8/bytes GLO}]
21: ParDo [In(Main): []uint8 <- {21: []uint8/bytes GLO}] -> [Out: T -> {22: string/string GLO}]
22: Impulse [] -> [Out: []uint8 -> {23: []uint8/bytes GLO}]
23: ParDo [In(Main): []uint8 <- {23: []uint8/bytes GLO} In(Iter): T <- {8: string/string GLO} In(Iter): T <- {22: string/string GLO}] -> [Out: T -> {24: string/string GLO} Out: T -> {25: string/string GLO} Out: T -> {26: string/string GLO}]
24: Impulse [] -> [Out: []uint8 -> {27: []uint8/bytes GLO}]
25: ParDo [In(Main): []uint8 <- {27: []uint8/bytes GLO} In(Iter): T <- {24: string/string GLO} In(Iter): T <- {25: string/string GLO} In(Iter): T <- {26: string/string GLO}] -> []
2024/09/12 10:20:53 Plan[plan]:
34: Impulse[0]
36: Impulse[0]
37: Impulse[0]
38: Impulse[0]
40: Impulse[0]
41: Impulse[0]
42: Impulse[0]
1: ParDo[passert.failIfBadEntries] Out:[]
2: wait[3] Out:1
3: buffer[3]. wait:2 Out:1
4: buffer[4]. wait:2 Out:1
5: buffer[5]. wait:2 Out:1
6: ParDo[passert.diffFn] Out:[3 4 5]
7: wait[2] Out:6
8: buffer[8]. wait:7 Out:6
9: buffer[9]. wait:7 Out:6
10: ParDo[batchmap.TestCreate.func1.2] Out:[8]
11: ParDo[filter.filterFn] Out:[10]
12: ParDo[passert.failIfBadEntries] Out:[]
13: wait[3] Out:12
14: buffer[14]. wait:13 Out:12
15: buffer[15]. wait:13 Out:12
16: buffer[16]. wait:13 Out:12
17: ParDo[passert.diffFn] Out:[14 15 16]
18: wait[2] Out:17
19: buffer[19]. wait:18 Out:17
20: buffer[20]. wait:18 Out:17
21: ParDo[beam.dropKeyFn] Out:[19]
22: Combine[stats.sumIntFn] Keyed:false Out:21
23: CoGBK. Out:22
24: Inject[0]. Out:23
25: ParDo[beam.addFixedKeyFn] Out:[24]
26: ParDo[batchmap.assertTileCount.func1] Out:[25]
27: Multiplex. Out:[11 26]
28: ParDo[batchmap.tileHashFn] Out:[27]
29: CoGBK. Out:28
30: Inject[0]. Out:29
31: ParDo[batchmap.leafShardFn] Out:[30]
32: ParDo[batchmap.entryToNodeHashFn] Out:[31]
33: ParDo[beam.createFn] Out:[32]
35: ParDo[beam.createFn] Out:[20]
39: ParDo[beam.createFn] Out:[9]
2024/09/12 10:20:53 Executing pipeline with the direct runner.
2024/09/12 10:20:53 Pipeline:
2024/09/12 10:20:53 Nodes: {1: []uint8/bytes GLO}
{2: *batchmap.Entry/R[*batchmap.Entry] GLO}
{3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{6: *batchmap.Tile/R[*batchmap.Tile] GLO}
{7: []uint8/bytes GLO}
{8: *batchmap.Entry/R[*batchmap.Entry] GLO}
{9: *batchmap.Tile/R[*batchmap.Tile] GLO}
{10: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{11: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{13: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{14: *batchmap.Tile/R[*batchmap.Tile] GLO}
{15: *batchmap.Tile/R[*batchmap.Tile] GLO}
{16: string/string GLO}
{17: int/int[varintz] GLO}
{18: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{19: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}
{20: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{21: int/int[varintz] GLO}
{22: []uint8/bytes GLO}
{23: int/int[varintz] GLO}
{24: []uint8/bytes GLO}
{25: int/int[varintz] GLO}
{26: int/int[varintz] GLO}
{27: int/int[varintz] GLO}
{28: []uint8/bytes GLO}
{29: []uint8/bytes GLO}
{30: string/string GLO}
{31: []uint8/bytes GLO}
{32: string/string GLO}
{33: string/string GLO}
{34: string/string GLO}
{35: []uint8/bytes GLO}
Edges: 1: Impulse [] -> [Out: []uint8 -> {1: []uint8/bytes GLO}]
2: ParDo [In(Main): []uint8 <- {1: []uint8/bytes GLO}] -> [Out: T -> {2: *batchmap.Entry/R[*batchmap.Entry] GLO}]
3: ParDo [In(Main): *batchmap.Entry <- {2: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
4: ParDo [In(Main): batchmap.nodeHash <- {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
5: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
6: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {6: *batchmap.Tile/R[*batchmap.Tile] GLO}]
7: Impulse [] -> [Out: []uint8 -> {7: []uint8/bytes GLO}]
8: ParDo [In(Main): []uint8 <- {7: []uint8/bytes GLO}] -> [Out: T -> {8: *batchmap.Entry/R[*batchmap.Entry] GLO}]
9: ParDo [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {9: *batchmap.Tile/R[*batchmap.Tile] GLO}]
10: ParDo [In(Main): *batchmap.Entry <- {8: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {10: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
11: ParDo [In(Main): *batchmap.Tile <- {9: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {11: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
12: ParDo [In(Main): batchmap.nodeHash <- {10: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
13: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {11: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {13: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
14: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {13: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {14: *batchmap.Tile/R[*batchmap.Tile] GLO}]
15: ParDo [In(Main): T <- {14: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: T -> {15: *batchmap.Tile/R[*batchmap.Tile] GLO}]
16: ParDo [In(Main): *batchmap.Tile <- {15: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: string -> {16: string/string GLO}]
17: ParDo [In(Main): *batchmap.Tile <- {14: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: int -> {17: int/int[varintz] GLO}]
18: ParDo [In(Main): T <- {17: int/int[varintz] GLO}] -> [Out: KV<int,T> -> {18: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
19: CoGBK [In(Main): KV<int,int> <- {18: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: CoGBK<int,int> -> {19: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}]
20: Combine [In(Main): int <- {19: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}] -> [Out: KV<int,int> -> {20: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
21: ParDo [In(Main): KV<X,Y> <- {20: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: Y -> {21: int/int[varintz] GLO}]
22: Impulse [] -> [Out: []uint8 -> {22: []uint8/bytes GLO}]
23: ParDo [In(Main): []uint8 <- {22: []uint8/bytes GLO}] -> [Out: T -> {23: int/int[varintz] GLO}]
24: Impulse [] -> [Out: []uint8 -> {24: []uint8/bytes GLO}]
25: ParDo [In(Main): []uint8 <- {24: []uint8/bytes GLO} In(Iter): T <- {21: int/int[varintz] GLO} In(Iter): T <- {23: int/int[varintz] GLO}] -> [Out: T -> {25: int/int[varintz] GLO} Out: T -> {26: int/int[varintz] GLO} Out: T -> {27: int/int[varintz] GLO}]
26: Impulse [] -> [Out: []uint8 -> {28: []uint8/bytes GLO}]
27: ParDo [In(Main): []uint8 <- {28: []uint8/bytes GLO} In(Iter): T <- {25: int/int[varintz] GLO} In(Iter): T <- {26: int/int[varintz] GLO} In(Iter): T <- {27: int/int[varintz] GLO}] -> []
28: Impulse [] -> [Out: []uint8 -> {29: []uint8/bytes GLO}]
29: ParDo [In(Main): []uint8 <- {29: []uint8/bytes GLO}] -> [Out: T -> {30: string/string GLO}]
30: Impulse [] -> [Out: []uint8 -> {31: []uint8/bytes GLO}]
31: ParDo [In(Main): []uint8 <- {31: []uint8/bytes GLO} In(Iter): T <- {16: string/string GLO} In(Iter): T <- {30: string/string GLO}] -> [Out: T -> {32: string/string GLO} Out: T -> {33: string/string GLO} Out: T -> {34: string/string GLO}]
32: Impulse [] -> [Out: []uint8 -> {35: []uint8/bytes GLO}]
33: ParDo [In(Main): []uint8 <- {35: []uint8/bytes GLO} In(Iter): T <- {32: string/string GLO} In(Iter): T <- {33: string/string GLO} In(Iter): T <- {34: string/string GLO}] -> []
2024/09/12 10:20:53 Plan[plan]:
41: Impulse[0]
45: Impulse[0]
47: Impulse[0]
48: Impulse[0]
49: Impulse[0]
51: Impulse[0]
52: Impulse[0]
53: Impulse[0]
1: ParDo[passert.failIfBadEntries] Out:[]
2: wait[3] Out:1
3: buffer[3]. wait:2 Out:1
4: buffer[4]. wait:2 Out:1
5: buffer[5]. wait:2 Out:1
6: ParDo[passert.diffFn] Out:[3 4 5]
7: wait[2] Out:6
8: buffer[8]. wait:7 Out:6
9: buffer[9]. wait:7 Out:6
10: ParDo[batchmap.TestUpdate.func1.2] Out:[8]
11: ParDo[filter.filterFn] Out:[10]
12: ParDo[passert.failIfBadEntries] Out:[]
13: wait[3] Out:12
14: buffer[14]. wait:13 Out:12
15: buffer[15]. wait:13 Out:12
16: buffer[16]. wait:13 Out:12
17: ParDo[passert.diffFn] Out:[14 15 16]
18: wait[2] Out:17
19: buffer[19]. wait:18 Out:17
20: buffer[20]. wait:18 Out:17
21: ParDo[beam.dropKeyFn] Out:[19]
22: Combine[stats.sumIntFn] Keyed:false Out:21
23: CoGBK. Out:22
24: Inject[0]. Out:23
25: ParDo[beam.addFixedKeyFn] Out:[24]
26: ParDo[batchmap.assertTileCount.func1] Out:[25]
27: Multiplex. Out:[11 26]
28: ParDo[batchmap.tileUpdateFn] Out:[27]
29: CoGBK. Out:28
30: Flatten[2]. Out:CoGBK. Out:28
31: Inject[0]. Out:30
32: Inject[1]. Out:30
33: ParDo[batchmap.updateStratum.func1] Out:[31]
34: ParDo[beam.partitionFn] Out:[33]
35: ParDo[batchmap.tileHashFn] Out:[34]
36: CoGBK. Out:35
37: Inject[0]. Out:36
38: ParDo[batchmap.leafShardFn] Out:[37]
39: ParDo[batchmap.entryToNodeHashFn] Out:[38]
40: ParDo[beam.createFn] Out:[39]
42: ParDo[batchmap.leafShardFn] Out:[32]
43: ParDo[batchmap.entryToNodeHashFn] Out:[42]
44: ParDo[beam.createFn] Out:[43]
46: ParDo[beam.createFn] Out:[20]
50: ParDo[beam.createFn] Out:[9]
2024/09/12 10:20:53 wait[18] unblocked w/ 1 [false]
2024/09/12 10:20:53 wait[18] done
2024/09/12 10:20:53 wait[13] unblocked w/ 1 [false]
2024/09/12 10:20:53 wait[13] done
2024/09/12 10:20:53 wait[7] unblocked w/ 1 [false]
2024/09/12 10:20:53 wait[7] done
2024/09/12 10:20:53 wait[2] unblocked w/ 1 [false]
2024/09/12 10:20:53 wait[2] done
2024/09/12 10:20:53 Executing pipeline with the direct runner.
2024/09/12 10:20:53 Pipeline:
2024/09/12 10:20:53 Nodes: {1: []uint8/bytes GLO}
{2: *batchmap.Entry/R[*batchmap.Entry] GLO}
{3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{6: *batchmap.Tile/R[*batchmap.Tile] GLO}
{7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{10: *batchmap.Tile/R[*batchmap.Tile] GLO}
{11: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{13: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{14: *batchmap.Tile/R[*batchmap.Tile] GLO}
{15: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{16: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{17: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{18: *batchmap.Tile/R[*batchmap.Tile] GLO}
{19: *batchmap.Tile/R[*batchmap.Tile] GLO}
{20: []uint8/bytes GLO}
{21: *batchmap.Entry/R[*batchmap.Entry] GLO}
{22: *batchmap.Tile/R[*batchmap.Tile] GLO}
{23: *batchmap.Tile/R[*batchmap.Tile] GLO}
{24: *batchmap.Tile/R[*batchmap.Tile] GLO}
{25: *batchmap.Tile/R[*batchmap.Tile] GLO}
{26: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{27: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{28: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{29: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{30: *batchmap.Tile/R[*batchmap.Tile] GLO}
{31: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{32: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{33: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{34: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{35: *batchmap.Tile/R[*batchmap.Tile] GLO}
{36: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{37: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{38: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{39: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{40: *batchmap.Tile/R[*batchmap.Tile] GLO}
{41: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{42: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{43: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{44: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{45: *batchmap.Tile/R[*batchmap.Tile] GLO}
{46: *batchmap.Tile/R[*batchmap.Tile] GLO}
{47: *batchmap.Tile/R[*batchmap.Tile] GLO}
{48: string/string GLO}
{49: int/int[varintz] GLO}
{50: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{51: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}
{52: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{53: int/int[varintz] GLO}
{54: []uint8/bytes GLO}
{55: int/int[varintz] GLO}
{56: []uint8/bytes GLO}
{57: int/int[varintz] GLO}
{58: int/int[varintz] GLO}
{59: int/int[varintz] GLO}
{60: []uint8/bytes GLO}
{61: []uint8/bytes GLO}
{62: string/string GLO}
{63: []uint8/bytes GLO}
{64: string/string GLO}
{65: string/string GLO}
{66: string/string GLO}
{67: []uint8/bytes GLO}
Edges: 1: Impulse [] -> [Out: []uint8 -> {1: []uint8/bytes GLO}]
2: ParDo [In(Main): []uint8 <- {1: []uint8/bytes GLO}] -> [Out: T -> {2: *batchmap.Entry/R[*batchmap.Entry] GLO}]
3: ParDo [In(Main): *batchmap.Entry <- {2: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
4: ParDo [In(Main): batchmap.nodeHash <- {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
5: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
6: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {6: *batchmap.Tile/R[*batchmap.Tile] GLO}]
7: ParDo [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
8: ParDo [In(Main): batchmap.nodeHash <- {7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
9: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
10: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {10: *batchmap.Tile/R[*batchmap.Tile] GLO}]
11: ParDo [In(Main): *batchmap.Tile <- {10: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {11: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
12: ParDo [In(Main): batchmap.nodeHash <- {11: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
13: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {13: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
14: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {13: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {14: *batchmap.Tile/R[*batchmap.Tile] GLO}]
15: ParDo [In(Main): *batchmap.Tile <- {14: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {15: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
16: ParDo [In(Main): batchmap.nodeHash <- {15: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {16: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
17: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {16: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {17: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
18: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {17: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {18: *batchmap.Tile/R[*batchmap.Tile] GLO}]
19: Flatten [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {10: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {14: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {18: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {19: *batchmap.Tile/R[*batchmap.Tile] GLO}]
20: Impulse [] -> [Out: []uint8 -> {20: []uint8/bytes GLO}]
21: ParDo [In(Main): []uint8 <- {20: []uint8/bytes GLO}] -> [Out: T -> {21: *batchmap.Entry/R[*batchmap.Entry] GLO}]
22: ParDo [In(Main): *batchmap.Tile <- {19: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {22: *batchmap.Tile/R[*batchmap.Tile] GLO} Out: *batchmap.Tile -> {23: *batchmap.Tile/R[*batchmap.Tile] GLO} Out: *batchmap.Tile -> {24: *batchmap.Tile/R[*batchmap.Tile] GLO} Out: *batchmap.Tile -> {25: *batchmap.Tile/R[*batchmap.Tile] GLO}]
23: ParDo [In(Main): *batchmap.Entry <- {21: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {26: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
24: ParDo [In(Main): *batchmap.Tile <- {25: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {27: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
25: ParDo [In(Main): batchmap.nodeHash <- {26: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {28: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
26: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {27: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {28: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {29: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
27: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {29: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {30: *batchmap.Tile/R[*batchmap.Tile] GLO}]
28: ParDo [In(Main): *batchmap.Tile <- {30: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {31: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
29: ParDo [In(Main): *batchmap.Tile <- {24: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {32: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
30: ParDo [In(Main): batchmap.nodeHash <- {31: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {33: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
31: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {32: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {33: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {34: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
32: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {34: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {35: *batchmap.Tile/R[*batchmap.Tile] GLO}]
33: ParDo [In(Main): *batchmap.Tile <- {35: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {36: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
34: ParDo [In(Main): *batchmap.Tile <- {23: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {37: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
35: ParDo [In(Main): batchmap.nodeHash <- {36: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {38: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
36: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {37: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {38: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {39: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
37: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {39: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {40: *batchmap.Tile/R[*batchmap.Tile] GLO}]
38: ParDo [In(Main): *batchmap.Tile <- {40: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {41: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
39: ParDo [In(Main): *batchmap.Tile <- {22: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {42: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
40: ParDo [In(Main): batchmap.nodeHash <- {41: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {43: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
41: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {42: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {43: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {44: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
42: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {44: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {45: *batchmap.Tile/R[*batchmap.Tile] GLO}]
43: Flatten [In(Main): *batchmap.Tile <- {30: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {35: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {40: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {45: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {46: *batchmap.Tile/R[*batchmap.Tile] GLO}]
44: ParDo [In(Main): T <- {46: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: T -> {47: *batchmap.Tile/R[*batchmap.Tile] GLO}]
45: ParDo [In(Main): *batchmap.Tile <- {47: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: string -> {48: string/string GLO}]
46: ParDo [In(Main): *batchmap.Tile <- {46: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: int -> {49: int/int[varintz] GLO}]
47: ParDo [In(Main): T <- {49: int/int[varintz] GLO}] -> [Out: KV<int,T> -> {50: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
48: CoGBK [In(Main): KV<int,int> <- {50: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: CoGBK<int,int> -> {51: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}]
49: Combine [In(Main): int <- {51: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}] -> [Out: KV<int,int> -> {52: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
50: ParDo [In(Main): KV<X,Y> <- {52: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: Y -> {53: int/int[varintz] GLO}]
51: Impulse [] -> [Out: []uint8 -> {54: []uint8/bytes GLO}]
52: ParDo [In(Main): []uint8 <- {54: []uint8/bytes GLO}] -> [Out: T -> {55: int/int[varintz] GLO}]
53: Impulse [] -> [Out: []uint8 -> {56: []uint8/bytes GLO}]
54: ParDo [In(Main): []uint8 <- {56: []uint8/bytes GLO} In(Iter): T <- {53: int/int[varintz] GLO} In(Iter): T <- {55: int/int[varintz] GLO}] -> [Out: T -> {57: int/int[varintz] GLO} Out: T -> {58: int/int[varintz] GLO} Out: T -> {59: int/int[varintz] GLO}]
55: Impulse [] -> [Out: []uint8 -> {60: []uint8/bytes GLO}]
56: ParDo [In(Main): []uint8 <- {60: []uint8/bytes GLO} In(Iter): T <- {57: int/int[varintz] GLO} In(Iter): T <- {58: int/int[varintz] GLO} In(Iter): T <- {59: int/int[varintz] GLO}] -> []
57: Impulse [] -> [Out: []uint8 -> {61: []uint8/bytes GLO}]
58: ParDo [In(Main): []uint8 <- {61: []uint8/bytes GLO}] -> [Out: T -> {62: string/string GLO}]
59: Impulse [] -> [Out: []uint8 -> {63: []uint8/bytes GLO}]
60: ParDo [In(Main): []uint8 <- {63: []uint8/bytes GLO} In(Iter): T <- {48: string/string GLO} In(Iter): T <- {62: string/string GLO}] -> [Out: T -> {64: string/string GLO} Out: T -> {65: string/string GLO} Out: T -> {66: string/string GLO}]
61: Impulse [] -> [Out: []uint8 -> {67: []uint8/bytes GLO}]
62: ParDo [In(Main): []uint8 <- {67: []uint8/bytes GLO} In(Iter): T <- {64: string/string GLO} In(Iter): T <- {65: string/string GLO} In(Iter): T <- {66: string/string GLO}] -> []
2024/09/12 10:20:53 Plan[plan]:
88: Impulse[0]
92: Impulse[0]
94: Impulse[0]
95: Impulse[0]
96: Impulse[0]
98: Impulse[0]
99: Impulse[0]
100: Impulse[0]
1: ParDo[passert.failIfBadEntries] Out:[]
2: wait[3] Out:1
3: buffer[3]. wait:2 Out:1
4: buffer[4]. wait:2 Out:1
5: buffer[5]. wait:2 Out:1
6: ParDo[passert.diffFn] Out:[3 4 5]
7: wait[2] Out:6
8: buffer[8]. wait:7 Out:6
9: buffer[9]. wait:7 Out:6
10: ParDo[batchmap.TestUpdate.func1.2] Out:[8]
11: ParDo[filter.filterFn] Out:[10]
12: ParDo[passert.failIfBadEntries] Out:[]
13: wait[3] Out:12
14: buffer[14]. wait:13 Out:12
15: buffer[15]. wait:13 Out:12
16: buffer[16]. wait:13 Out:12
17: ParDo[passert.diffFn] Out:[14 15 16]
18: wait[2] Out:17
19: buffer[19]. wait:18 Out:17
20: buffer[20]. wait:18 Out:17
21: ParDo[beam.dropKeyFn] Out:[19]
22: Combine[stats.sumIntFn] Keyed:false Out:21
23: CoGBK. Out:22
24: Inject[0]. Out:23
25: ParDo[beam.addFixedKeyFn] Out:[24]
26: ParDo[batchmap.assertTileCount.func1] Out:[25]
27: Multiplex. Out:[11 26]
28: Flatten[4]. Out:Multiplex. Out:[11 26]
29: ParDo[batchmap.tileUpdateFn] Out:[28]
30: CoGBK. Out:29
31: Flatten[2]. Out:CoGBK. Out:29
32: Inject[0]. Out:31
33: Inject[1]. Out:31
34: ParDo[batchmap.updateStratum.func1] Out:[32]
35: ParDo[batchmap.leafShardFn] Out:[33]
36: ParDo[batchmap.tileToNodeHashFn] Out:[35]
37: Multiplex. Out:[36 28]
38: ParDo[batchmap.tileUpdateFn] Out:[37]
39: CoGBK. Out:38
40: Flatten[2]. Out:CoGBK. Out:38
41: Inject[0]. Out:40
42: Inject[1]. Out:40
43: ParDo[batchmap.updateStratum.func1] Out:[41]
44: ParDo[batchmap.leafShardFn] Out:[42]
45: ParDo[batchmap.tileToNodeHashFn] Out:[44]
46: Multiplex. Out:[45 28]
47: ParDo[batchmap.tileUpdateFn] Out:[46]
48: CoGBK. Out:47
49: Flatten[2]. Out:CoGBK. Out:47
50: Inject[0]. Out:49
51: Inject[1]. Out:49
52: ParDo[batchmap.updateStratum.func1] Out:[50]
53: ParDo[batchmap.leafShardFn] Out:[51]
54: ParDo[batchmap.tileToNodeHashFn] Out:[53]
55: Multiplex. Out:[54 28]
56: ParDo[batchmap.tileUpdateFn] Out:[55]
57: CoGBK. Out:56
58: Flatten[2]. Out:CoGBK. Out:56
59: Inject[0]. Out:58
60: Inject[1]. Out:58
61: ParDo[batchmap.updateStratum.func1] Out:[59]
62: ParDo[beam.partitionFn] Out:[34 43 52 61]
63: Flatten[4]. Out:ParDo[beam.partitionFn] Out:[34 43 52 61]
64: ParDo[batchmap.tileHashFn] Out:[63]
65: CoGBK. Out:64
66: Inject[0]. Out:65
67: ParDo[batchmap.leafShardFn] Out:[66]
68: ParDo[batchmap.tileToNodeHashFn] Out:[67]
69: Multiplex. Out:[68 63]
70: ParDo[batchmap.tileHashFn] Out:[69]
71: CoGBK. Out:70
72: Inject[0]. Out:71
73: ParDo[batchmap.leafShardFn] Out:[72]
74: ParDo[batchmap.tileToNodeHashFn] Out:[73]
75: Multiplex. Out:[74 63]
76: ParDo[batchmap.tileHashFn] Out:[75]
77: CoGBK. Out:76
78: Inject[0]. Out:77
79: ParDo[batchmap.leafShardFn] Out:[78]
80: ParDo[batchmap.tileToNodeHashFn] Out:[79]
81: Multiplex. Out:[80 63]
82: ParDo[batchmap.tileHashFn] Out:[81]
83: CoGBK. Out:82
84: Inject[0]. Out:83
85: ParDo[batchmap.leafShardFn] Out:[84]
86: ParDo[batchmap.entryToNodeHashFn] Out:[85]
87: ParDo[beam.createFn] Out:[86]
89: ParDo[batchmap.leafShardFn] Out:[60]
90: ParDo[batchmap.entryToNodeHashFn] Out:[89]
91: ParDo[beam.createFn] Out:[90]
93: ParDo[beam.createFn] Out:[20]
97: ParDo[beam.createFn] Out:[9]
2024/09/12 10:20:53 wait[18] unblocked w/ 1 [false]
2024/09/12 10:20:53 wait[18] done
2024/09/12 10:20:53 wait[13] unblocked w/ 1 [false]
2024/09/12 10:20:53 wait[13] done
2024/09/12 10:20:53 wait[7] unblocked w/ 1 [false]
2024/09/12 10:20:53 wait[7] done
2024/09/12 10:20:53 wait[2] unblocked w/ 1 [false]
2024/09/12 10:20:53 wait[2] done
2024/09/12 10:20:53 Executing pipeline with the direct runner.
2024/09/12 10:20:53 Pipeline:
2024/09/12 10:20:53 Nodes: {1: []uint8/bytes GLO}
{2: *batchmap.Entry/R[*batchmap.Entry] GLO}
{3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{6: *batchmap.Tile/R[*batchmap.Tile] GLO}
{7: []uint8/bytes GLO}
{8: *batchmap.Entry/R[*batchmap.Entry] GLO}
{9: *batchmap.Tile/R[*batchmap.Tile] GLO}
{10: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{11: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{13: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{14: *batchmap.Tile/R[*batchmap.Tile] GLO}
{15: *batchmap.Tile/R[*batchmap.Tile] GLO}
{16: string/string GLO}
{17: int/int[varintz] GLO}
{18: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{19: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}
{20: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{21: int/int[varintz] GLO}
{22: []uint8/bytes GLO}
{23: int/int[varintz] GLO}
{24: []uint8/bytes GLO}
{25: int/int[varintz] GLO}
{26: int/int[varintz] GLO}
{27: int/int[varintz] GLO}
{28: []uint8/bytes GLO}
{29: []uint8/bytes GLO}
{30: string/string GLO}
{31: []uint8/bytes GLO}
{32: string/string GLO}
{33: string/string GLO}
{34: string/string GLO}
{35: []uint8/bytes GLO}
Edges: 1: Impulse [] -> [Out: []uint8 -> {1: []uint8/bytes GLO}]
2: ParDo [In(Main): []uint8 <- {1: []uint8/bytes GLO}] -> [Out: T -> {2: *batchmap.Entry/R[*batchmap.Entry] GLO}]
3: ParDo [In(Main): *batchmap.Entry <- {2: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
4: ParDo [In(Main): batchmap.nodeHash <- {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
5: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
6: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {6: *batchmap.Tile/R[*batchmap.Tile] GLO}]
7: Impulse [] -> [Out: []uint8 -> {7: []uint8/bytes GLO}]
8: ParDo [In(Main): []uint8 <- {7: []uint8/bytes GLO}] -> [Out: T -> {8: *batchmap.Entry/R[*batchmap.Entry] GLO}]
9: ParDo [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {9: *batchmap.Tile/R[*batchmap.Tile] GLO}]
10: ParDo [In(Main): *batchmap.Entry <- {8: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {10: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
11: ParDo [In(Main): *batchmap.Tile <- {9: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {11: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
12: ParDo [In(Main): batchmap.nodeHash <- {10: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
13: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {11: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {13: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
14: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {13: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {14: *batchmap.Tile/R[*batchmap.Tile] GLO}]
15: ParDo [In(Main): T <- {14: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: T -> {15: *batchmap.Tile/R[*batchmap.Tile] GLO}]
16: ParDo [In(Main): *batchmap.Tile <- {15: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: string -> {16: string/string GLO}]
17: ParDo [In(Main): *batchmap.Tile <- {14: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: int -> {17: int/int[varintz] GLO}]
18: ParDo [In(Main): T <- {17: int/int[varintz] GLO}] -> [Out: KV<int,T> -> {18: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
19: CoGBK [In(Main): KV<int,int> <- {18: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: CoGBK<int,int> -> {19: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}]
20: Combine [In(Main): int <- {19: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}] -> [Out: KV<int,int> -> {20: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
21: ParDo [In(Main): KV<X,Y> <- {20: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: Y -> {21: int/int[varintz] GLO}]
22: Impulse [] -> [Out: []uint8 -> {22: []uint8/bytes GLO}]
23: ParDo [In(Main): []uint8 <- {22: []uint8/bytes GLO}] -> [Out: T -> {23: int/int[varintz] GLO}]
24: Impulse [] -> [Out: []uint8 -> {24: []uint8/bytes GLO}]
25: ParDo [In(Main): []uint8 <- {24: []uint8/bytes GLO} In(Iter): T <- {21: int/int[varintz] GLO} In(Iter): T <- {23: int/int[varintz] GLO}] -> [Out: T -> {25: int/int[varintz] GLO} Out: T -> {26: int/int[varintz] GLO} Out: T -> {27: int/int[varintz] GLO}]
26: Impulse [] -> [Out: []uint8 -> {28: []uint8/bytes GLO}]
27: ParDo [In(Main): []uint8 <- {28: []uint8/bytes GLO} In(Iter): T <- {25: int/int[varintz] GLO} In(Iter): T <- {26: int/int[varintz] GLO} In(Iter): T <- {27: int/int[varintz] GLO}] -> []
28: Impulse [] -> [Out: []uint8 -> {29: []uint8/bytes GLO}]
29: ParDo [In(Main): []uint8 <- {29: []uint8/bytes GLO}] -> [Out: T -> {30: string/string GLO}]
30: Impulse [] -> [Out: []uint8 -> {31: []uint8/bytes GLO}]
31: ParDo [In(Main): []uint8 <- {31: []uint8/bytes GLO} In(Iter): T <- {16: string/string GLO} In(Iter): T <- {30: string/string GLO}] -> [Out: T -> {32: string/string GLO} Out: T -> {33: string/string GLO} Out: T -> {34: string/string GLO}]
32: Impulse [] -> [Out: []uint8 -> {35: []uint8/bytes GLO}]
33: ParDo [In(Main): []uint8 <- {35: []uint8/bytes GLO} In(Iter): T <- {32: string/string GLO} In(Iter): T <- {33: string/string GLO} In(Iter): T <- {34: string/string GLO}] -> []
2024/09/12 10:20:53 Plan[plan]:
41: Impulse[0]
45: Impulse[0]
47: Impulse[0]
48: Impulse[0]
49: Impulse[0]
51: Impulse[0]
52: Impulse[0]
53: Impulse[0]
1: ParDo[passert.failIfBadEntries] Out:[]
2: wait[3] Out:1
3: buffer[3]. wait:2 Out:1
4: buffer[4]. wait:2 Out:1
5: buffer[5]. wait:2 Out:1
6: ParDo[passert.diffFn] Out:[3 4 5]
7: wait[2] Out:6
8: buffer[8]. wait:7 Out:6
9: buffer[9]. wait:7 Out:6
10: ParDo[batchmap.TestUpdate.func1.2] Out:[8]
11: ParDo[filter.filterFn] Out:[10]
12: ParDo[passert.failIfBadEntries] Out:[]
13: wait[3] Out:12
14: buffer[14]. wait:13 Out:12
15: buffer[15]. wait:13 Out:12
16: buffer[16]. wait:13 Out:12
17: ParDo[passert.diffFn] Out:[14 15 16]
18: wait[2] Out:17
19: buffer[19]. wait:18 Out:17
20: buffer[20]. wait:18 Out:17
21: ParDo[beam.dropKeyFn] Out:[19]
22: Combine[stats.sumIntFn] Keyed:false Out:21
23: CoGBK. Out:22
24: Inject[0]. Out:23
25: ParDo[beam.addFixedKeyFn] Out:[24]
26: ParDo[batchmap.assertTileCount.func1] Out:[25]
27: Multiplex. Out:[11 26]
28: ParDo[batchmap.tileUpdateFn] Out:[27]
29: CoGBK. Out:28
30: Flatten[2]. Out:CoGBK. Out:28
31: Inject[0]. Out:30
32: Inject[1]. Out:30
33: ParDo[batchmap.updateStratum.func1] Out:[31]
34: ParDo[beam.partitionFn] Out:[33]
35: ParDo[batchmap.tileHashFn] Out:[34]
36: CoGBK. Out:35
37: Inject[0]. Out:36
38: ParDo[batchmap.leafShardFn] Out:[37]
39: ParDo[batchmap.entryToNodeHashFn] Out:[38]
40: ParDo[beam.createFn] Out:[39]
42: ParDo[batchmap.leafShardFn] Out:[32]
43: ParDo[batchmap.entryToNodeHashFn] Out:[42]
44: ParDo[beam.createFn] Out:[43]
46: ParDo[beam.createFn] Out:[20]
50: ParDo[beam.createFn] Out:[9]
2024/09/12 10:20:53 wait[18] unblocked w/ 1 [false]
2024/09/12 10:20:53 wait[18] done
2024/09/12 10:20:53 wait[13] unblocked w/ 1 [false]
2024/09/12 10:20:53 wait[13] done
2024/09/12 10:20:53 wait[7] unblocked w/ 1 [false]
2024/09/12 10:20:53 wait[7] done
2024/09/12 10:20:53 wait[2] unblocked w/ 1 [false]
2024/09/12 10:20:53 wait[2] done
2024/09/12 10:20:53 Executing pipeline with the direct runner.
2024/09/12 10:20:53 Pipeline:
2024/09/12 10:20:53 Nodes: {1: []uint8/bytes GLO}
{2: *batchmap.Entry/R[*batchmap.Entry] GLO}
{3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{6: *batchmap.Tile/R[*batchmap.Tile] GLO}
{7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{10: *batchmap.Tile/R[*batchmap.Tile] GLO}
{11: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{13: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{14: *batchmap.Tile/R[*batchmap.Tile] GLO}
{15: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{16: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{17: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{18: *batchmap.Tile/R[*batchmap.Tile] GLO}
{19: *batchmap.Tile/R[*batchmap.Tile] GLO}
{20: []uint8/bytes GLO}
{21: *batchmap.Entry/R[*batchmap.Entry] GLO}
{22: *batchmap.Tile/R[*batchmap.Tile] GLO}
{23: *batchmap.Tile/R[*batchmap.Tile] GLO}
{24: *batchmap.Tile/R[*batchmap.Tile] GLO}
{25: *batchmap.Tile/R[*batchmap.Tile] GLO}
{26: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{27: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{28: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{29: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{30: *batchmap.Tile/R[*batchmap.Tile] GLO}
{31: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{32: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{33: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{34: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{35: *batchmap.Tile/R[*batchmap.Tile] GLO}
{36: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{37: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{38: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{39: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{40: *batchmap.Tile/R[*batchmap.Tile] GLO}
{41: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{42: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{43: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{44: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{45: *batchmap.Tile/R[*batchmap.Tile] GLO}
{46: *batchmap.Tile/R[*batchmap.Tile] GLO}
{47: *batchmap.Tile/R[*batchmap.Tile] GLO}
{48: string/string GLO}
{49: int/int[varintz] GLO}
{50: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{51: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}
{52: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{53: int/int[varintz] GLO}
{54: []uint8/bytes GLO}
{55: int/int[varintz] GLO}
{56: []uint8/bytes GLO}
{57: int/int[varintz] GLO}
{58: int/int[varintz] GLO}
{59: int/int[varintz] GLO}
{60: []uint8/bytes GLO}
{61: []uint8/bytes GLO}
{62: string/string GLO}
{63: []uint8/bytes GLO}
{64: string/string GLO}
{65: string/string GLO}
{66: string/string GLO}
{67: []uint8/bytes GLO}
Edges: 1: Impulse [] -> [Out: []uint8 -> {1: []uint8/bytes GLO}]
2: ParDo [In(Main): []uint8 <- {1: []uint8/bytes GLO}] -> [Out: T -> {2: *batchmap.Entry/R[*batchmap.Entry] GLO}]
3: ParDo [In(Main): *batchmap.Entry <- {2: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
4: ParDo [In(Main): batchmap.nodeHash <- {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
5: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
6: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {6: *batchmap.Tile/R[*batchmap.Tile] GLO}]
7: ParDo [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
8: ParDo [In(Main): batchmap.nodeHash <- {7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
9: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
10: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {10: *batchmap.Tile/R[*batchmap.Tile] GLO}]
11: ParDo [In(Main): *batchmap.Tile <- {10: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {11: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
12: ParDo [In(Main): batchmap.nodeHash <- {11: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
13: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {13: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
14: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {13: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {14: *batchmap.Tile/R[*batchmap.Tile] GLO}]
15: ParDo [In(Main): *batchmap.Tile <- {14: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {15: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
16: ParDo [In(Main): batchmap.nodeHash <- {15: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {16: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
17: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {16: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {17: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
18: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {17: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {18: *batchmap.Tile/R[*batchmap.Tile] GLO}]
19: Flatten [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {10: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {14: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {18: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {19: *batchmap.Tile/R[*batchmap.Tile] GLO}]
20: Impulse [] -> [Out: []uint8 -> {20: []uint8/bytes GLO}]
21: ParDo [In(Main): []uint8 <- {20: []uint8/bytes GLO}] -> [Out: T -> {21: *batchmap.Entry/R[*batchmap.Entry] GLO}]
22: ParDo [In(Main): *batchmap.Tile <- {19: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {22: *batchmap.Tile/R[*batchmap.Tile] GLO} Out: *batchmap.Tile -> {23: *batchmap.Tile/R[*batchmap.Tile] GLO} Out: *batchmap.Tile -> {24: *batchmap.Tile/R[*batchmap.Tile] GLO} Out: *batchmap.Tile -> {25: *batchmap.Tile/R[*batchmap.Tile] GLO}]
23: ParDo [In(Main): *batchmap.Entry <- {21: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {26: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
24: ParDo [In(Main): *batchmap.Tile <- {25: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {27: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
25: ParDo [In(Main): batchmap.nodeHash <- {26: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {28: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
26: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {27: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {28: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {29: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
27: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {29: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {30: *batchmap.Tile/R[*batchmap.Tile] GLO}]
28: ParDo [In(Main): *batchmap.Tile <- {30: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {31: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
29: ParDo [In(Main): *batchmap.Tile <- {24: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {32: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
30: ParDo [In(Main): batchmap.nodeHash <- {31: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {33: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
31: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {32: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {33: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {34: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
32: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {34: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {35: *batchmap.Tile/R[*batchmap.Tile] GLO}]
33: ParDo [In(Main): *batchmap.Tile <- {35: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {36: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
34: ParDo [In(Main): *batchmap.Tile <- {23: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {37: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
35: ParDo [In(Main): batchmap.nodeHash <- {36: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {38: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
36: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {37: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {38: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {39: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
37: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {39: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {40: *batchmap.Tile/R[*batchmap.Tile] GLO}]
38: ParDo [In(Main): *batchmap.Tile <- {40: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {41: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
39: ParDo [In(Main): *batchmap.Tile <- {22: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {42: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
40: ParDo [In(Main): batchmap.nodeHash <- {41: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {43: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
41: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {42: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {43: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {44: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
42: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {44: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {45: *batchmap.Tile/R[*batchmap.Tile] GLO}]
43: Flatten [In(Main): *batchmap.Tile <- {30: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {35: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {40: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {45: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {46: *batchmap.Tile/R[*batchmap.Tile] GLO}]
44: ParDo [In(Main): T <- {46: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: T -> {47: *batchmap.Tile/R[*batchmap.Tile] GLO}]
45: ParDo [In(Main): *batchmap.Tile <- {47: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: string -> {48: string/string GLO}]
46: ParDo [In(Main): *batchmap.Tile <- {46: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: int -> {49: int/int[varintz] GLO}]
47: ParDo [In(Main): T <- {49: int/int[varintz] GLO}] -> [Out: KV<int,T> -> {50: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
48: CoGBK [In(Main): KV<int,int> <- {50: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: CoGBK<int,int> -> {51: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}]
49: Combine [In(Main): int <- {51: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}] -> [Out: KV<int,int> -> {52: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
50: ParDo [In(Main): KV<X,Y> <- {52: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: Y -> {53: int/int[varintz] GLO}]
51: Impulse [] -> [Out: []uint8 -> {54: []uint8/bytes GLO}]
52: ParDo [In(Main): []uint8 <- {54: []uint8/bytes GLO}] -> [Out: T -> {55: int/int[varintz] GLO}]
53: Impulse [] -> [Out: []uint8 -> {56: []uint8/bytes GLO}]
54: ParDo [In(Main): []uint8 <- {56: []uint8/bytes GLO} In(Iter): T <- {53: int/int[varintz] GLO} In(Iter): T <- {55: int/int[varintz] GLO}] -> [Out: T -> {57: int/int[varintz] GLO} Out: T -> {58: int/int[varintz] GLO} Out: T -> {59: int/int[varintz] GLO}]
55: Impulse [] -> [Out: []uint8 -> {60: []uint8/bytes GLO}]
56: ParDo [In(Main): []uint8 <- {60: []uint8/bytes GLO} In(Iter): T <- {57: int/int[varintz] GLO} In(Iter): T <- {58: int/int[varintz] GLO} In(Iter): T <- {59: int/int[varintz] GLO}] -> []
57: Impulse [] -> [Out: []uint8 -> {61: []uint8/bytes GLO}]
58: ParDo [In(Main): []uint8 <- {61: []uint8/bytes GLO}] -> [Out: T -> {62: string/string GLO}]
59: Impulse [] -> [Out: []uint8 -> {63: []uint8/bytes GLO}]
60: ParDo [In(Main): []uint8 <- {63: []uint8/bytes GLO} In(Iter): T <- {48: string/string GLO} In(Iter): T <- {62: string/string GLO}] -> [Out: T -> {64: string/string GLO} Out: T -> {65: string/string GLO} Out: T -> {66: string/string GLO}]
61: Impulse [] -> [Out: []uint8 -> {67: []uint8/bytes GLO}]
62: ParDo [In(Main): []uint8 <- {67: []uint8/bytes GLO} In(Iter): T <- {64: string/string GLO} In(Iter): T <- {65: string/string GLO} In(Iter): T <- {66: string/string GLO}] -> []
2024/09/12 10:20:53 Plan[plan]:
88: Impulse[0]
92: Impulse[0]
94: Impulse[0]
95: Impulse[0]
96: Impulse[0]
98: Impulse[0]
99: Impulse[0]
100: Impulse[0]
1: ParDo[passert.failIfBadEntries] Out:[]
2: wait[3] Out:1
3: buffer[3]. wait:2 Out:1
4: buffer[4]. wait:2 Out:1
5: buffer[5]. wait:2 Out:1
6: ParDo[passert.diffFn] Out:[3 4 5]
7: wait[2] Out:6
8: buffer[8]. wait:7 Out:6
9: buffer[9]. wait:7 Out:6
10: ParDo[batchmap.TestUpdate.func1.2] Out:[8]
11: ParDo[filter.filterFn] Out:[10]
12: ParDo[passert.failIfBadEntries] Out:[]
13: wait[3] Out:12
14: buffer[14]. wait:13 Out:12
15: buffer[15]. wait:13 Out:12
16: buffer[16]. wait:13 Out:12
17: ParDo[passert.diffFn] Out:[14 15 16]
18: wait[2] Out:17
19: buffer[19]. wait:18 Out:17
20: buffer[20]. wait:18 Out:17
21: ParDo[beam.dropKeyFn] Out:[19]
22: Combine[stats.sumIntFn] Keyed:false Out:21
23: CoGBK. Out:22
24: Inject[0]. Out:23
25: ParDo[beam.addFixedKeyFn] Out:[24]
26: ParDo[batchmap.assertTileCount.func1] Out:[25]
27: Multiplex. Out:[11 26]
28: Flatten[4]. Out:Multiplex. Out:[11 26]
29: ParDo[batchmap.tileUpdateFn] Out:[28]
30: CoGBK. Out:29
31: Flatten[2]. Out:CoGBK. Out:29
32: Inject[0]. Out:31
33: Inject[1]. Out:31
34: ParDo[batchmap.updateStratum.func1] Out:[32]
35: ParDo[batchmap.leafShardFn] Out:[33]
36: ParDo[batchmap.tileToNodeHashFn] Out:[35]
37: Multiplex. Out:[36 28]
38: ParDo[batchmap.tileUpdateFn] Out:[37]
39: CoGBK. Out:38
40: Flatten[2]. Out:CoGBK. Out:38
41: Inject[0]. Out:40
42: Inject[1]. Out:40
43: ParDo[batchmap.updateStratum.func1] Out:[41]
44: ParDo[batchmap.leafShardFn] Out:[42]
45: ParDo[batchmap.tileToNodeHashFn] Out:[44]
46: Multiplex. Out:[45 28]
47: ParDo[batchmap.tileUpdateFn] Out:[46]
48: CoGBK. Out:47
49: Flatten[2]. Out:CoGBK. Out:47
50: Inject[0]. Out:49
51: Inject[1]. Out:49
52: ParDo[batchmap.updateStratum.func1] Out:[50]
53: ParDo[batchmap.leafShardFn] Out:[51]
54: ParDo[batchmap.tileToNodeHashFn] Out:[53]
55: Multiplex. Out:[54 28]
56: ParDo[batchmap.tileUpdateFn] Out:[55]
57: CoGBK. Out:56
58: Flatten[2]. Out:CoGBK. Out:56
59: Inject[0]. Out:58
60: Inject[1]. Out:58
61: ParDo[batchmap.updateStratum.func1] Out:[59]
62: ParDo[beam.partitionFn] Out:[34 43 52 61]
63: Flatten[4]. Out:ParDo[beam.partitionFn] Out:[34 43 52 61]
64: ParDo[batchmap.tileHashFn] Out:[63]
65: CoGBK. Out:64
66: Inject[0]. Out:65
67: ParDo[batchmap.leafShardFn] Out:[66]
68: ParDo[batchmap.tileToNodeHashFn] Out:[67]
69: Multiplex. Out:[68 63]
70: ParDo[batchmap.tileHashFn] Out:[69]
71: CoGBK. Out:70
72: Inject[0]. Out:71
73: ParDo[batchmap.leafShardFn] Out:[72]
74: ParDo[batchmap.tileToNodeHashFn] Out:[73]
75: Multiplex. Out:[74 63]
76: ParDo[batchmap.tileHashFn] Out:[75]
77: CoGBK. Out:76
78: Inject[0]. Out:77
79: ParDo[batchmap.leafShardFn] Out:[78]
80: ParDo[batchmap.tileToNodeHashFn] Out:[79]
81: Multiplex. Out:[80 63]
82: ParDo[batchmap.tileHashFn] Out:[81]
83: CoGBK. Out:82
84: Inject[0]. Out:83
85: ParDo[batchmap.leafShardFn] Out:[84]
86: ParDo[batchmap.entryToNodeHashFn] Out:[85]
87: ParDo[beam.createFn] Out:[86]
89: ParDo[batchmap.leafShardFn] Out:[60]
90: ParDo[batchmap.entryToNodeHashFn] Out:[89]
91: ParDo[beam.createFn] Out:[90]
93: ParDo[beam.createFn] Out:[20]
97: ParDo[beam.createFn] Out:[9]
2024/09/12 10:20:53 wait[18] unblocked w/ 1 [false]
2024/09/12 10:20:53 wait[18] done
2024/09/12 10:20:53 wait[13] unblocked w/ 1 [false]
2024/09/12 10:20:53 wait[13] done
2024/09/12 10:20:53 wait[7] unblocked w/ 1 [false]
2024/09/12 10:20:53 wait[7] done
2024/09/12 10:20:53 wait[2] unblocked w/ 1 [false]
2024/09/12 10:20:53 wait[2] done
2024/09/12 10:20:53 Executing pipeline with the direct runner.
2024/09/12 10:20:53 Pipeline:
2024/09/12 10:20:53 Nodes: {1: []uint8/bytes GLO}
{2: *batchmap.Entry/R[*batchmap.Entry] GLO}
{3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{6: *batchmap.Tile/R[*batchmap.Tile] GLO}
{7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{10: *batchmap.Tile/R[*batchmap.Tile] GLO}
{11: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{13: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{14: *batchmap.Tile/R[*batchmap.Tile] GLO}
{15: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{16: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{17: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{18: *batchmap.Tile/R[*batchmap.Tile] GLO}
{19: *batchmap.Tile/R[*batchmap.Tile] GLO}
{20: []uint8/bytes GLO}
{21: *batchmap.Entry/R[*batchmap.Entry] GLO}
{22: *batchmap.Tile/R[*batchmap.Tile] GLO}
{23: *batchmap.Tile/R[*batchmap.Tile] GLO}
{24: *batchmap.Tile/R[*batchmap.Tile] GLO}
{25: *batchmap.Tile/R[*batchmap.Tile] GLO}
{26: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{27: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{28: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{29: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{30: *batchmap.Tile/R[*batchmap.Tile] GLO}
{31: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{32: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{33: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{34: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{35: *batchmap.Tile/R[*batchmap.Tile] GLO}
{36: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{37: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{38: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{39: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{40: *batchmap.Tile/R[*batchmap.Tile] GLO}
{41: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{42: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{43: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{44: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{45: *batchmap.Tile/R[*batchmap.Tile] GLO}
{46: *batchmap.Tile/R[*batchmap.Tile] GLO}
{47: *batchmap.Tile/R[*batchmap.Tile] GLO}
{48: string/string GLO}
{49: int/int[varintz] GLO}
{50: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{51: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}
{52: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{53: int/int[varintz] GLO}
{54: []uint8/bytes GLO}
{55: int/int[varintz] GLO}
{56: []uint8/bytes GLO}
{57: int/int[varintz] GLO}
{58: int/int[varintz] GLO}
{59: int/int[varintz] GLO}
{60: []uint8/bytes GLO}
{61: []uint8/bytes GLO}
{62: string/string GLO}
{63: []uint8/bytes GLO}
{64: string/string GLO}
{65: string/string GLO}
{66: string/string GLO}
{67: []uint8/bytes GLO}
Edges: 1: Impulse [] -> [Out: []uint8 -> {1: []uint8/bytes GLO}]
2: ParDo [In(Main): []uint8 <- {1: []uint8/bytes GLO}] -> [Out: T -> {2: *batchmap.Entry/R[*batchmap.Entry] GLO}]
3: ParDo [In(Main): *batchmap.Entry <- {2: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
4: ParDo [In(Main): batchmap.nodeHash <- {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
5: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
6: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {6: *batchmap.Tile/R[*batchmap.Tile] GLO}]
7: ParDo [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
8: ParDo [In(Main): batchmap.nodeHash <- {7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
9: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
10: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {10: *batchmap.Tile/R[*batchmap.Tile] GLO}]
11: ParDo [In(Main): *batchmap.Tile <- {10: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {11: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
12: ParDo [In(Main): batchmap.nodeHash <- {11: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
13: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {13: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
14: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {13: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {14: *batchmap.Tile/R[*batchmap.Tile] GLO}]
15: ParDo [In(Main): *batchmap.Tile <- {14: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {15: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
16: ParDo [In(Main): batchmap.nodeHash <- {15: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {16: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
17: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {16: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {17: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
18: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {17: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {18: *batchmap.Tile/R[*batchmap.Tile] GLO}]
19: Flatten [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {10: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {14: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {18: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {19: *batchmap.Tile/R[*batchmap.Tile] GLO}]
20: Impulse [] -> [Out: []uint8 -> {20: []uint8/bytes GLO}]
21: ParDo [In(Main): []uint8 <- {20: []uint8/bytes GLO}] -> [Out: T -> {21: *batchmap.Entry/R[*batchmap.Entry] GLO}]
22: ParDo [In(Main): *batchmap.Tile <- {19: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {22: *batchmap.Tile/R[*batchmap.Tile] GLO} Out: *batchmap.Tile -> {23: *batchmap.Tile/R[*batchmap.Tile] GLO} Out: *batchmap.Tile -> {24: *batchmap.Tile/R[*batchmap.Tile] GLO} Out: *batchmap.Tile -> {25: *batchmap.Tile/R[*batchmap.Tile] GLO}]
23: ParDo [In(Main): *batchmap.Entry <- {21: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {26: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
24: ParDo [In(Main): *batchmap.Tile <- {25: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {27: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
25: ParDo [In(Main): batchmap.nodeHash <- {26: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {28: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
26: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {27: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {28: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {29: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
27: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {29: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {30: *batchmap.Tile/R[*batchmap.Tile] GLO}]
28: ParDo [In(Main): *batchmap.Tile <- {30: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {31: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
29: ParDo [In(Main): *batchmap.Tile <- {24: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {32: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
30: ParDo [In(Main): batchmap.nodeHash <- {31: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {33: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
31: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {32: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {33: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {34: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
32: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {34: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {35: *batchmap.Tile/R[*batchmap.Tile] GLO}]
33: ParDo [In(Main): *batchmap.Tile <- {35: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {36: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
34: ParDo [In(Main): *batchmap.Tile <- {23: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {37: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
35: ParDo [In(Main): batchmap.nodeHash <- {36: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {38: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
36: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {37: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {38: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {39: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
37: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {39: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {40: *batchmap.Tile/R[*batchmap.Tile] GLO}]
38: ParDo [In(Main): *batchmap.Tile <- {40: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {41: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
39: ParDo [In(Main): *batchmap.Tile <- {22: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {42: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
40: ParDo [In(Main): batchmap.nodeHash <- {41: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {43: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
41: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {42: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {43: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {44: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
42: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {44: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {45: *batchmap.Tile/R[*batchmap.Tile] GLO}]
43: Flatten [In(Main): *batchmap.Tile <- {30: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {35: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {40: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {45: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {46: *batchmap.Tile/R[*batchmap.Tile] GLO}]
44: ParDo [In(Main): T <- {46: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: T -> {47: *batchmap.Tile/R[*batchmap.Tile] GLO}]
45: ParDo [In(Main): *batchmap.Tile <- {47: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: string -> {48: string/string GLO}]
46: ParDo [In(Main): *batchmap.Tile <- {46: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: int -> {49: int/int[varintz] GLO}]
47: ParDo [In(Main): T <- {49: int/int[varintz] GLO}] -> [Out: KV<int,T> -> {50: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
48: CoGBK [In(Main): KV<int,int> <- {50: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: CoGBK<int,int> -> {51: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}]
49: Combine [In(Main): int <- {51: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}] -> [Out: KV<int,int> -> {52: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
50: ParDo [In(Main): KV<X,Y> <- {52: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: Y -> {53: int/int[varintz] GLO}]
51: Impulse [] -> [Out: []uint8 -> {54: []uint8/bytes GLO}]
52: ParDo [In(Main): []uint8 <- {54: []uint8/bytes GLO}] -> [Out: T -> {55: int/int[varintz] GLO}]
53: Impulse [] -> [Out: []uint8 -> {56: []uint8/bytes GLO}]
54: ParDo [In(Main): []uint8 <- {56: []uint8/bytes GLO} In(Iter): T <- {53: int/int[varintz] GLO} In(Iter): T <- {55: int/int[varintz] GLO}] -> [Out: T -> {57: int/int[varintz] GLO} Out: T -> {58: int/int[varintz] GLO} Out: T -> {59: int/int[varintz] GLO}]
55: Impulse [] -> [Out: []uint8 -> {60: []uint8/bytes GLO}]
56: ParDo [In(Main): []uint8 <- {60: []uint8/bytes GLO} In(Iter): T <- {57: int/int[varintz] GLO} In(Iter): T <- {58: int/int[varintz] GLO} In(Iter): T <- {59: int/int[varintz] GLO}] -> []
57: Impulse [] -> [Out: []uint8 -> {61: []uint8/bytes GLO}]
58: ParDo [In(Main): []uint8 <- {61: []uint8/bytes GLO}] -> [Out: T -> {62: string/string GLO}]
59: Impulse [] -> [Out: []uint8 -> {63: []uint8/bytes GLO}]
60: ParDo [In(Main): []uint8 <- {63: []uint8/bytes GLO} In(Iter): T <- {48: string/string GLO} In(Iter): T <- {62: string/string GLO}] -> [Out: T -> {64: string/string GLO} Out: T -> {65: string/string GLO} Out: T -> {66: string/string GLO}]
61: Impulse [] -> [Out: []uint8 -> {67: []uint8/bytes GLO}]
62: ParDo [In(Main): []uint8 <- {67: []uint8/bytes GLO} In(Iter): T <- {64: string/string GLO} In(Iter): T <- {65: string/string GLO} In(Iter): T <- {66: string/string GLO}] -> []
2024/09/12 10:20:53 Plan[plan]:
88: Impulse[0]
92: Impulse[0]
94: Impulse[0]
95: Impulse[0]
96: Impulse[0]
98: Impulse[0]
99: Impulse[0]
100: Impulse[0]
1: ParDo[passert.failIfBadEntries] Out:[]
2: wait[3] Out:1
3: buffer[3]. wait:2 Out:1
4: buffer[4]. wait:2 Out:1
5: buffer[5]. wait:2 Out:1
6: ParDo[passert.diffFn] Out:[3 4 5]
7: wait[2] Out:6
8: buffer[8]. wait:7 Out:6
9: buffer[9]. wait:7 Out:6
10: ParDo[batchmap.TestUpdate.func1.2] Out:[8]
11: ParDo[filter.filterFn] Out:[10]
12: ParDo[passert.failIfBadEntries] Out:[]
13: wait[3] Out:12
14: buffer[14]. wait:13 Out:12
15: buffer[15]. wait:13 Out:12
16: buffer[16]. wait:13 Out:12
17: ParDo[passert.diffFn] Out:[14 15 16]
18: wait[2] Out:17
19: buffer[19]. wait:18 Out:17
20: buffer[20]. wait:18 Out:17
21: ParDo[beam.dropKeyFn] Out:[19]
22: Combine[stats.sumIntFn] Keyed:false Out:21
23: CoGBK. Out:22
24: Inject[0]. Out:23
25: ParDo[beam.addFixedKeyFn] Out:[24]
26: ParDo[batchmap.assertTileCount.func1] Out:[25]
27: Multiplex. Out:[11 26]
28: Flatten[4]. Out:Multiplex. Out:[11 26]
29: ParDo[batchmap.tileUpdateFn] Out:[28]
30: CoGBK. Out:29
31: Flatten[2]. Out:CoGBK. Out:29
32: Inject[0]. Out:31
33: Inject[1]. Out:31
34: ParDo[batchmap.updateStratum.func1] Out:[32]
35: ParDo[batchmap.leafShardFn] Out:[33]
36: ParDo[batchmap.tileToNodeHashFn] Out:[35]
37: Multiplex. Out:[36 28]
38: ParDo[batchmap.tileUpdateFn] Out:[37]
39: CoGBK. Out:38
40: Flatten[2]. Out:CoGBK. Out:38
41: Inject[0]. Out:40
42: Inject[1]. Out:40
43: ParDo[batchmap.updateStratum.func1] Out:[41]
44: ParDo[batchmap.leafShardFn] Out:[42]
45: ParDo[batchmap.tileToNodeHashFn] Out:[44]
46: Multiplex. Out:[45 28]
47: ParDo[batchmap.tileUpdateFn] Out:[46]
48: CoGBK. Out:47
49: Flatten[2]. Out:CoGBK. Out:47
50: Inject[0]. Out:49
51: Inject[1]. Out:49
52: ParDo[batchmap.updateStratum.func1] Out:[50]
53: ParDo[batchmap.leafShardFn] Out:[51]
54: ParDo[batchmap.tileToNodeHashFn] Out:[53]
55: Multiplex. Out:[54 28]
56: ParDo[batchmap.tileUpdateFn] Out:[55]
57: CoGBK. Out:56
58: Flatten[2]. Out:CoGBK. Out:56
59: Inject[0]. Out:58
60: Inject[1]. Out:58
61: ParDo[batchmap.updateStratum.func1] Out:[59]
62: ParDo[beam.partitionFn] Out:[34 43 52 61]
63: Flatten[4]. Out:ParDo[beam.partitionFn] Out:[34 43 52 61]
64: ParDo[batchmap.tileHashFn] Out:[63]
65: CoGBK. Out:64
66: Inject[0]. Out:65
67: ParDo[batchmap.leafShardFn] Out:[66]
68: ParDo[batchmap.tileToNodeHashFn] Out:[67]
69: Multiplex. Out:[68 63]
70: ParDo[batchmap.tileHashFn] Out:[69]
71: CoGBK. Out:70
72: Inject[0]. Out:71
73: ParDo[batchmap.leafShardFn] Out:[72]
74: ParDo[batchmap.tileToNodeHashFn] Out:[73]
75: Multiplex. Out:[74 63]
76: ParDo[batchmap.tileHashFn] Out:[75]
77: CoGBK. Out:76
78: Inject[0]. Out:77
79: ParDo[batchmap.leafShardFn] Out:[78]
80: ParDo[batchmap.tileToNodeHashFn] Out:[79]
81: Multiplex. Out:[80 63]
82: ParDo[batchmap.tileHashFn] Out:[81]
83: CoGBK. Out:82
84: Inject[0]. Out:83
85: ParDo[batchmap.leafShardFn] Out:[84]
86: ParDo[batchmap.entryToNodeHashFn] Out:[85]
87: ParDo[beam.createFn] Out:[86]
89: ParDo[batchmap.leafShardFn] Out:[60]
90: ParDo[batchmap.entryToNodeHashFn] Out:[89]
91: ParDo[beam.createFn] Out:[90]
93: ParDo[beam.createFn] Out:[20]
97: ParDo[beam.createFn] Out:[9]
2024/09/12 10:20:53 Executing pipeline with the direct runner.
2024/09/12 10:20:53 Pipeline:
2024/09/12 10:20:53 Nodes: {1: []uint8/bytes GLO}
{2: *batchmap.Entry/R[*batchmap.Entry] GLO}
{3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{6: *batchmap.Tile/R[*batchmap.Tile] GLO}
{7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{10: *batchmap.Tile/R[*batchmap.Tile] GLO}
{11: *batchmap.Tile/R[*batchmap.Tile] GLO}
{12: *batchmap.Tile/R[*batchmap.Tile] GLO}
Edges: 1: Impulse [] -> [Out: []uint8 -> {1: []uint8/bytes GLO}]
2: ParDo [In(Main): []uint8 <- {1: []uint8/bytes GLO}] -> [Out: T -> {2: *batchmap.Entry/R[*batchmap.Entry] GLO}]
3: ParDo [In(Main): *batchmap.Entry <- {2: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
4: ParDo [In(Main): batchmap.nodeHash <- {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
5: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
6: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {6: *batchmap.Tile/R[*batchmap.Tile] GLO}]
7: ParDo [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
8: ParDo [In(Main): batchmap.nodeHash <- {7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
9: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
10: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {10: *batchmap.Tile/R[*batchmap.Tile] GLO}]
11: Flatten [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {10: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {11: *batchmap.Tile/R[*batchmap.Tile] GLO}]
12: ParDo [In(Main): T <- {11: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: T -> {12: *batchmap.Tile/R[*batchmap.Tile] GLO}]
13: ParDo [In(Main): X <- {12: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> []
2024/09/12 10:20:53 Plan[plan]:
16: Impulse[0]
1: ParDo[passert.failFn] Out:[]
2: ParDo[filter.filterFn] Out:[1]
3: Flatten[2]. Out:ParDo[filter.filterFn] Out:[1]
4: ParDo[batchmap.tileHashFn] Out:[3]
5: CoGBK. Out:4
6: Inject[0]. Out:5
7: ParDo[batchmap.leafShardFn] Out:[6]
8: ParDo[batchmap.tileToNodeHashFn] Out:[7]
9: Multiplex. Out:[8 3]
10: ParDo[batchmap.tileHashFn] Out:[9]
11: CoGBK. Out:10
12: Inject[0]. Out:11
13: ParDo[batchmap.leafShardFn] Out:[12]
14: ParDo[batchmap.entryToNodeHashFn] Out:[13]
15: ParDo[beam.createFn] Out:[14]
2024/09/12 10:20:53 Executing pipeline with the direct runner.
2024/09/12 10:20:53 Pipeline:
2024/09/12 10:20:53 Nodes: {1: []uint8/bytes GLO}
{2: *batchmap.Entry/R[*batchmap.Entry] GLO}
{3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{6: *batchmap.Tile/R[*batchmap.Tile] GLO}
{7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{10: *batchmap.Tile/R[*batchmap.Tile] GLO}
{11: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{13: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{14: *batchmap.Tile/R[*batchmap.Tile] GLO}
{15: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{16: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{17: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{18: *batchmap.Tile/R[*batchmap.Tile] GLO}
{19: *batchmap.Tile/R[*batchmap.Tile] GLO}
{20: *batchmap.Tile/R[*batchmap.Tile] GLO}
{21: string/string GLO}
{22: int/int[varintz] GLO}
{23: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{24: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}
{25: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{26: int/int[varintz] GLO}
{27: []uint8/bytes GLO}
{28: int/int[varintz] GLO}
{29: []uint8/bytes GLO}
{30: int/int[varintz] GLO}
{31: int/int[varintz] GLO}
{32: int/int[varintz] GLO}
{33: []uint8/bytes GLO}
{34: []uint8/bytes GLO}
{35: string/string GLO}
{36: []uint8/bytes GLO}
{37: string/string GLO}
{38: string/string GLO}
{39: string/string GLO}
{40: []uint8/bytes GLO}
Edges: 1: Impulse [] -> [Out: []uint8 -> {1: []uint8/bytes GLO}]
2: ParDo [In(Main): []uint8 <- {1: []uint8/bytes GLO}] -> [Out: T -> {2: *batchmap.Entry/R[*batchmap.Entry] GLO}]
3: ParDo [In(Main): *batchmap.Entry <- {2: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
4: ParDo [In(Main): batchmap.nodeHash <- {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
5: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
6: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {6: *batchmap.Tile/R[*batchmap.Tile] GLO}]
7: ParDo [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
8: ParDo [In(Main): batchmap.nodeHash <- {7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
9: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
10: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {10: *batchmap.Tile/R[*batchmap.Tile] GLO}]
11: ParDo [In(Main): *batchmap.Tile <- {10: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {11: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
12: ParDo [In(Main): batchmap.nodeHash <- {11: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
13: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {13: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
14: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {13: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {14: *batchmap.Tile/R[*batchmap.Tile] GLO}]
15: ParDo [In(Main): *batchmap.Tile <- {14: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {15: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
16: ParDo [In(Main): batchmap.nodeHash <- {15: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {16: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
17: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {16: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {17: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
18: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {17: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {18: *batchmap.Tile/R[*batchmap.Tile] GLO}]
19: Flatten [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {10: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {14: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {18: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {19: *batchmap.Tile/R[*batchmap.Tile] GLO}]
20: ParDo [In(Main): T <- {19: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: T -> {20: *batchmap.Tile/R[*batchmap.Tile] GLO}]
21: ParDo [In(Main): *batchmap.Tile <- {20: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: string -> {21: string/string GLO}]
22: ParDo [In(Main): *batchmap.Tile <- {19: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: int -> {22: int/int[varintz] GLO}]
23: ParDo [In(Main): T <- {22: int/int[varintz] GLO}] -> [Out: KV<int,T> -> {23: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
24: CoGBK [In(Main): KV<int,int> <- {23: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: CoGBK<int,int> -> {24: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}]
25: Combine [In(Main): int <- {24: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}] -> [Out: KV<int,int> -> {25: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
26: ParDo [In(Main): KV<X,Y> <- {25: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: Y -> {26: int/int[varintz] GLO}]
27: Impulse [] -> [Out: []uint8 -> {27: []uint8/bytes GLO}]
28: ParDo [In(Main): []uint8 <- {27: []uint8/bytes GLO}] -> [Out: T -> {28: int/int[varintz] GLO}]
29: Impulse [] -> [Out: []uint8 -> {29: []uint8/bytes GLO}]
30: ParDo [In(Main): []uint8 <- {29: []uint8/bytes GLO} In(Iter): T <- {26: int/int[varintz] GLO} In(Iter): T <- {28: int/int[varintz] GLO}] -> [Out: T -> {30: int/int[varintz] GLO} Out: T -> {31: int/int[varintz] GLO} Out: T -> {32: int/int[varintz] GLO}]
31: Impulse [] -> [Out: []uint8 -> {33: []uint8/bytes GLO}]
32: ParDo [In(Main): []uint8 <- {33: []uint8/bytes GLO} In(Iter): T <- {30: int/int[varintz] GLO} In(Iter): T <- {31: int/int[varintz] GLO} In(Iter): T <- {32: int/int[varintz] GLO}] -> []
33: Impulse [] -> [Out: []uint8 -> {34: []uint8/bytes GLO}]
34: ParDo [In(Main): []uint8 <- {34: []uint8/bytes GLO}] -> [Out: T -> {35: string/string GLO}]
35: Impulse [] -> [Out: []uint8 -> {36: []uint8/bytes GLO}]
36: ParDo [In(Main): []uint8 <- {36: []uint8/bytes GLO} In(Iter): T <- {21: string/string GLO} In(Iter): T <- {35: string/string GLO}] -> [Out: T -> {37: string/string GLO} Out: T -> {38: string/string GLO} Out: T -> {39: string/string GLO}]
37: Impulse [] -> [Out: []uint8 -> {40: []uint8/bytes GLO}]
38: ParDo [In(Main): []uint8 <- {40: []uint8/bytes GLO} In(Iter): T <- {37: string/string GLO} In(Iter): T <- {38: string/string GLO} In(Iter): T <- {39: string/string GLO}] -> []
2024/09/12 10:20:53 Plan[plan]:
53: Impulse[0]
55: Impulse[0]
56: Impulse[0]
57: Impulse[0]
59: Impulse[0]
60: Impulse[0]
61: Impulse[0]
1: ParDo[passert.failIfBadEntries] Out:[]
2: wait[3] Out:1
3: buffer[3]. wait:2 Out:1
4: buffer[4]. wait:2 Out:1
5: buffer[5]. wait:2 Out:1
6: ParDo[passert.diffFn] Out:[3 4 5]
7: wait[2] Out:6
8: buffer[8]. wait:7 Out:6
9: buffer[9]. wait:7 Out:6
10: ParDo[batchmap.TestGoldenCreate.func2] Out:[8]
11: ParDo[filter.filterFn] Out:[10]
12: ParDo[passert.failIfBadEntries] Out:[]
13: wait[3] Out:12
14: buffer[14]. wait:13 Out:12
15: buffer[15]. wait:13 Out:12
16: buffer[16]. wait:13 Out:12
17: ParDo[passert.diffFn] Out:[14 15 16]
18: wait[2] Out:17
19: buffer[19]. wait:18 Out:17
20: buffer[20]. wait:18 Out:17
21: ParDo[beam.dropKeyFn] Out:[19]
22: Combine[stats.sumIntFn] Keyed:false Out:21
23: CoGBK. Out:22
24: Inject[0]. Out:23
25: ParDo[beam.addFixedKeyFn] Out:[24]
26: ParDo[batchmap.assertTileCount.func1] Out:[25]
27: Multiplex. Out:[11 26]
28: Flatten[4]. Out:Multiplex. Out:[11 26]
29: ParDo[batchmap.tileHashFn] Out:[28]
30: CoGBK. Out:29
31: Inject[0]. Out:30
32: ParDo[batchmap.leafShardFn] Out:[31]
33: ParDo[batchmap.tileToNodeHashFn] Out:[32]
34: Multiplex. Out:[33 28]
35: ParDo[batchmap.tileHashFn] Out:[34]
36: CoGBK. Out:35
37: Inject[0]. Out:36
38: ParDo[batchmap.leafShardFn] Out:[37]
39: ParDo[batchmap.tileToNodeHashFn] Out:[38]
40: Multiplex. Out:[39 28]
41: ParDo[batchmap.tileHashFn] Out:[40]
42: CoGBK. Out:41
43: Inject[0]. Out:42
44: ParDo[batchmap.leafShardFn] Out:[43]
45: ParDo[batchmap.tileToNodeHashFn] Out:[44]
46: Multiplex. Out:[45 28]
47: ParDo[batchmap.tileHashFn] Out:[46]
48: CoGBK. Out:47
49: Inject[0]. Out:48
50: ParDo[batchmap.leafShardFn] Out:[49]
51: ParDo[batchmap.entryToNodeHashFn] Out:[50]
52: ParDo[beam.createFn] Out:[51]
54: ParDo[beam.createFn] Out:[20]
58: ParDo[beam.createFn] Out:[9]
2024/09/12 10:20:53 wait[18] unblocked w/ 1 [false]
2024/09/12 10:20:53 wait[18] done
2024/09/12 10:20:53 wait[13] unblocked w/ 1 [false]
2024/09/12 10:20:53 wait[13] done
2024/09/12 10:20:53 wait[7] unblocked w/ 1 [false]
2024/09/12 10:20:53 wait[7] done
2024/09/12 10:20:53 wait[2] unblocked w/ 1 [false]
2024/09/12 10:20:53 wait[2] done
2024/09/12 10:20:53 Executing pipeline with the direct runner.
2024/09/12 10:20:53 Pipeline:
2024/09/12 10:20:53 Nodes: {1: []uint8/bytes GLO}
{2: *batchmap.Entry/R[*batchmap.Entry] GLO}
{3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{6: *batchmap.Tile/R[*batchmap.Tile] GLO}
{7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{10: *batchmap.Tile/R[*batchmap.Tile] GLO}
{11: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{13: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{14: *batchmap.Tile/R[*batchmap.Tile] GLO}
{15: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{16: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{17: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{18: *batchmap.Tile/R[*batchmap.Tile] GLO}
{19: *batchmap.Tile/R[*batchmap.Tile] GLO}
{20: []uint8/bytes GLO}
{21: *batchmap.Entry/R[*batchmap.Entry] GLO}
{22: *batchmap.Tile/R[*batchmap.Tile] GLO}
{23: *batchmap.Tile/R[*batchmap.Tile] GLO}
{24: *batchmap.Tile/R[*batchmap.Tile] GLO}
{25: *batchmap.Tile/R[*batchmap.Tile] GLO}
{26: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{27: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{28: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{29: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{30: *batchmap.Tile/R[*batchmap.Tile] GLO}
{31: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{32: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{33: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{34: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{35: *batchmap.Tile/R[*batchmap.Tile] GLO}
{36: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{37: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{38: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{39: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{40: *batchmap.Tile/R[*batchmap.Tile] GLO}
{41: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{42: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{43: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{44: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{45: *batchmap.Tile/R[*batchmap.Tile] GLO}
{46: *batchmap.Tile/R[*batchmap.Tile] GLO}
{47: *batchmap.Tile/R[*batchmap.Tile] GLO}
{48: string/string GLO}
{49: int/int[varintz] GLO}
{50: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{51: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}
{52: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{53: int/int[varintz] GLO}
{54: []uint8/bytes GLO}
{55: int/int[varintz] GLO}
{56: []uint8/bytes GLO}
{57: int/int[varintz] GLO}
{58: int/int[varintz] GLO}
{59: int/int[varintz] GLO}
{60: []uint8/bytes GLO}
{61: []uint8/bytes GLO}
{62: string/string GLO}
{63: []uint8/bytes GLO}
{64: string/string GLO}
{65: string/string GLO}
{66: string/string GLO}
{67: []uint8/bytes GLO}
Edges: 1: Impulse [] -> [Out: []uint8 -> {1: []uint8/bytes GLO}]
2: ParDo [In(Main): []uint8 <- {1: []uint8/bytes GLO}] -> [Out: T -> {2: *batchmap.Entry/R[*batchmap.Entry] GLO}]
3: ParDo [In(Main): *batchmap.Entry <- {2: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
4: ParDo [In(Main): batchmap.nodeHash <- {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
5: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
6: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {6: *batchmap.Tile/R[*batchmap.Tile] GLO}]
7: ParDo [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
8: ParDo [In(Main): batchmap.nodeHash <- {7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
9: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
10: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {10: *batchmap.Tile/R[*batchmap.Tile] GLO}]
11: ParDo [In(Main): *batchmap.Tile <- {10: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {11: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
12: ParDo [In(Main): batchmap.nodeHash <- {11: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
13: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {13: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
14: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {13: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {14: *batchmap.Tile/R[*batchmap.Tile] GLO}]
15: ParDo [In(Main): *batchmap.Tile <- {14: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {15: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
16: ParDo [In(Main): batchmap.nodeHash <- {15: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {16: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
17: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {16: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {17: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
18: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {17: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {18: *batchmap.Tile/R[*batchmap.Tile] GLO}]
19: Flatten [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {10: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {14: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {18: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {19: *batchmap.Tile/R[*batchmap.Tile] GLO}]
20: Impulse [] -> [Out: []uint8 -> {20: []uint8/bytes GLO}]
21: ParDo [In(Main): []uint8 <- {20: []uint8/bytes GLO}] -> [Out: T -> {21: *batchmap.Entry/R[*batchmap.Entry] GLO}]
22: ParDo [In(Main): *batchmap.Tile <- {19: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {22: *batchmap.Tile/R[*batchmap.Tile] GLO} Out: *batchmap.Tile -> {23: *batchmap.Tile/R[*batchmap.Tile] GLO} Out: *batchmap.Tile -> {24: *batchmap.Tile/R[*batchmap.Tile] GLO} Out: *batchmap.Tile -> {25: *batchmap.Tile/R[*batchmap.Tile] GLO}]
23: ParDo [In(Main): *batchmap.Entry <- {21: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {26: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
24: ParDo [In(Main): *batchmap.Tile <- {25: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {27: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
25: ParDo [In(Main): batchmap.nodeHash <- {26: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {28: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
26: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {27: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {28: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {29: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
27: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {29: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {30: *batchmap.Tile/R[*batchmap.Tile] GLO}]
28: ParDo [In(Main): *batchmap.Tile <- {30: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {31: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
29: ParDo [In(Main): *batchmap.Tile <- {24: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {32: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
30: ParDo [In(Main): batchmap.nodeHash <- {31: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {33: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
31: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {32: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {33: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {34: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
32: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {34: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {35: *batchmap.Tile/R[*batchmap.Tile] GLO}]
33: ParDo [In(Main): *batchmap.Tile <- {35: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {36: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
34: ParDo [In(Main): *batchmap.Tile <- {23: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {37: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
35: ParDo [In(Main): batchmap.nodeHash <- {36: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {38: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
36: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {37: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {38: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {39: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
37: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {39: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {40: *batchmap.Tile/R[*batchmap.Tile] GLO}]
38: ParDo [In(Main): *batchmap.Tile <- {40: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {41: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
39: ParDo [In(Main): *batchmap.Tile <- {22: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {42: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
40: ParDo [In(Main): batchmap.nodeHash <- {41: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {43: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
41: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {42: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {43: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {44: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
42: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {44: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {45: *batchmap.Tile/R[*batchmap.Tile] GLO}]
43: Flatten [In(Main): *batchmap.Tile <- {30: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {35: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {40: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {45: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {46: *batchmap.Tile/R[*batchmap.Tile] GLO}]
44: ParDo [In(Main): T <- {46: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: T -> {47: *batchmap.Tile/R[*batchmap.Tile] GLO}]
45: ParDo [In(Main): *batchmap.Tile <- {47: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: string -> {48: string/string GLO}]
46: ParDo [In(Main): *batchmap.Tile <- {46: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: int -> {49: int/int[varintz] GLO}]
47: ParDo [In(Main): T <- {49: int/int[varintz] GLO}] -> [Out: KV<int,T> -> {50: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
48: CoGBK [In(Main): KV<int,int> <- {50: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: CoGBK<int,int> -> {51: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}]
49: Combine [In(Main): int <- {51: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}] -> [Out: KV<int,int> -> {52: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
50: ParDo [In(Main): KV<X,Y> <- {52: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: Y -> {53: int/int[varintz] GLO}]
51: Impulse [] -> [Out: []uint8 -> {54: []uint8/bytes GLO}]
52: ParDo [In(Main): []uint8 <- {54: []uint8/bytes GLO}] -> [Out: T -> {55: int/int[varintz] GLO}]
53: Impulse [] -> [Out: []uint8 -> {56: []uint8/bytes GLO}]
54: ParDo [In(Main): []uint8 <- {56: []uint8/bytes GLO} In(Iter): T <- {53: int/int[varintz] GLO} In(Iter): T <- {55: int/int[varintz] GLO}] -> [Out: T -> {57: int/int[varintz] GLO} Out: T -> {58: int/int[varintz] GLO} Out: T -> {59: int/int[varintz] GLO}]
55: Impulse [] -> [Out: []uint8 -> {60: []uint8/bytes GLO}]
56: ParDo [In(Main): []uint8 <- {60: []uint8/bytes GLO} In(Iter): T <- {57: int/int[varintz] GLO} In(Iter): T <- {58: int/int[varintz] GLO} In(Iter): T <- {59: int/int[varintz] GLO}] -> []
57: Impulse [] -> [Out: []uint8 -> {61: []uint8/bytes GLO}]
58: ParDo [In(Main): []uint8 <- {61: []uint8/bytes GLO}] -> [Out: T -> {62: string/string GLO}]
59: Impulse [] -> [Out: []uint8 -> {63: []uint8/bytes GLO}]
60: ParDo [In(Main): []uint8 <- {63: []uint8/bytes GLO} In(Iter): T <- {48: string/string GLO} In(Iter): T <- {62: string/string GLO}] -> [Out: T -> {64: string/string GLO} Out: T -> {65: string/string GLO} Out: T -> {66: string/string GLO}]
61: Impulse [] -> [Out: []uint8 -> {67: []uint8/bytes GLO}]
62: ParDo [In(Main): []uint8 <- {67: []uint8/bytes GLO} In(Iter): T <- {64: string/string GLO} In(Iter): T <- {65: string/string GLO} In(Iter): T <- {66: string/string GLO}] -> []
2024/09/12 10:20:53 Plan[plan]:
88: Impulse[0]
92: Impulse[0]
94: Impulse[0]
95: Impulse[0]
96: Impulse[0]
98: Impulse[0]
99: Impulse[0]
100: Impulse[0]
1: ParDo[passert.failIfBadEntries] Out:[]
2: wait[3] Out:1
3: buffer[3]. wait:2 Out:1
4: buffer[4]. wait:2 Out:1
5: buffer[5]. wait:2 Out:1
6: ParDo[passert.diffFn] Out:[3 4 5]
7: wait[2] Out:6
8: buffer[8]. wait:7 Out:6
9: buffer[9]. wait:7 Out:6
10: ParDo[batchmap.TestGoldenUpdate.func2] Out:[8]
11: ParDo[filter.filterFn] Out:[10]
12: ParDo[passert.failIfBadEntries] Out:[]
13: wait[3] Out:12
14: buffer[14]. wait:13 Out:12
15: buffer[15]. wait:13 Out:12
16: buffer[16]. wait:13 Out:12
17: ParDo[passert.diffFn] Out:[14 15 16]
18: wait[2] Out:17
19: buffer[19]. wait:18 Out:17
20: buffer[20]. wait:18 Out:17
21: ParDo[beam.dropKeyFn] Out:[19]
22: Combine[stats.sumIntFn] Keyed:false Out:21
23: CoGBK. Out:22
24: Inject[0]. Out:23
25: ParDo[beam.addFixedKeyFn] Out:[24]
26: ParDo[batchmap.assertTileCount.func1] Out:[25]
27: Multiplex. Out:[11 26]
28: Flatten[4]. Out:Multiplex. Out:[11 26]
29: ParDo[batchmap.tileUpdateFn] Out:[28]
30: CoGBK. Out:29
31: Flatten[2]. Out:CoGBK. Out:29
32: Inject[0]. Out:31
33: Inject[1]. Out:31
34: ParDo[batchmap.updateStratum.func1] Out:[32]
35: ParDo[batchmap.leafShardFn] Out:[33]
36: ParDo[batchmap.tileToNodeHashFn] Out:[35]
37: Multiplex. Out:[36 28]
38: ParDo[batchmap.tileUpdateFn] Out:[37]
39: CoGBK. Out:38
40: Flatten[2]. Out:CoGBK. Out:38
41: Inject[0]. Out:40
42: Inject[1]. Out:40
43: ParDo[batchmap.updateStratum.func1] Out:[41]
44: ParDo[batchmap.leafShardFn] Out:[42]
45: ParDo[batchmap.tileToNodeHashFn] Out:[44]
46: Multiplex. Out:[45 28]
47: ParDo[batchmap.tileUpdateFn] Out:[46]
48: CoGBK. Out:47
49: Flatten[2]. Out:CoGBK. Out:47
50: Inject[0]. Out:49
51: Inject[1]. Out:49
52: ParDo[batchmap.updateStratum.func1] Out:[50]
53: ParDo[batchmap.leafShardFn] Out:[51]
54: ParDo[batchmap.tileToNodeHashFn] Out:[53]
55: Multiplex. Out:[54 28]
56: ParDo[batchmap.tileUpdateFn] Out:[55]
57: CoGBK. Out:56
58: Flatten[2]. Out:CoGBK. Out:56
59: Inject[0]. Out:58
60: Inject[1]. Out:58
61: ParDo[batchmap.updateStratum.func1] Out:[59]
62: ParDo[beam.partitionFn] Out:[34 43 52 61]
63: Flatten[4]. Out:ParDo[beam.partitionFn] Out:[34 43 52 61]
64: ParDo[batchmap.tileHashFn] Out:[63]
65: CoGBK. Out:64
66: Inject[0]. Out:65
67: ParDo[batchmap.leafShardFn] Out:[66]
68: ParDo[batchmap.tileToNodeHashFn] Out:[67]
69: Multiplex. Out:[68 63]
70: ParDo[batchmap.tileHashFn] Out:[69]
71: CoGBK. Out:70
72: Inject[0]. Out:71
73: ParDo[batchmap.leafShardFn] Out:[72]
74: ParDo[batchmap.tileToNodeHashFn] Out:[73]
75: Multiplex. Out:[74 63]
76: ParDo[batchmap.tileHashFn] Out:[75]
77: CoGBK. Out:76
78: Inject[0]. Out:77
79: ParDo[batchmap.leafShardFn] Out:[78]
80: ParDo[batchmap.tileToNodeHashFn] Out:[79]
81: Multiplex. Out:[80 63]
82: ParDo[batchmap.tileHashFn] Out:[81]
83: CoGBK. Out:82
84: Inject[0]. Out:83
85: ParDo[batchmap.leafShardFn] Out:[84]
86: ParDo[batchmap.entryToNodeHashFn] Out:[85]
87: ParDo[beam.createFn] Out:[86]
89: ParDo[batchmap.leafShardFn] Out:[60]
90: ParDo[batchmap.entryToNodeHashFn] Out:[89]
91: ParDo[beam.createFn] Out:[90]
93: ParDo[beam.createFn] Out:[20]
97: ParDo[beam.createFn] Out:[9]
2024/09/12 10:20:54 wait[18] unblocked w/ 1 [false]
2024/09/12 10:20:54 wait[18] done
2024/09/12 10:20:54 wait[13] unblocked w/ 1 [false]
2024/09/12 10:20:54 wait[13] done
2024/09/12 10:20:54 wait[7] unblocked w/ 1 [false]
2024/09/12 10:20:54 wait[7] done
2024/09/12 10:20:54 wait[2] unblocked w/ 1 [false]
2024/09/12 10:20:54 wait[2] done
PASS
ok  	github.com/google/trillian/experimental/batchmap	0.322s
github.com/google/trillian/experimental/batchmap
2024/09/12 10:20:55 Executing pipeline with the direct runner.
2024/09/12 10:20:55 Pipeline:
2024/09/12 10:20:55 Nodes: {1: []uint8/bytes GLO}
{2: *batchmap.Entry/R[*batchmap.Entry] GLO}
{3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{6: *batchmap.Tile/R[*batchmap.Tile] GLO}
{7: *batchmap.Tile/R[*batchmap.Tile] GLO}
{8: string/string GLO}
{9: int/int[varintz] GLO}
{10: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{11: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}
{12: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{13: int/int[varintz] GLO}
{14: []uint8/bytes GLO}
{15: int/int[varintz] GLO}
{16: []uint8/bytes GLO}
{17: int/int[varintz] GLO}
{18: int/int[varintz] GLO}
{19: int/int[varintz] GLO}
{20: []uint8/bytes GLO}
{21: []uint8/bytes GLO}
{22: string/string GLO}
{23: []uint8/bytes GLO}
{24: string/string GLO}
{25: string/string GLO}
{26: string/string GLO}
{27: []uint8/bytes GLO}
Edges: 1: Impulse [] -> [Out: []uint8 -> {1: []uint8/bytes GLO}]
2: ParDo [In(Main): []uint8 <- {1: []uint8/bytes GLO}] -> [Out: T -> {2: *batchmap.Entry/R[*batchmap.Entry] GLO}]
3: ParDo [In(Main): *batchmap.Entry <- {2: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
4: ParDo [In(Main): batchmap.nodeHash <- {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
5: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
6: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {6: *batchmap.Tile/R[*batchmap.Tile] GLO}]
7: ParDo [In(Main): T <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: T -> {7: *batchmap.Tile/R[*batchmap.Tile] GLO}]
8: ParDo [In(Main): *batchmap.Tile <- {7: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: string -> {8: string/string GLO}]
9: ParDo [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: int -> {9: int/int[varintz] GLO}]
10: ParDo [In(Main): T <- {9: int/int[varintz] GLO}] -> [Out: KV<int,T> -> {10: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
11: CoGBK [In(Main): KV<int,int> <- {10: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: CoGBK<int,int> -> {11: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}]
12: Combine [In(Main): int <- {11: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}] -> [Out: KV<int,int> -> {12: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
13: ParDo [In(Main): KV<X,Y> <- {12: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: Y -> {13: int/int[varintz] GLO}]
14: Impulse [] -> [Out: []uint8 -> {14: []uint8/bytes GLO}]
15: ParDo [In(Main): []uint8 <- {14: []uint8/bytes GLO}] -> [Out: T -> {15: int/int[varintz] GLO}]
16: Impulse [] -> [Out: []uint8 -> {16: []uint8/bytes GLO}]
17: ParDo [In(Main): []uint8 <- {16: []uint8/bytes GLO} In(Iter): T <- {13: int/int[varintz] GLO} In(Iter): T <- {15: int/int[varintz] GLO}] -> [Out: T -> {17: int/int[varintz] GLO} Out: T -> {18: int/int[varintz] GLO} Out: T -> {19: int/int[varintz] GLO}]
18: Impulse [] -> [Out: []uint8 -> {20: []uint8/bytes GLO}]
19: ParDo [In(Main): []uint8 <- {20: []uint8/bytes GLO} In(Iter): T <- {17: int/int[varintz] GLO} In(Iter): T <- {18: int/int[varintz] GLO} In(Iter): T <- {19: int/int[varintz] GLO}] -> []
20: Impulse [] -> [Out: []uint8 -> {21: []uint8/bytes GLO}]
21: ParDo [In(Main): []uint8 <- {21: []uint8/bytes GLO}] -> [Out: T -> {22: string/string GLO}]
22: Impulse [] -> [Out: []uint8 -> {23: []uint8/bytes GLO}]
23: ParDo [In(Main): []uint8 <- {23: []uint8/bytes GLO} In(Iter): T <- {8: string/string GLO} In(Iter): T <- {22: string/string GLO}] -> [Out: T -> {24: string/string GLO} Out: T -> {25: string/string GLO} Out: T -> {26: string/string GLO}]
24: Impulse [] -> [Out: []uint8 -> {27: []uint8/bytes GLO}]
25: ParDo [In(Main): []uint8 <- {27: []uint8/bytes GLO} In(Iter): T <- {24: string/string GLO} In(Iter): T <- {25: string/string GLO} In(Iter): T <- {26: string/string GLO}] -> []
2024/09/12 10:20:55 Plan[plan]:
34: Impulse[0]
36: Impulse[0]
37: Impulse[0]
38: Impulse[0]
40: Impulse[0]
41: Impulse[0]
42: Impulse[0]
1: ParDo[passert.failIfBadEntries] Out:[]
2: wait[3] Out:1
3: buffer[3]. wait:2 Out:1
4: buffer[4]. wait:2 Out:1
5: buffer[5]. wait:2 Out:1
6: ParDo[passert.diffFn] Out:[3 4 5]
7: wait[2] Out:6
8: buffer[8]. wait:7 Out:6
9: buffer[9]. wait:7 Out:6
10: ParDo[batchmap.TestCreate.func1.2] Out:[8]
11: ParDo[filter.filterFn] Out:[10]
12: ParDo[passert.failIfBadEntries] Out:[]
13: wait[3] Out:12
14: buffer[14]. wait:13 Out:12
15: buffer[15]. wait:13 Out:12
16: buffer[16]. wait:13 Out:12
17: ParDo[passert.diffFn] Out:[14 15 16]
18: wait[2] Out:17
19: buffer[19]. wait:18 Out:17
20: buffer[20]. wait:18 Out:17
21: ParDo[beam.dropKeyFn] Out:[19]
22: Combine[stats.sumIntFn] Keyed:false Out:21
23: CoGBK. Out:22
24: Inject[0]. Out:23
25: ParDo[beam.addFixedKeyFn] Out:[24]
26: ParDo[batchmap.assertTileCount.func1] Out:[25]
27: Multiplex. Out:[11 26]
28: ParDo[batchmap.tileHashFn] Out:[27]
29: CoGBK. Out:28
30: Inject[0]. Out:29
31: ParDo[batchmap.leafShardFn] Out:[30]
32: ParDo[batchmap.entryToNodeHashFn] Out:[31]
33: ParDo[beam.createFn] Out:[32]
35: ParDo[beam.createFn] Out:[20]
39: ParDo[beam.createFn] Out:[9]
2024/09/12 10:20:55 wait[18] unblocked w/ 1 [false]
2024/09/12 10:20:55 wait[18] done
2024/09/12 10:20:55 wait[13] unblocked w/ 1 [false]
2024/09/12 10:20:55 wait[13] done
2024/09/12 10:20:55 wait[7] unblocked w/ 1 [false]
2024/09/12 10:20:55 wait[7] done
2024/09/12 10:20:55 wait[2] unblocked w/ 1 [false]
2024/09/12 10:20:55 wait[2] done
2024/09/12 10:20:55 Executing pipeline with the direct runner.
2024/09/12 10:20:55 Pipeline:
2024/09/12 10:20:55 Nodes: {1: []uint8/bytes GLO}
{2: *batchmap.Entry/R[*batchmap.Entry] GLO}
{3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{6: *batchmap.Tile/R[*batchmap.Tile] GLO}
{7: *batchmap.Tile/R[*batchmap.Tile] GLO}
{8: string/string GLO}
{9: int/int[varintz] GLO}
{10: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{11: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}
{12: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{13: int/int[varintz] GLO}
{14: []uint8/bytes GLO}
{15: int/int[varintz] GLO}
{16: []uint8/bytes GLO}
{17: int/int[varintz] GLO}
{18: int/int[varintz] GLO}
{19: int/int[varintz] GLO}
{20: []uint8/bytes GLO}
{21: []uint8/bytes GLO}
{22: string/string GLO}
{23: []uint8/bytes GLO}
{24: string/string GLO}
{25: string/string GLO}
{26: string/string GLO}
{27: []uint8/bytes GLO}
Edges: 1: Impulse [] -> [Out: []uint8 -> {1: []uint8/bytes GLO}]
2: ParDo [In(Main): []uint8 <- {1: []uint8/bytes GLO}] -> [Out: T -> {2: *batchmap.Entry/R[*batchmap.Entry] GLO}]
3: ParDo [In(Main): *batchmap.Entry <- {2: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
4: ParDo [In(Main): batchmap.nodeHash <- {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
5: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
6: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {6: *batchmap.Tile/R[*batchmap.Tile] GLO}]
7: ParDo [In(Main): T <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: T -> {7: *batchmap.Tile/R[*batchmap.Tile] GLO}]
8: ParDo [In(Main): *batchmap.Tile <- {7: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: string -> {8: string/string GLO}]
9: ParDo [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: int -> {9: int/int[varintz] GLO}]
10: ParDo [In(Main): T <- {9: int/int[varintz] GLO}] -> [Out: KV<int,T> -> {10: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
11: CoGBK [In(Main): KV<int,int> <- {10: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: CoGBK<int,int> -> {11: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}]
12: Combine [In(Main): int <- {11: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}] -> [Out: KV<int,int> -> {12: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
13: ParDo [In(Main): KV<X,Y> <- {12: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: Y -> {13: int/int[varintz] GLO}]
14: Impulse [] -> [Out: []uint8 -> {14: []uint8/bytes GLO}]
15: ParDo [In(Main): []uint8 <- {14: []uint8/bytes GLO}] -> [Out: T -> {15: int/int[varintz] GLO}]
16: Impulse [] -> [Out: []uint8 -> {16: []uint8/bytes GLO}]
17: ParDo [In(Main): []uint8 <- {16: []uint8/bytes GLO} In(Iter): T <- {13: int/int[varintz] GLO} In(Iter): T <- {15: int/int[varintz] GLO}] -> [Out: T -> {17: int/int[varintz] GLO} Out: T -> {18: int/int[varintz] GLO} Out: T -> {19: int/int[varintz] GLO}]
18: Impulse [] -> [Out: []uint8 -> {20: []uint8/bytes GLO}]
19: ParDo [In(Main): []uint8 <- {20: []uint8/bytes GLO} In(Iter): T <- {17: int/int[varintz] GLO} In(Iter): T <- {18: int/int[varintz] GLO} In(Iter): T <- {19: int/int[varintz] GLO}] -> []
20: Impulse [] -> [Out: []uint8 -> {21: []uint8/bytes GLO}]
21: ParDo [In(Main): []uint8 <- {21: []uint8/bytes GLO}] -> [Out: T -> {22: string/string GLO}]
22: Impulse [] -> [Out: []uint8 -> {23: []uint8/bytes GLO}]
23: ParDo [In(Main): []uint8 <- {23: []uint8/bytes GLO} In(Iter): T <- {8: string/string GLO} In(Iter): T <- {22: string/string GLO}] -> [Out: T -> {24: string/string GLO} Out: T -> {25: string/string GLO} Out: T -> {26: string/string GLO}]
24: Impulse [] -> [Out: []uint8 -> {27: []uint8/bytes GLO}]
25: ParDo [In(Main): []uint8 <- {27: []uint8/bytes GLO} In(Iter): T <- {24: string/string GLO} In(Iter): T <- {25: string/string GLO} In(Iter): T <- {26: string/string GLO}] -> []
2024/09/12 10:20:55 Plan[plan]:
34: Impulse[0]
36: Impulse[0]
37: Impulse[0]
38: Impulse[0]
40: Impulse[0]
41: Impulse[0]
42: Impulse[0]
1: ParDo[passert.failIfBadEntries] Out:[]
2: wait[3] Out:1
3: buffer[3]. wait:2 Out:1
4: buffer[4]. wait:2 Out:1
5: buffer[5]. wait:2 Out:1
6: ParDo[passert.diffFn] Out:[3 4 5]
7: wait[2] Out:6
8: buffer[8]. wait:7 Out:6
9: buffer[9]. wait:7 Out:6
10: ParDo[batchmap.TestCreate.func1.2] Out:[8]
11: ParDo[filter.filterFn] Out:[10]
12: ParDo[passert.failIfBadEntries] Out:[]
13: wait[3] Out:12
14: buffer[14]. wait:13 Out:12
15: buffer[15]. wait:13 Out:12
16: buffer[16]. wait:13 Out:12
17: ParDo[passert.diffFn] Out:[14 15 16]
18: wait[2] Out:17
19: buffer[19]. wait:18 Out:17
20: buffer[20]. wait:18 Out:17
21: ParDo[beam.dropKeyFn] Out:[19]
22: Combine[stats.sumIntFn] Keyed:false Out:21
23: CoGBK. Out:22
24: Inject[0]. Out:23
25: ParDo[beam.addFixedKeyFn] Out:[24]
26: ParDo[batchmap.assertTileCount.func1] Out:[25]
27: Multiplex. Out:[11 26]
28: ParDo[batchmap.tileHashFn] Out:[27]
29: CoGBK. Out:28
30: Inject[0]. Out:29
31: ParDo[batchmap.leafShardFn] Out:[30]
32: ParDo[batchmap.entryToNodeHashFn] Out:[31]
33: ParDo[beam.createFn] Out:[32]
35: ParDo[beam.createFn] Out:[20]
39: ParDo[beam.createFn] Out:[9]
2024/09/12 10:20:55 wait[18] unblocked w/ 1 [false]
2024/09/12 10:20:55 wait[18] done
2024/09/12 10:20:55 wait[13] unblocked w/ 1 [false]
2024/09/12 10:20:55 wait[13] done
2024/09/12 10:20:55 wait[7] unblocked w/ 1 [false]
2024/09/12 10:20:55 wait[7] done
2024/09/12 10:20:55 wait[2] unblocked w/ 1 [false]
2024/09/12 10:20:55 wait[2] done
2024/09/12 10:20:55 Executing pipeline with the direct runner.
2024/09/12 10:20:55 Pipeline:
2024/09/12 10:20:55 Nodes: {1: []uint8/bytes GLO}
{2: *batchmap.Entry/R[*batchmap.Entry] GLO}
{3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{6: *batchmap.Tile/R[*batchmap.Tile] GLO}
{7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{10: *batchmap.Tile/R[*batchmap.Tile] GLO}
{11: *batchmap.Tile/R[*batchmap.Tile] GLO}
{12: *batchmap.Tile/R[*batchmap.Tile] GLO}
{13: string/string GLO}
{14: int/int[varintz] GLO}
{15: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{16: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}
{17: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{18: int/int[varintz] GLO}
{19: []uint8/bytes GLO}
{20: int/int[varintz] GLO}
{21: []uint8/bytes GLO}
{22: int/int[varintz] GLO}
{23: int/int[varintz] GLO}
{24: int/int[varintz] GLO}
{25: []uint8/bytes GLO}
{26: []uint8/bytes GLO}
{27: string/string GLO}
{28: []uint8/bytes GLO}
{29: string/string GLO}
{30: string/string GLO}
{31: string/string GLO}
{32: []uint8/bytes GLO}
Edges: 1: Impulse [] -> [Out: []uint8 -> {1: []uint8/bytes GLO}]
2: ParDo [In(Main): []uint8 <- {1: []uint8/bytes GLO}] -> [Out: T -> {2: *batchmap.Entry/R[*batchmap.Entry] GLO}]
3: ParDo [In(Main): *batchmap.Entry <- {2: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
4: ParDo [In(Main): batchmap.nodeHash <- {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
5: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
6: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {6: *batchmap.Tile/R[*batchmap.Tile] GLO}]
7: ParDo [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
8: ParDo [In(Main): batchmap.nodeHash <- {7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
9: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
10: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {10: *batchmap.Tile/R[*batchmap.Tile] GLO}]
11: Flatten [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {10: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {11: *batchmap.Tile/R[*batchmap.Tile] GLO}]
12: ParDo [In(Main): T <- {11: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: T -> {12: *batchmap.Tile/R[*batchmap.Tile] GLO}]
13: ParDo [In(Main): *batchmap.Tile <- {12: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: string -> {13: string/string GLO}]
14: ParDo [In(Main): *batchmap.Tile <- {11: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: int -> {14: int/int[varintz] GLO}]
15: ParDo [In(Main): T <- {14: int/int[varintz] GLO}] -> [Out: KV<int,T> -> {15: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
16: CoGBK [In(Main): KV<int,int> <- {15: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: CoGBK<int,int> -> {16: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}]
17: Combine [In(Main): int <- {16: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}] -> [Out: KV<int,int> -> {17: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
18: ParDo [In(Main): KV<X,Y> <- {17: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: Y -> {18: int/int[varintz] GLO}]
19: Impulse [] -> [Out: []uint8 -> {19: []uint8/bytes GLO}]
20: ParDo [In(Main): []uint8 <- {19: []uint8/bytes GLO}] -> [Out: T -> {20: int/int[varintz] GLO}]
21: Impulse [] -> [Out: []uint8 -> {21: []uint8/bytes GLO}]
22: ParDo [In(Main): []uint8 <- {21: []uint8/bytes GLO} In(Iter): T <- {18: int/int[varintz] GLO} In(Iter): T <- {20: int/int[varintz] GLO}] -> [Out: T -> {22: int/int[varintz] GLO} Out: T -> {23: int/int[varintz] GLO} Out: T -> {24: int/int[varintz] GLO}]
23: Impulse [] -> [Out: []uint8 -> {25: []uint8/bytes GLO}]
24: ParDo [In(Main): []uint8 <- {25: []uint8/bytes GLO} In(Iter): T <- {22: int/int[varintz] GLO} In(Iter): T <- {23: int/int[varintz] GLO} In(Iter): T <- {24: int/int[varintz] GLO}] -> []
25: Impulse [] -> [Out: []uint8 -> {26: []uint8/bytes GLO}]
26: ParDo [In(Main): []uint8 <- {26: []uint8/bytes GLO}] -> [Out: T -> {27: string/string GLO}]
27: Impulse [] -> [Out: []uint8 -> {28: []uint8/bytes GLO}]
28: ParDo [In(Main): []uint8 <- {28: []uint8/bytes GLO} In(Iter): T <- {13: string/string GLO} In(Iter): T <- {27: string/string GLO}] -> [Out: T -> {29: string/string GLO} Out: T -> {30: string/string GLO} Out: T -> {31: string/string GLO}]
29: Impulse [] -> [Out: []uint8 -> {32: []uint8/bytes GLO}]
30: ParDo [In(Main): []uint8 <- {32: []uint8/bytes GLO} In(Iter): T <- {29: string/string GLO} In(Iter): T <- {30: string/string GLO} In(Iter): T <- {31: string/string GLO}] -> []
2024/09/12 10:20:55 Plan[plan]:
41: Impulse[0]
43: Impulse[0]
44: Impulse[0]
45: Impulse[0]
47: Impulse[0]
48: Impulse[0]
49: Impulse[0]
1: ParDo[passert.failIfBadEntries] Out:[]
2: wait[3] Out:1
3: buffer[3]. wait:2 Out:1
4: buffer[4]. wait:2 Out:1
5: buffer[5]. wait:2 Out:1
6: ParDo[passert.diffFn] Out:[3 4 5]
7: wait[2] Out:6
8: buffer[8]. wait:7 Out:6
9: buffer[9]. wait:7 Out:6
10: ParDo[batchmap.TestCreate.func1.2] Out:[8]
11: ParDo[filter.filterFn] Out:[10]
12: ParDo[passert.failIfBadEntries] Out:[]
13: wait[3] Out:12
14: buffer[14]. wait:13 Out:12
15: buffer[15]. wait:13 Out:12
16: buffer[16]. wait:13 Out:12
17: ParDo[passert.diffFn] Out:[14 15 16]
18: wait[2] Out:17
19: buffer[19]. wait:18 Out:17
20: buffer[20]. wait:18 Out:17
21: ParDo[beam.dropKeyFn] Out:[19]
22: Combine[stats.sumIntFn] Keyed:false Out:21
23: CoGBK. Out:22
24: Inject[0]. Out:23
25: ParDo[beam.addFixedKeyFn] Out:[24]
26: ParDo[batchmap.assertTileCount.func1] Out:[25]
27: Multiplex. Out:[11 26]
28: Flatten[2]. Out:Multiplex. Out:[11 26]
29: ParDo[batchmap.tileHashFn] Out:[28]
30: CoGBK. Out:29
31: Inject[0]. Out:30
32: ParDo[batchmap.leafShardFn] Out:[31]
33: ParDo[batchmap.tileToNodeHashFn] Out:[32]
34: Multiplex. Out:[33 28]
35: ParDo[batchmap.tileHashFn] Out:[34]
36: CoGBK. Out:35
37: Inject[0]. Out:36
38: ParDo[batchmap.leafShardFn] Out:[37]
39: ParDo[batchmap.entryToNodeHashFn] Out:[38]
40: ParDo[beam.createFn] Out:[39]
42: ParDo[beam.createFn] Out:[20]
46: ParDo[beam.createFn] Out:[9]
2024/09/12 10:20:55 wait[18] unblocked w/ 1 [false]
2024/09/12 10:20:55 wait[18] done
2024/09/12 10:20:55 wait[13] unblocked w/ 1 [false]
2024/09/12 10:20:55 wait[13] done
2024/09/12 10:20:55 wait[7] unblocked w/ 1 [false]
2024/09/12 10:20:55 wait[7] done
2024/09/12 10:20:55 wait[2] unblocked w/ 1 [false]
2024/09/12 10:20:55 wait[2] done
2024/09/12 10:20:55 Executing pipeline with the direct runner.
2024/09/12 10:20:55 Pipeline:
2024/09/12 10:20:55 Nodes: {1: []uint8/bytes GLO}
{2: *batchmap.Entry/R[*batchmap.Entry] GLO}
{3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{6: *batchmap.Tile/R[*batchmap.Tile] GLO}
{7: *batchmap.Tile/R[*batchmap.Tile] GLO}
{8: string/string GLO}
{9: int/int[varintz] GLO}
{10: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{11: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}
{12: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{13: int/int[varintz] GLO}
{14: []uint8/bytes GLO}
{15: int/int[varintz] GLO}
{16: []uint8/bytes GLO}
{17: int/int[varintz] GLO}
{18: int/int[varintz] GLO}
{19: int/int[varintz] GLO}
{20: []uint8/bytes GLO}
{21: []uint8/bytes GLO}
{22: string/string GLO}
{23: []uint8/bytes GLO}
{24: string/string GLO}
{25: string/string GLO}
{26: string/string GLO}
{27: []uint8/bytes GLO}
Edges: 1: Impulse [] -> [Out: []uint8 -> {1: []uint8/bytes GLO}]
2: ParDo [In(Main): []uint8 <- {1: []uint8/bytes GLO}] -> [Out: T -> {2: *batchmap.Entry/R[*batchmap.Entry] GLO}]
3: ParDo [In(Main): *batchmap.Entry <- {2: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
4: ParDo [In(Main): batchmap.nodeHash <- {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
5: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
6: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {6: *batchmap.Tile/R[*batchmap.Tile] GLO}]
7: ParDo [In(Main): T <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: T -> {7: *batchmap.Tile/R[*batchmap.Tile] GLO}]
8: ParDo [In(Main): *batchmap.Tile <- {7: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: string -> {8: string/string GLO}]
9: ParDo [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: int -> {9: int/int[varintz] GLO}]
10: ParDo [In(Main): T <- {9: int/int[varintz] GLO}] -> [Out: KV<int,T> -> {10: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
11: CoGBK [In(Main): KV<int,int> <- {10: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: CoGBK<int,int> -> {11: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}]
12: Combine [In(Main): int <- {11: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}] -> [Out: KV<int,int> -> {12: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
13: ParDo [In(Main): KV<X,Y> <- {12: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: Y -> {13: int/int[varintz] GLO}]
14: Impulse [] -> [Out: []uint8 -> {14: []uint8/bytes GLO}]
15: ParDo [In(Main): []uint8 <- {14: []uint8/bytes GLO}] -> [Out: T -> {15: int/int[varintz] GLO}]
16: Impulse [] -> [Out: []uint8 -> {16: []uint8/bytes GLO}]
17: ParDo [In(Main): []uint8 <- {16: []uint8/bytes GLO} In(Iter): T <- {13: int/int[varintz] GLO} In(Iter): T <- {15: int/int[varintz] GLO}] -> [Out: T -> {17: int/int[varintz] GLO} Out: T -> {18: int/int[varintz] GLO} Out: T -> {19: int/int[varintz] GLO}]
18: Impulse [] -> [Out: []uint8 -> {20: []uint8/bytes GLO}]
19: ParDo [In(Main): []uint8 <- {20: []uint8/bytes GLO} In(Iter): T <- {17: int/int[varintz] GLO} In(Iter): T <- {18: int/int[varintz] GLO} In(Iter): T <- {19: int/int[varintz] GLO}] -> []
20: Impulse [] -> [Out: []uint8 -> {21: []uint8/bytes GLO}]
21: ParDo [In(Main): []uint8 <- {21: []uint8/bytes GLO}] -> [Out: T -> {22: string/string GLO}]
22: Impulse [] -> [Out: []uint8 -> {23: []uint8/bytes GLO}]
23: ParDo [In(Main): []uint8 <- {23: []uint8/bytes GLO} In(Iter): T <- {8: string/string GLO} In(Iter): T <- {22: string/string GLO}] -> [Out: T -> {24: string/string GLO} Out: T -> {25: string/string GLO} Out: T -> {26: string/string GLO}]
24: Impulse [] -> [Out: []uint8 -> {27: []uint8/bytes GLO}]
25: ParDo [In(Main): []uint8 <- {27: []uint8/bytes GLO} In(Iter): T <- {24: string/string GLO} In(Iter): T <- {25: string/string GLO} In(Iter): T <- {26: string/string GLO}] -> []
2024/09/12 10:20:55 Plan[plan]:
34: Impulse[0]
36: Impulse[0]
37: Impulse[0]
38: Impulse[0]
40: Impulse[0]
41: Impulse[0]
42: Impulse[0]
1: ParDo[passert.failIfBadEntries] Out:[]
2: wait[3] Out:1
3: buffer[3]. wait:2 Out:1
4: buffer[4]. wait:2 Out:1
5: buffer[5]. wait:2 Out:1
6: ParDo[passert.diffFn] Out:[3 4 5]
7: wait[2] Out:6
8: buffer[8]. wait:7 Out:6
9: buffer[9]. wait:7 Out:6
10: ParDo[batchmap.TestCreate.func1.2] Out:[8]
11: ParDo[filter.filterFn] Out:[10]
12: ParDo[passert.failIfBadEntries] Out:[]
13: wait[3] Out:12
14: buffer[14]. wait:13 Out:12
15: buffer[15]. wait:13 Out:12
16: buffer[16]. wait:13 Out:12
17: ParDo[passert.diffFn] Out:[14 15 16]
18: wait[2] Out:17
19: buffer[19]. wait:18 Out:17
20: buffer[20]. wait:18 Out:17
21: ParDo[beam.dropKeyFn] Out:[19]
22: Combine[stats.sumIntFn] Keyed:false Out:21
23: CoGBK. Out:22
24: Inject[0]. Out:23
25: ParDo[beam.addFixedKeyFn] Out:[24]
26: ParDo[batchmap.assertTileCount.func1] Out:[25]
27: Multiplex. Out:[11 26]
28: ParDo[batchmap.tileHashFn] Out:[27]
29: CoGBK. Out:28
30: Inject[0]. Out:29
31: ParDo[batchmap.leafShardFn] Out:[30]
32: ParDo[batchmap.entryToNodeHashFn] Out:[31]
33: ParDo[beam.createFn] Out:[32]
35: ParDo[beam.createFn] Out:[20]
39: ParDo[beam.createFn] Out:[9]
2024/09/12 10:20:55 wait[18] unblocked w/ 1 [false]
2024/09/12 10:20:55 wait[18] done
2024/09/12 10:20:55 wait[13] unblocked w/ 1 [false]
2024/09/12 10:20:55 wait[13] done
2024/09/12 10:20:55 wait[7] unblocked w/ 1 [false]
2024/09/12 10:20:55 wait[7] done
2024/09/12 10:20:55 wait[2] unblocked w/ 1 [false]
2024/09/12 10:20:55 wait[2] done
2024/09/12 10:20:55 Executing pipeline with the direct runner.
2024/09/12 10:20:55 Pipeline:
2024/09/12 10:20:55 Nodes: {1: []uint8/bytes GLO}
{2: *batchmap.Entry/R[*batchmap.Entry] GLO}
{3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{6: *batchmap.Tile/R[*batchmap.Tile] GLO}
{7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{10: *batchmap.Tile/R[*batchmap.Tile] GLO}
{11: *batchmap.Tile/R[*batchmap.Tile] GLO}
{12: *batchmap.Tile/R[*batchmap.Tile] GLO}
{13: string/string GLO}
{14: int/int[varintz] GLO}
{15: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{16: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}
{17: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{18: int/int[varintz] GLO}
{19: []uint8/bytes GLO}
{20: int/int[varintz] GLO}
{21: []uint8/bytes GLO}
{22: int/int[varintz] GLO}
{23: int/int[varintz] GLO}
{24: int/int[varintz] GLO}
{25: []uint8/bytes GLO}
{26: []uint8/bytes GLO}
{27: string/string GLO}
{28: []uint8/bytes GLO}
{29: string/string GLO}
{30: string/string GLO}
{31: string/string GLO}
{32: []uint8/bytes GLO}
Edges: 1: Impulse [] -> [Out: []uint8 -> {1: []uint8/bytes GLO}]
2: ParDo [In(Main): []uint8 <- {1: []uint8/bytes GLO}] -> [Out: T -> {2: *batchmap.Entry/R[*batchmap.Entry] GLO}]
3: ParDo [In(Main): *batchmap.Entry <- {2: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
4: ParDo [In(Main): batchmap.nodeHash <- {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
5: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
6: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {6: *batchmap.Tile/R[*batchmap.Tile] GLO}]
7: ParDo [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
8: ParDo [In(Main): batchmap.nodeHash <- {7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
9: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
10: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {10: *batchmap.Tile/R[*batchmap.Tile] GLO}]
11: Flatten [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {10: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {11: *batchmap.Tile/R[*batchmap.Tile] GLO}]
12: ParDo [In(Main): T <- {11: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: T -> {12: *batchmap.Tile/R[*batchmap.Tile] GLO}]
13: ParDo [In(Main): *batchmap.Tile <- {12: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: string -> {13: string/string GLO}]
14: ParDo [In(Main): *batchmap.Tile <- {11: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: int -> {14: int/int[varintz] GLO}]
15: ParDo [In(Main): T <- {14: int/int[varintz] GLO}] -> [Out: KV<int,T> -> {15: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
16: CoGBK [In(Main): KV<int,int> <- {15: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: CoGBK<int,int> -> {16: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}]
17: Combine [In(Main): int <- {16: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}] -> [Out: KV<int,int> -> {17: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
18: ParDo [In(Main): KV<X,Y> <- {17: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: Y -> {18: int/int[varintz] GLO}]
19: Impulse [] -> [Out: []uint8 -> {19: []uint8/bytes GLO}]
20: ParDo [In(Main): []uint8 <- {19: []uint8/bytes GLO}] -> [Out: T -> {20: int/int[varintz] GLO}]
21: Impulse [] -> [Out: []uint8 -> {21: []uint8/bytes GLO}]
22: ParDo [In(Main): []uint8 <- {21: []uint8/bytes GLO} In(Iter): T <- {18: int/int[varintz] GLO} In(Iter): T <- {20: int/int[varintz] GLO}] -> [Out: T -> {22: int/int[varintz] GLO} Out: T -> {23: int/int[varintz] GLO} Out: T -> {24: int/int[varintz] GLO}]
23: Impulse [] -> [Out: []uint8 -> {25: []uint8/bytes GLO}]
24: ParDo [In(Main): []uint8 <- {25: []uint8/bytes GLO} In(Iter): T <- {22: int/int[varintz] GLO} In(Iter): T <- {23: int/int[varintz] GLO} In(Iter): T <- {24: int/int[varintz] GLO}] -> []
25: Impulse [] -> [Out: []uint8 -> {26: []uint8/bytes GLO}]
26: ParDo [In(Main): []uint8 <- {26: []uint8/bytes GLO}] -> [Out: T -> {27: string/string GLO}]
27: Impulse [] -> [Out: []uint8 -> {28: []uint8/bytes GLO}]
28: ParDo [In(Main): []uint8 <- {28: []uint8/bytes GLO} In(Iter): T <- {13: string/string GLO} In(Iter): T <- {27: string/string GLO}] -> [Out: T -> {29: string/string GLO} Out: T -> {30: string/string GLO} Out: T -> {31: string/string GLO}]
29: Impulse [] -> [Out: []uint8 -> {32: []uint8/bytes GLO}]
30: ParDo [In(Main): []uint8 <- {32: []uint8/bytes GLO} In(Iter): T <- {29: string/string GLO} In(Iter): T <- {30: string/string GLO} In(Iter): T <- {31: string/string GLO}] -> []
2024/09/12 10:20:55 Plan[plan]:
41: Impulse[0]
43: Impulse[0]
44: Impulse[0]
45: Impulse[0]
47: Impulse[0]
48: Impulse[0]
49: Impulse[0]
1: ParDo[passert.failIfBadEntries] Out:[]
2: wait[3] Out:1
3: buffer[3]. wait:2 Out:1
4: buffer[4]. wait:2 Out:1
5: buffer[5]. wait:2 Out:1
6: ParDo[passert.diffFn] Out:[3 4 5]
7: wait[2] Out:6
8: buffer[8]. wait:7 Out:6
9: buffer[9]. wait:7 Out:6
10: ParDo[batchmap.TestCreate.func1.2] Out:[8]
11: ParDo[filter.filterFn] Out:[10]
12: ParDo[passert.failIfBadEntries] Out:[]
13: wait[3] Out:12
14: buffer[14]. wait:13 Out:12
15: buffer[15]. wait:13 Out:12
16: buffer[16]. wait:13 Out:12
17: ParDo[passert.diffFn] Out:[14 15 16]
18: wait[2] Out:17
19: buffer[19]. wait:18 Out:17
20: buffer[20]. wait:18 Out:17
21: ParDo[beam.dropKeyFn] Out:[19]
22: Combine[stats.sumIntFn] Keyed:false Out:21
23: CoGBK. Out:22
24: Inject[0]. Out:23
25: ParDo[beam.addFixedKeyFn] Out:[24]
26: ParDo[batchmap.assertTileCount.func1] Out:[25]
27: Multiplex. Out:[11 26]
28: Flatten[2]. Out:Multiplex. Out:[11 26]
29: ParDo[batchmap.tileHashFn] Out:[28]
30: CoGBK. Out:29
31: Inject[0]. Out:30
32: ParDo[batchmap.leafShardFn] Out:[31]
33: ParDo[batchmap.tileToNodeHashFn] Out:[32]
34: Multiplex. Out:[33 28]
35: ParDo[batchmap.tileHashFn] Out:[34]
36: CoGBK. Out:35
37: Inject[0]. Out:36
38: ParDo[batchmap.leafShardFn] Out:[37]
39: ParDo[batchmap.entryToNodeHashFn] Out:[38]
40: ParDo[beam.createFn] Out:[39]
42: ParDo[beam.createFn] Out:[20]
46: ParDo[beam.createFn] Out:[9]
2024/09/12 10:20:55 wait[18] unblocked w/ 1 [false]
2024/09/12 10:20:55 wait[18] done
2024/09/12 10:20:55 wait[13] unblocked w/ 1 [false]
2024/09/12 10:20:55 wait[13] done
2024/09/12 10:20:55 wait[7] unblocked w/ 1 [false]
2024/09/12 10:20:55 wait[7] done
2024/09/12 10:20:55 wait[2] unblocked w/ 1 [false]
2024/09/12 10:20:55 wait[2] done
2024/09/12 10:20:55 Executing pipeline with the direct runner.
2024/09/12 10:20:55 Pipeline:
2024/09/12 10:20:55 Nodes: {1: []uint8/bytes GLO}
{2: *batchmap.Entry/R[*batchmap.Entry] GLO}
{3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{6: *batchmap.Tile/R[*batchmap.Tile] GLO}
{7: *batchmap.Tile/R[*batchmap.Tile] GLO}
{8: string/string GLO}
{9: int/int[varintz] GLO}
{10: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{11: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}
{12: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{13: int/int[varintz] GLO}
{14: []uint8/bytes GLO}
{15: int/int[varintz] GLO}
{16: []uint8/bytes GLO}
{17: int/int[varintz] GLO}
{18: int/int[varintz] GLO}
{19: int/int[varintz] GLO}
{20: []uint8/bytes GLO}
{21: []uint8/bytes GLO}
{22: string/string GLO}
{23: []uint8/bytes GLO}
{24: string/string GLO}
{25: string/string GLO}
{26: string/string GLO}
{27: []uint8/bytes GLO}
Edges: 1: Impulse [] -> [Out: []uint8 -> {1: []uint8/bytes GLO}]
2: ParDo [In(Main): []uint8 <- {1: []uint8/bytes GLO}] -> [Out: T -> {2: *batchmap.Entry/R[*batchmap.Entry] GLO}]
3: ParDo [In(Main): *batchmap.Entry <- {2: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
4: ParDo [In(Main): batchmap.nodeHash <- {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
5: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
6: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {6: *batchmap.Tile/R[*batchmap.Tile] GLO}]
7: ParDo [In(Main): T <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: T -> {7: *batchmap.Tile/R[*batchmap.Tile] GLO}]
8: ParDo [In(Main): *batchmap.Tile <- {7: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: string -> {8: string/string GLO}]
9: ParDo [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: int -> {9: int/int[varintz] GLO}]
10: ParDo [In(Main): T <- {9: int/int[varintz] GLO}] -> [Out: KV<int,T> -> {10: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
11: CoGBK [In(Main): KV<int,int> <- {10: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: CoGBK<int,int> -> {11: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}]
12: Combine [In(Main): int <- {11: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}] -> [Out: KV<int,int> -> {12: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
13: ParDo [In(Main): KV<X,Y> <- {12: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: Y -> {13: int/int[varintz] GLO}]
14: Impulse [] -> [Out: []uint8 -> {14: []uint8/bytes GLO}]
15: ParDo [In(Main): []uint8 <- {14: []uint8/bytes GLO}] -> [Out: T -> {15: int/int[varintz] GLO}]
16: Impulse [] -> [Out: []uint8 -> {16: []uint8/bytes GLO}]
17: ParDo [In(Main): []uint8 <- {16: []uint8/bytes GLO} In(Iter): T <- {13: int/int[varintz] GLO} In(Iter): T <- {15: int/int[varintz] GLO}] -> [Out: T -> {17: int/int[varintz] GLO} Out: T -> {18: int/int[varintz] GLO} Out: T -> {19: int/int[varintz] GLO}]
18: Impulse [] -> [Out: []uint8 -> {20: []uint8/bytes GLO}]
19: ParDo [In(Main): []uint8 <- {20: []uint8/bytes GLO} In(Iter): T <- {17: int/int[varintz] GLO} In(Iter): T <- {18: int/int[varintz] GLO} In(Iter): T <- {19: int/int[varintz] GLO}] -> []
20: Impulse [] -> [Out: []uint8 -> {21: []uint8/bytes GLO}]
21: ParDo [In(Main): []uint8 <- {21: []uint8/bytes GLO}] -> [Out: T -> {22: string/string GLO}]
22: Impulse [] -> [Out: []uint8 -> {23: []uint8/bytes GLO}]
23: ParDo [In(Main): []uint8 <- {23: []uint8/bytes GLO} In(Iter): T <- {8: string/string GLO} In(Iter): T <- {22: string/string GLO}] -> [Out: T -> {24: string/string GLO} Out: T -> {25: string/string GLO} Out: T -> {26: string/string GLO}]
24: Impulse [] -> [Out: []uint8 -> {27: []uint8/bytes GLO}]
25: ParDo [In(Main): []uint8 <- {27: []uint8/bytes GLO} In(Iter): T <- {24: string/string GLO} In(Iter): T <- {25: string/string GLO} In(Iter): T <- {26: string/string GLO}] -> []
2024/09/12 10:20:55 Plan[plan]:
34: Impulse[0]
36: Impulse[0]
37: Impulse[0]
38: Impulse[0]
40: Impulse[0]
41: Impulse[0]
42: Impulse[0]
1: ParDo[passert.failIfBadEntries] Out:[]
2: wait[3] Out:1
3: buffer[3]. wait:2 Out:1
4: buffer[4]. wait:2 Out:1
5: buffer[5]. wait:2 Out:1
6: ParDo[passert.diffFn] Out:[3 4 5]
7: wait[2] Out:6
8: buffer[8]. wait:7 Out:6
9: buffer[9]. wait:7 Out:6
10: ParDo[batchmap.TestCreate.func1.2] Out:[8]
11: ParDo[filter.filterFn] Out:[10]
12: ParDo[passert.failIfBadEntries] Out:[]
13: wait[3] Out:12
14: buffer[14]. wait:13 Out:12
15: buffer[15]. wait:13 Out:12
16: buffer[16]. wait:13 Out:12
17: ParDo[passert.diffFn] Out:[14 15 16]
18: wait[2] Out:17
19: buffer[19]. wait:18 Out:17
20: buffer[20]. wait:18 Out:17
21: ParDo[beam.dropKeyFn] Out:[19]
22: Combine[stats.sumIntFn] Keyed:false Out:21
23: CoGBK. Out:22
24: Inject[0]. Out:23
25: ParDo[beam.addFixedKeyFn] Out:[24]
26: ParDo[batchmap.assertTileCount.func1] Out:[25]
27: Multiplex. Out:[11 26]
28: ParDo[batchmap.tileHashFn] Out:[27]
29: CoGBK. Out:28
30: Inject[0]. Out:29
31: ParDo[batchmap.leafShardFn] Out:[30]
32: ParDo[batchmap.entryToNodeHashFn] Out:[31]
33: ParDo[beam.createFn] Out:[32]
35: ParDo[beam.createFn] Out:[20]
39: ParDo[beam.createFn] Out:[9]
2024/09/12 10:20:55 Executing pipeline with the direct runner.
2024/09/12 10:20:55 Pipeline:
2024/09/12 10:20:55 Nodes: {1: []uint8/bytes GLO}
{2: *batchmap.Entry/R[*batchmap.Entry] GLO}
{3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{6: *batchmap.Tile/R[*batchmap.Tile] GLO}
{7: []uint8/bytes GLO}
{8: *batchmap.Entry/R[*batchmap.Entry] GLO}
{9: *batchmap.Tile/R[*batchmap.Tile] GLO}
{10: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{11: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{13: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{14: *batchmap.Tile/R[*batchmap.Tile] GLO}
{15: *batchmap.Tile/R[*batchmap.Tile] GLO}
{16: string/string GLO}
{17: int/int[varintz] GLO}
{18: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{19: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}
{20: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{21: int/int[varintz] GLO}
{22: []uint8/bytes GLO}
{23: int/int[varintz] GLO}
{24: []uint8/bytes GLO}
{25: int/int[varintz] GLO}
{26: int/int[varintz] GLO}
{27: int/int[varintz] GLO}
{28: []uint8/bytes GLO}
{29: []uint8/bytes GLO}
{30: string/string GLO}
{31: []uint8/bytes GLO}
{32: string/string GLO}
{33: string/string GLO}
{34: string/string GLO}
{35: []uint8/bytes GLO}
Edges: 1: Impulse [] -> [Out: []uint8 -> {1: []uint8/bytes GLO}]
2: ParDo [In(Main): []uint8 <- {1: []uint8/bytes GLO}] -> [Out: T -> {2: *batchmap.Entry/R[*batchmap.Entry] GLO}]
3: ParDo [In(Main): *batchmap.Entry <- {2: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
4: ParDo [In(Main): batchmap.nodeHash <- {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
5: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
6: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {6: *batchmap.Tile/R[*batchmap.Tile] GLO}]
7: Impulse [] -> [Out: []uint8 -> {7: []uint8/bytes GLO}]
8: ParDo [In(Main): []uint8 <- {7: []uint8/bytes GLO}] -> [Out: T -> {8: *batchmap.Entry/R[*batchmap.Entry] GLO}]
9: ParDo [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {9: *batchmap.Tile/R[*batchmap.Tile] GLO}]
10: ParDo [In(Main): *batchmap.Entry <- {8: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {10: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
11: ParDo [In(Main): *batchmap.Tile <- {9: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {11: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
12: ParDo [In(Main): batchmap.nodeHash <- {10: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
13: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {11: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {13: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
14: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {13: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {14: *batchmap.Tile/R[*batchmap.Tile] GLO}]
15: ParDo [In(Main): T <- {14: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: T -> {15: *batchmap.Tile/R[*batchmap.Tile] GLO}]
16: ParDo [In(Main): *batchmap.Tile <- {15: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: string -> {16: string/string GLO}]
17: ParDo [In(Main): *batchmap.Tile <- {14: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: int -> {17: int/int[varintz] GLO}]
18: ParDo [In(Main): T <- {17: int/int[varintz] GLO}] -> [Out: KV<int,T> -> {18: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
19: CoGBK [In(Main): KV<int,int> <- {18: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: CoGBK<int,int> -> {19: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}]
20: Combine [In(Main): int <- {19: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}] -> [Out: KV<int,int> -> {20: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
21: ParDo [In(Main): KV<X,Y> <- {20: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: Y -> {21: int/int[varintz] GLO}]
22: Impulse [] -> [Out: []uint8 -> {22: []uint8/bytes GLO}]
23: ParDo [In(Main): []uint8 <- {22: []uint8/bytes GLO}] -> [Out: T -> {23: int/int[varintz] GLO}]
24: Impulse [] -> [Out: []uint8 -> {24: []uint8/bytes GLO}]
25: ParDo [In(Main): []uint8 <- {24: []uint8/bytes GLO} In(Iter): T <- {21: int/int[varintz] GLO} In(Iter): T <- {23: int/int[varintz] GLO}] -> [Out: T -> {25: int/int[varintz] GLO} Out: T -> {26: int/int[varintz] GLO} Out: T -> {27: int/int[varintz] GLO}]
26: Impulse [] -> [Out: []uint8 -> {28: []uint8/bytes GLO}]
27: ParDo [In(Main): []uint8 <- {28: []uint8/bytes GLO} In(Iter): T <- {25: int/int[varintz] GLO} In(Iter): T <- {26: int/int[varintz] GLO} In(Iter): T <- {27: int/int[varintz] GLO}] -> []
28: Impulse [] -> [Out: []uint8 -> {29: []uint8/bytes GLO}]
29: ParDo [In(Main): []uint8 <- {29: []uint8/bytes GLO}] -> [Out: T -> {30: string/string GLO}]
30: Impulse [] -> [Out: []uint8 -> {31: []uint8/bytes GLO}]
31: ParDo [In(Main): []uint8 <- {31: []uint8/bytes GLO} In(Iter): T <- {16: string/string GLO} In(Iter): T <- {30: string/string GLO}] -> [Out: T -> {32: string/string GLO} Out: T -> {33: string/string GLO} Out: T -> {34: string/string GLO}]
32: Impulse [] -> [Out: []uint8 -> {35: []uint8/bytes GLO}]
33: ParDo [In(Main): []uint8 <- {35: []uint8/bytes GLO} In(Iter): T <- {32: string/string GLO} In(Iter): T <- {33: string/string GLO} In(Iter): T <- {34: string/string GLO}] -> []
2024/09/12 10:20:55 Plan[plan]:
41: Impulse[0]
45: Impulse[0]
47: Impulse[0]
48: Impulse[0]
49: Impulse[0]
51: Impulse[0]
52: Impulse[0]
53: Impulse[0]
1: ParDo[passert.failIfBadEntries] Out:[]
2: wait[3] Out:1
3: buffer[3]. wait:2 Out:1
4: buffer[4]. wait:2 Out:1
5: buffer[5]. wait:2 Out:1
6: ParDo[passert.diffFn] Out:[3 4 5]
7: wait[2] Out:6
8: buffer[8]. wait:7 Out:6
9: buffer[9]. wait:7 Out:6
10: ParDo[batchmap.TestUpdate.func1.2] Out:[8]
11: ParDo[filter.filterFn] Out:[10]
12: ParDo[passert.failIfBadEntries] Out:[]
13: wait[3] Out:12
14: buffer[14]. wait:13 Out:12
15: buffer[15]. wait:13 Out:12
16: buffer[16]. wait:13 Out:12
17: ParDo[passert.diffFn] Out:[14 15 16]
18: wait[2] Out:17
19: buffer[19]. wait:18 Out:17
20: buffer[20]. wait:18 Out:17
21: ParDo[beam.dropKeyFn] Out:[19]
22: Combine[stats.sumIntFn] Keyed:false Out:21
23: CoGBK. Out:22
24: Inject[0]. Out:23
25: ParDo[beam.addFixedKeyFn] Out:[24]
26: ParDo[batchmap.assertTileCount.func1] Out:[25]
27: Multiplex. Out:[11 26]
28: ParDo[batchmap.tileUpdateFn] Out:[27]
29: CoGBK. Out:28
30: Flatten[2]. Out:CoGBK. Out:28
31: Inject[0]. Out:30
32: Inject[1]. Out:30
33: ParDo[batchmap.updateStratum.func1] Out:[31]
34: ParDo[beam.partitionFn] Out:[33]
35: ParDo[batchmap.tileHashFn] Out:[34]
36: CoGBK. Out:35
37: Inject[0]. Out:36
38: ParDo[batchmap.leafShardFn] Out:[37]
39: ParDo[batchmap.entryToNodeHashFn] Out:[38]
40: ParDo[beam.createFn] Out:[39]
42: ParDo[batchmap.leafShardFn] Out:[32]
43: ParDo[batchmap.entryToNodeHashFn] Out:[42]
44: ParDo[beam.createFn] Out:[43]
46: ParDo[beam.createFn] Out:[20]
50: ParDo[beam.createFn] Out:[9]
2024/09/12 10:20:55 wait[18] unblocked w/ 1 [false]
2024/09/12 10:20:55 wait[18] done
2024/09/12 10:20:55 wait[13] unblocked w/ 1 [false]
2024/09/12 10:20:55 wait[13] done
2024/09/12 10:20:55 wait[7] unblocked w/ 1 [false]
2024/09/12 10:20:55 wait[7] done
2024/09/12 10:20:55 wait[2] unblocked w/ 1 [false]
2024/09/12 10:20:55 wait[2] done
2024/09/12 10:20:55 Executing pipeline with the direct runner.
2024/09/12 10:20:55 Pipeline:
2024/09/12 10:20:55 Nodes: {1: []uint8/bytes GLO}
{2: *batchmap.Entry/R[*batchmap.Entry] GLO}
{3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{6: *batchmap.Tile/R[*batchmap.Tile] GLO}
{7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{10: *batchmap.Tile/R[*batchmap.Tile] GLO}
{11: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{13: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{14: *batchmap.Tile/R[*batchmap.Tile] GLO}
{15: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{16: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{17: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{18: *batchmap.Tile/R[*batchmap.Tile] GLO}
{19: *batchmap.Tile/R[*batchmap.Tile] GLO}
{20: []uint8/bytes GLO}
{21: *batchmap.Entry/R[*batchmap.Entry] GLO}
{22: *batchmap.Tile/R[*batchmap.Tile] GLO}
{23: *batchmap.Tile/R[*batchmap.Tile] GLO}
{24: *batchmap.Tile/R[*batchmap.Tile] GLO}
{25: *batchmap.Tile/R[*batchmap.Tile] GLO}
{26: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{27: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{28: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{29: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{30: *batchmap.Tile/R[*batchmap.Tile] GLO}
{31: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{32: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{33: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{34: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{35: *batchmap.Tile/R[*batchmap.Tile] GLO}
{36: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{37: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{38: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{39: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{40: *batchmap.Tile/R[*batchmap.Tile] GLO}
{41: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{42: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{43: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{44: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{45: *batchmap.Tile/R[*batchmap.Tile] GLO}
{46: *batchmap.Tile/R[*batchmap.Tile] GLO}
{47: *batchmap.Tile/R[*batchmap.Tile] GLO}
{48: string/string GLO}
{49: int/int[varintz] GLO}
{50: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{51: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}
{52: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{53: int/int[varintz] GLO}
{54: []uint8/bytes GLO}
{55: int/int[varintz] GLO}
{56: []uint8/bytes GLO}
{57: int/int[varintz] GLO}
{58: int/int[varintz] GLO}
{59: int/int[varintz] GLO}
{60: []uint8/bytes GLO}
{61: []uint8/bytes GLO}
{62: string/string GLO}
{63: []uint8/bytes GLO}
{64: string/string GLO}
{65: string/string GLO}
{66: string/string GLO}
{67: []uint8/bytes GLO}
Edges: 1: Impulse [] -> [Out: []uint8 -> {1: []uint8/bytes GLO}]
2: ParDo [In(Main): []uint8 <- {1: []uint8/bytes GLO}] -> [Out: T -> {2: *batchmap.Entry/R[*batchmap.Entry] GLO}]
3: ParDo [In(Main): *batchmap.Entry <- {2: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
4: ParDo [In(Main): batchmap.nodeHash <- {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
5: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
6: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {6: *batchmap.Tile/R[*batchmap.Tile] GLO}]
7: ParDo [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
8: ParDo [In(Main): batchmap.nodeHash <- {7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
9: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
10: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {10: *batchmap.Tile/R[*batchmap.Tile] GLO}]
11: ParDo [In(Main): *batchmap.Tile <- {10: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {11: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
12: ParDo [In(Main): batchmap.nodeHash <- {11: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
13: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {13: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
14: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {13: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {14: *batchmap.Tile/R[*batchmap.Tile] GLO}]
15: ParDo [In(Main): *batchmap.Tile <- {14: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {15: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
16: ParDo [In(Main): batchmap.nodeHash <- {15: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {16: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
17: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {16: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {17: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
18: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {17: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {18: *batchmap.Tile/R[*batchmap.Tile] GLO}]
19: Flatten [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {10: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {14: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {18: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {19: *batchmap.Tile/R[*batchmap.Tile] GLO}]
20: Impulse [] -> [Out: []uint8 -> {20: []uint8/bytes GLO}]
21: ParDo [In(Main): []uint8 <- {20: []uint8/bytes GLO}] -> [Out: T -> {21: *batchmap.Entry/R[*batchmap.Entry] GLO}]
22: ParDo [In(Main): *batchmap.Tile <- {19: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {22: *batchmap.Tile/R[*batchmap.Tile] GLO} Out: *batchmap.Tile -> {23: *batchmap.Tile/R[*batchmap.Tile] GLO} Out: *batchmap.Tile -> {24: *batchmap.Tile/R[*batchmap.Tile] GLO} Out: *batchmap.Tile -> {25: *batchmap.Tile/R[*batchmap.Tile] GLO}]
23: ParDo [In(Main): *batchmap.Entry <- {21: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {26: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
24: ParDo [In(Main): *batchmap.Tile <- {25: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {27: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
25: ParDo [In(Main): batchmap.nodeHash <- {26: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {28: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
26: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {27: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {28: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {29: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
27: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {29: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {30: *batchmap.Tile/R[*batchmap.Tile] GLO}]
28: ParDo [In(Main): *batchmap.Tile <- {30: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {31: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
29: ParDo [In(Main): *batchmap.Tile <- {24: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {32: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
30: ParDo [In(Main): batchmap.nodeHash <- {31: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {33: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
31: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {32: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {33: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {34: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
32: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {34: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {35: *batchmap.Tile/R[*batchmap.Tile] GLO}]
33: ParDo [In(Main): *batchmap.Tile <- {35: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {36: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
34: ParDo [In(Main): *batchmap.Tile <- {23: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {37: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
35: ParDo [In(Main): batchmap.nodeHash <- {36: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {38: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
36: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {37: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {38: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {39: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
37: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {39: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {40: *batchmap.Tile/R[*batchmap.Tile] GLO}]
38: ParDo [In(Main): *batchmap.Tile <- {40: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {41: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
39: ParDo [In(Main): *batchmap.Tile <- {22: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {42: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
40: ParDo [In(Main): batchmap.nodeHash <- {41: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {43: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
41: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {42: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {43: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {44: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
42: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {44: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {45: *batchmap.Tile/R[*batchmap.Tile] GLO}]
43: Flatten [In(Main): *batchmap.Tile <- {30: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {35: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {40: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {45: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {46: *batchmap.Tile/R[*batchmap.Tile] GLO}]
44: ParDo [In(Main): T <- {46: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: T -> {47: *batchmap.Tile/R[*batchmap.Tile] GLO}]
45: ParDo [In(Main): *batchmap.Tile <- {47: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: string -> {48: string/string GLO}]
46: ParDo [In(Main): *batchmap.Tile <- {46: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: int -> {49: int/int[varintz] GLO}]
47: ParDo [In(Main): T <- {49: int/int[varintz] GLO}] -> [Out: KV<int,T> -> {50: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
48: CoGBK [In(Main): KV<int,int> <- {50: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: CoGBK<int,int> -> {51: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}]
49: Combine [In(Main): int <- {51: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}] -> [Out: KV<int,int> -> {52: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
50: ParDo [In(Main): KV<X,Y> <- {52: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: Y -> {53: int/int[varintz] GLO}]
51: Impulse [] -> [Out: []uint8 -> {54: []uint8/bytes GLO}]
52: ParDo [In(Main): []uint8 <- {54: []uint8/bytes GLO}] -> [Out: T -> {55: int/int[varintz] GLO}]
53: Impulse [] -> [Out: []uint8 -> {56: []uint8/bytes GLO}]
54: ParDo [In(Main): []uint8 <- {56: []uint8/bytes GLO} In(Iter): T <- {53: int/int[varintz] GLO} In(Iter): T <- {55: int/int[varintz] GLO}] -> [Out: T -> {57: int/int[varintz] GLO} Out: T -> {58: int/int[varintz] GLO} Out: T -> {59: int/int[varintz] GLO}]
55: Impulse [] -> [Out: []uint8 -> {60: []uint8/bytes GLO}]
56: ParDo [In(Main): []uint8 <- {60: []uint8/bytes GLO} In(Iter): T <- {57: int/int[varintz] GLO} In(Iter): T <- {58: int/int[varintz] GLO} In(Iter): T <- {59: int/int[varintz] GLO}] -> []
57: Impulse [] -> [Out: []uint8 -> {61: []uint8/bytes GLO}]
58: ParDo [In(Main): []uint8 <- {61: []uint8/bytes GLO}] -> [Out: T -> {62: string/string GLO}]
59: Impulse [] -> [Out: []uint8 -> {63: []uint8/bytes GLO}]
60: ParDo [In(Main): []uint8 <- {63: []uint8/bytes GLO} In(Iter): T <- {48: string/string GLO} In(Iter): T <- {62: string/string GLO}] -> [Out: T -> {64: string/string GLO} Out: T -> {65: string/string GLO} Out: T -> {66: string/string GLO}]
61: Impulse [] -> [Out: []uint8 -> {67: []uint8/bytes GLO}]
62: ParDo [In(Main): []uint8 <- {67: []uint8/bytes GLO} In(Iter): T <- {64: string/string GLO} In(Iter): T <- {65: string/string GLO} In(Iter): T <- {66: string/string GLO}] -> []
2024/09/12 10:20:55 Plan[plan]:
88: Impulse[0]
92: Impulse[0]
94: Impulse[0]
95: Impulse[0]
96: Impulse[0]
98: Impulse[0]
99: Impulse[0]
100: Impulse[0]
1: ParDo[passert.failIfBadEntries] Out:[]
2: wait[3] Out:1
3: buffer[3]. wait:2 Out:1
4: buffer[4]. wait:2 Out:1
5: buffer[5]. wait:2 Out:1
6: ParDo[passert.diffFn] Out:[3 4 5]
7: wait[2] Out:6
8: buffer[8]. wait:7 Out:6
9: buffer[9]. wait:7 Out:6
10: ParDo[batchmap.TestUpdate.func1.2] Out:[8]
11: ParDo[filter.filterFn] Out:[10]
12: ParDo[passert.failIfBadEntries] Out:[]
13: wait[3] Out:12
14: buffer[14]. wait:13 Out:12
15: buffer[15]. wait:13 Out:12
16: buffer[16]. wait:13 Out:12
17: ParDo[passert.diffFn] Out:[14 15 16]
18: wait[2] Out:17
19: buffer[19]. wait:18 Out:17
20: buffer[20]. wait:18 Out:17
21: ParDo[beam.dropKeyFn] Out:[19]
22: Combine[stats.sumIntFn] Keyed:false Out:21
23: CoGBK. Out:22
24: Inject[0]. Out:23
25: ParDo[beam.addFixedKeyFn] Out:[24]
26: ParDo[batchmap.assertTileCount.func1] Out:[25]
27: Multiplex. Out:[11 26]
28: Flatten[4]. Out:Multiplex. Out:[11 26]
29: ParDo[batchmap.tileUpdateFn] Out:[28]
30: CoGBK. Out:29
31: Flatten[2]. Out:CoGBK. Out:29
32: Inject[0]. Out:31
33: Inject[1]. Out:31
34: ParDo[batchmap.updateStratum.func1] Out:[32]
35: ParDo[batchmap.leafShardFn] Out:[33]
36: ParDo[batchmap.tileToNodeHashFn] Out:[35]
37: Multiplex. Out:[36 28]
38: ParDo[batchmap.tileUpdateFn] Out:[37]
39: CoGBK. Out:38
40: Flatten[2]. Out:CoGBK. Out:38
41: Inject[0]. Out:40
42: Inject[1]. Out:40
43: ParDo[batchmap.updateStratum.func1] Out:[41]
44: ParDo[batchmap.leafShardFn] Out:[42]
45: ParDo[batchmap.tileToNodeHashFn] Out:[44]
46: Multiplex. Out:[45 28]
47: ParDo[batchmap.tileUpdateFn] Out:[46]
48: CoGBK. Out:47
49: Flatten[2]. Out:CoGBK. Out:47
50: Inject[0]. Out:49
51: Inject[1]. Out:49
52: ParDo[batchmap.updateStratum.func1] Out:[50]
53: ParDo[batchmap.leafShardFn] Out:[51]
54: ParDo[batchmap.tileToNodeHashFn] Out:[53]
55: Multiplex. Out:[54 28]
56: ParDo[batchmap.tileUpdateFn] Out:[55]
57: CoGBK. Out:56
58: Flatten[2]. Out:CoGBK. Out:56
59: Inject[0]. Out:58
60: Inject[1]. Out:58
61: ParDo[batchmap.updateStratum.func1] Out:[59]
62: ParDo[beam.partitionFn] Out:[34 43 52 61]
63: Flatten[4]. Out:ParDo[beam.partitionFn] Out:[34 43 52 61]
64: ParDo[batchmap.tileHashFn] Out:[63]
65: CoGBK. Out:64
66: Inject[0]. Out:65
67: ParDo[batchmap.leafShardFn] Out:[66]
68: ParDo[batchmap.tileToNodeHashFn] Out:[67]
69: Multiplex. Out:[68 63]
70: ParDo[batchmap.tileHashFn] Out:[69]
71: CoGBK. Out:70
72: Inject[0]. Out:71
73: ParDo[batchmap.leafShardFn] Out:[72]
74: ParDo[batchmap.tileToNodeHashFn] Out:[73]
75: Multiplex. Out:[74 63]
76: ParDo[batchmap.tileHashFn] Out:[75]
77: CoGBK. Out:76
78: Inject[0]. Out:77
79: ParDo[batchmap.leafShardFn] Out:[78]
80: ParDo[batchmap.tileToNodeHashFn] Out:[79]
81: Multiplex. Out:[80 63]
82: ParDo[batchmap.tileHashFn] Out:[81]
83: CoGBK. Out:82
84: Inject[0]. Out:83
85: ParDo[batchmap.leafShardFn] Out:[84]
86: ParDo[batchmap.entryToNodeHashFn] Out:[85]
87: ParDo[beam.createFn] Out:[86]
89: ParDo[batchmap.leafShardFn] Out:[60]
90: ParDo[batchmap.entryToNodeHashFn] Out:[89]
91: ParDo[beam.createFn] Out:[90]
93: ParDo[beam.createFn] Out:[20]
97: ParDo[beam.createFn] Out:[9]
2024/09/12 10:20:55 wait[18] unblocked w/ 1 [false]
2024/09/12 10:20:55 wait[18] done
2024/09/12 10:20:55 wait[13] unblocked w/ 1 [false]
2024/09/12 10:20:55 wait[13] done
2024/09/12 10:20:55 wait[7] unblocked w/ 1 [false]
2024/09/12 10:20:55 wait[7] done
2024/09/12 10:20:55 wait[2] unblocked w/ 1 [false]
2024/09/12 10:20:55 wait[2] done
2024/09/12 10:20:55 Executing pipeline with the direct runner.
2024/09/12 10:20:55 Pipeline:
2024/09/12 10:20:55 Nodes: {1: []uint8/bytes GLO}
{2: *batchmap.Entry/R[*batchmap.Entry] GLO}
{3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{6: *batchmap.Tile/R[*batchmap.Tile] GLO}
{7: []uint8/bytes GLO}
{8: *batchmap.Entry/R[*batchmap.Entry] GLO}
{9: *batchmap.Tile/R[*batchmap.Tile] GLO}
{10: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{11: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{13: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{14: *batchmap.Tile/R[*batchmap.Tile] GLO}
{15: *batchmap.Tile/R[*batchmap.Tile] GLO}
{16: string/string GLO}
{17: int/int[varintz] GLO}
{18: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{19: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}
{20: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{21: int/int[varintz] GLO}
{22: []uint8/bytes GLO}
{23: int/int[varintz] GLO}
{24: []uint8/bytes GLO}
{25: int/int[varintz] GLO}
{26: int/int[varintz] GLO}
{27: int/int[varintz] GLO}
{28: []uint8/bytes GLO}
{29: []uint8/bytes GLO}
{30: string/string GLO}
{31: []uint8/bytes GLO}
{32: string/string GLO}
{33: string/string GLO}
{34: string/string GLO}
{35: []uint8/bytes GLO}
Edges: 1: Impulse [] -> [Out: []uint8 -> {1: []uint8/bytes GLO}]
2: ParDo [In(Main): []uint8 <- {1: []uint8/bytes GLO}] -> [Out: T -> {2: *batchmap.Entry/R[*batchmap.Entry] GLO}]
3: ParDo [In(Main): *batchmap.Entry <- {2: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
4: ParDo [In(Main): batchmap.nodeHash <- {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
5: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
6: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {6: *batchmap.Tile/R[*batchmap.Tile] GLO}]
7: Impulse [] -> [Out: []uint8 -> {7: []uint8/bytes GLO}]
8: ParDo [In(Main): []uint8 <- {7: []uint8/bytes GLO}] -> [Out: T -> {8: *batchmap.Entry/R[*batchmap.Entry] GLO}]
9: ParDo [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {9: *batchmap.Tile/R[*batchmap.Tile] GLO}]
10: ParDo [In(Main): *batchmap.Entry <- {8: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {10: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
11: ParDo [In(Main): *batchmap.Tile <- {9: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {11: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
12: ParDo [In(Main): batchmap.nodeHash <- {10: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
13: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {11: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {13: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
14: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {13: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {14: *batchmap.Tile/R[*batchmap.Tile] GLO}]
15: ParDo [In(Main): T <- {14: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: T -> {15: *batchmap.Tile/R[*batchmap.Tile] GLO}]
16: ParDo [In(Main): *batchmap.Tile <- {15: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: string -> {16: string/string GLO}]
17: ParDo [In(Main): *batchmap.Tile <- {14: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: int -> {17: int/int[varintz] GLO}]
18: ParDo [In(Main): T <- {17: int/int[varintz] GLO}] -> [Out: KV<int,T> -> {18: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
19: CoGBK [In(Main): KV<int,int> <- {18: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: CoGBK<int,int> -> {19: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}]
20: Combine [In(Main): int <- {19: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}] -> [Out: KV<int,int> -> {20: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
21: ParDo [In(Main): KV<X,Y> <- {20: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: Y -> {21: int/int[varintz] GLO}]
22: Impulse [] -> [Out: []uint8 -> {22: []uint8/bytes GLO}]
23: ParDo [In(Main): []uint8 <- {22: []uint8/bytes GLO}] -> [Out: T -> {23: int/int[varintz] GLO}]
24: Impulse [] -> [Out: []uint8 -> {24: []uint8/bytes GLO}]
25: ParDo [In(Main): []uint8 <- {24: []uint8/bytes GLO} In(Iter): T <- {21: int/int[varintz] GLO} In(Iter): T <- {23: int/int[varintz] GLO}] -> [Out: T -> {25: int/int[varintz] GLO} Out: T -> {26: int/int[varintz] GLO} Out: T -> {27: int/int[varintz] GLO}]
26: Impulse [] -> [Out: []uint8 -> {28: []uint8/bytes GLO}]
27: ParDo [In(Main): []uint8 <- {28: []uint8/bytes GLO} In(Iter): T <- {25: int/int[varintz] GLO} In(Iter): T <- {26: int/int[varintz] GLO} In(Iter): T <- {27: int/int[varintz] GLO}] -> []
28: Impulse [] -> [Out: []uint8 -> {29: []uint8/bytes GLO}]
29: ParDo [In(Main): []uint8 <- {29: []uint8/bytes GLO}] -> [Out: T -> {30: string/string GLO}]
30: Impulse [] -> [Out: []uint8 -> {31: []uint8/bytes GLO}]
31: ParDo [In(Main): []uint8 <- {31: []uint8/bytes GLO} In(Iter): T <- {16: string/string GLO} In(Iter): T <- {30: string/string GLO}] -> [Out: T -> {32: string/string GLO} Out: T -> {33: string/string GLO} Out: T -> {34: string/string GLO}]
32: Impulse [] -> [Out: []uint8 -> {35: []uint8/bytes GLO}]
33: ParDo [In(Main): []uint8 <- {35: []uint8/bytes GLO} In(Iter): T <- {32: string/string GLO} In(Iter): T <- {33: string/string GLO} In(Iter): T <- {34: string/string GLO}] -> []
2024/09/12 10:20:55 Plan[plan]:
41: Impulse[0]
45: Impulse[0]
47: Impulse[0]
48: Impulse[0]
49: Impulse[0]
51: Impulse[0]
52: Impulse[0]
53: Impulse[0]
1: ParDo[passert.failIfBadEntries] Out:[]
2: wait[3] Out:1
3: buffer[3]. wait:2 Out:1
4: buffer[4]. wait:2 Out:1
5: buffer[5]. wait:2 Out:1
6: ParDo[passert.diffFn] Out:[3 4 5]
7: wait[2] Out:6
8: buffer[8]. wait:7 Out:6
9: buffer[9]. wait:7 Out:6
10: ParDo[batchmap.TestUpdate.func1.2] Out:[8]
11: ParDo[filter.filterFn] Out:[10]
12: ParDo[passert.failIfBadEntries] Out:[]
13: wait[3] Out:12
14: buffer[14]. wait:13 Out:12
15: buffer[15]. wait:13 Out:12
16: buffer[16]. wait:13 Out:12
17: ParDo[passert.diffFn] Out:[14 15 16]
18: wait[2] Out:17
19: buffer[19]. wait:18 Out:17
20: buffer[20]. wait:18 Out:17
21: ParDo[beam.dropKeyFn] Out:[19]
22: Combine[stats.sumIntFn] Keyed:false Out:21
23: CoGBK. Out:22
24: Inject[0]. Out:23
25: ParDo[beam.addFixedKeyFn] Out:[24]
26: ParDo[batchmap.assertTileCount.func1] Out:[25]
27: Multiplex. Out:[11 26]
28: ParDo[batchmap.tileUpdateFn] Out:[27]
29: CoGBK. Out:28
30: Flatten[2]. Out:CoGBK. Out:28
31: Inject[0]. Out:30
32: Inject[1]. Out:30
33: ParDo[batchmap.updateStratum.func1] Out:[31]
34: ParDo[beam.partitionFn] Out:[33]
35: ParDo[batchmap.tileHashFn] Out:[34]
36: CoGBK. Out:35
37: Inject[0]. Out:36
38: ParDo[batchmap.leafShardFn] Out:[37]
39: ParDo[batchmap.entryToNodeHashFn] Out:[38]
40: ParDo[beam.createFn] Out:[39]
42: ParDo[batchmap.leafShardFn] Out:[32]
43: ParDo[batchmap.entryToNodeHashFn] Out:[42]
44: ParDo[beam.createFn] Out:[43]
46: ParDo[beam.createFn] Out:[20]
50: ParDo[beam.createFn] Out:[9]
2024/09/12 10:20:55 wait[18] unblocked w/ 1 [false]
2024/09/12 10:20:55 wait[18] done
2024/09/12 10:20:55 wait[13] unblocked w/ 1 [false]
2024/09/12 10:20:55 wait[13] done
2024/09/12 10:20:55 wait[7] unblocked w/ 1 [false]
2024/09/12 10:20:55 wait[7] done
2024/09/12 10:20:55 wait[2] unblocked w/ 1 [false]
2024/09/12 10:20:55 wait[2] done
2024/09/12 10:20:55 Executing pipeline with the direct runner.
2024/09/12 10:20:55 Pipeline:
2024/09/12 10:20:55 Nodes: {1: []uint8/bytes GLO}
{2: *batchmap.Entry/R[*batchmap.Entry] GLO}
{3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{6: *batchmap.Tile/R[*batchmap.Tile] GLO}
{7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{10: *batchmap.Tile/R[*batchmap.Tile] GLO}
{11: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{13: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{14: *batchmap.Tile/R[*batchmap.Tile] GLO}
{15: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{16: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{17: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{18: *batchmap.Tile/R[*batchmap.Tile] GLO}
{19: *batchmap.Tile/R[*batchmap.Tile] GLO}
{20: []uint8/bytes GLO}
{21: *batchmap.Entry/R[*batchmap.Entry] GLO}
{22: *batchmap.Tile/R[*batchmap.Tile] GLO}
{23: *batchmap.Tile/R[*batchmap.Tile] GLO}
{24: *batchmap.Tile/R[*batchmap.Tile] GLO}
{25: *batchmap.Tile/R[*batchmap.Tile] GLO}
{26: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{27: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{28: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{29: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{30: *batchmap.Tile/R[*batchmap.Tile] GLO}
{31: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{32: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{33: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{34: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{35: *batchmap.Tile/R[*batchmap.Tile] GLO}
{36: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{37: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{38: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{39: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{40: *batchmap.Tile/R[*batchmap.Tile] GLO}
{41: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{42: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{43: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{44: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{45: *batchmap.Tile/R[*batchmap.Tile] GLO}
{46: *batchmap.Tile/R[*batchmap.Tile] GLO}
{47: *batchmap.Tile/R[*batchmap.Tile] GLO}
{48: string/string GLO}
{49: int/int[varintz] GLO}
{50: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{51: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}
{52: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{53: int/int[varintz] GLO}
{54: []uint8/bytes GLO}
{55: int/int[varintz] GLO}
{56: []uint8/bytes GLO}
{57: int/int[varintz] GLO}
{58: int/int[varintz] GLO}
{59: int/int[varintz] GLO}
{60: []uint8/bytes GLO}
{61: []uint8/bytes GLO}
{62: string/string GLO}
{63: []uint8/bytes GLO}
{64: string/string GLO}
{65: string/string GLO}
{66: string/string GLO}
{67: []uint8/bytes GLO}
Edges: 1: Impulse [] -> [Out: []uint8 -> {1: []uint8/bytes GLO}]
2: ParDo [In(Main): []uint8 <- {1: []uint8/bytes GLO}] -> [Out: T -> {2: *batchmap.Entry/R[*batchmap.Entry] GLO}]
3: ParDo [In(Main): *batchmap.Entry <- {2: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
4: ParDo [In(Main): batchmap.nodeHash <- {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
5: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
6: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {6: *batchmap.Tile/R[*batchmap.Tile] GLO}]
7: ParDo [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
8: ParDo [In(Main): batchmap.nodeHash <- {7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
9: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
10: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {10: *batchmap.Tile/R[*batchmap.Tile] GLO}]
11: ParDo [In(Main): *batchmap.Tile <- {10: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {11: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
12: ParDo [In(Main): batchmap.nodeHash <- {11: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
13: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {13: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
14: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {13: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {14: *batchmap.Tile/R[*batchmap.Tile] GLO}]
15: ParDo [In(Main): *batchmap.Tile <- {14: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {15: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
16: ParDo [In(Main): batchmap.nodeHash <- {15: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {16: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
17: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {16: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {17: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
18: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {17: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {18: *batchmap.Tile/R[*batchmap.Tile] GLO}]
19: Flatten [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {10: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {14: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {18: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {19: *batchmap.Tile/R[*batchmap.Tile] GLO}]
20: Impulse [] -> [Out: []uint8 -> {20: []uint8/bytes GLO}]
21: ParDo [In(Main): []uint8 <- {20: []uint8/bytes GLO}] -> [Out: T -> {21: *batchmap.Entry/R[*batchmap.Entry] GLO}]
22: ParDo [In(Main): *batchmap.Tile <- {19: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {22: *batchmap.Tile/R[*batchmap.Tile] GLO} Out: *batchmap.Tile -> {23: *batchmap.Tile/R[*batchmap.Tile] GLO} Out: *batchmap.Tile -> {24: *batchmap.Tile/R[*batchmap.Tile] GLO} Out: *batchmap.Tile -> {25: *batchmap.Tile/R[*batchmap.Tile] GLO}]
23: ParDo [In(Main): *batchmap.Entry <- {21: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {26: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
24: ParDo [In(Main): *batchmap.Tile <- {25: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {27: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
25: ParDo [In(Main): batchmap.nodeHash <- {26: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {28: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
26: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {27: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {28: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {29: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
27: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {29: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {30: *batchmap.Tile/R[*batchmap.Tile] GLO}]
28: ParDo [In(Main): *batchmap.Tile <- {30: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {31: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
29: ParDo [In(Main): *batchmap.Tile <- {24: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {32: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
30: ParDo [In(Main): batchmap.nodeHash <- {31: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {33: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
31: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {32: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {33: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {34: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
32: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {34: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {35: *batchmap.Tile/R[*batchmap.Tile] GLO}]
33: ParDo [In(Main): *batchmap.Tile <- {35: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {36: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
34: ParDo [In(Main): *batchmap.Tile <- {23: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {37: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
35: ParDo [In(Main): batchmap.nodeHash <- {36: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {38: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
36: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {37: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {38: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {39: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
37: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {39: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {40: *batchmap.Tile/R[*batchmap.Tile] GLO}]
38: ParDo [In(Main): *batchmap.Tile <- {40: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {41: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
39: ParDo [In(Main): *batchmap.Tile <- {22: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {42: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
40: ParDo [In(Main): batchmap.nodeHash <- {41: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {43: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
41: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {42: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {43: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {44: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
42: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {44: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {45: *batchmap.Tile/R[*batchmap.Tile] GLO}]
43: Flatten [In(Main): *batchmap.Tile <- {30: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {35: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {40: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {45: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {46: *batchmap.Tile/R[*batchmap.Tile] GLO}]
44: ParDo [In(Main): T <- {46: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: T -> {47: *batchmap.Tile/R[*batchmap.Tile] GLO}]
45: ParDo [In(Main): *batchmap.Tile <- {47: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: string -> {48: string/string GLO}]
46: ParDo [In(Main): *batchmap.Tile <- {46: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: int -> {49: int/int[varintz] GLO}]
47: ParDo [In(Main): T <- {49: int/int[varintz] GLO}] -> [Out: KV<int,T> -> {50: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
48: CoGBK [In(Main): KV<int,int> <- {50: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: CoGBK<int,int> -> {51: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}]
49: Combine [In(Main): int <- {51: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}] -> [Out: KV<int,int> -> {52: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
50: ParDo [In(Main): KV<X,Y> <- {52: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: Y -> {53: int/int[varintz] GLO}]
51: Impulse [] -> [Out: []uint8 -> {54: []uint8/bytes GLO}]
52: ParDo [In(Main): []uint8 <- {54: []uint8/bytes GLO}] -> [Out: T -> {55: int/int[varintz] GLO}]
53: Impulse [] -> [Out: []uint8 -> {56: []uint8/bytes GLO}]
54: ParDo [In(Main): []uint8 <- {56: []uint8/bytes GLO} In(Iter): T <- {53: int/int[varintz] GLO} In(Iter): T <- {55: int/int[varintz] GLO}] -> [Out: T -> {57: int/int[varintz] GLO} Out: T -> {58: int/int[varintz] GLO} Out: T -> {59: int/int[varintz] GLO}]
55: Impulse [] -> [Out: []uint8 -> {60: []uint8/bytes GLO}]
56: ParDo [In(Main): []uint8 <- {60: []uint8/bytes GLO} In(Iter): T <- {57: int/int[varintz] GLO} In(Iter): T <- {58: int/int[varintz] GLO} In(Iter): T <- {59: int/int[varintz] GLO}] -> []
57: Impulse [] -> [Out: []uint8 -> {61: []uint8/bytes GLO}]
58: ParDo [In(Main): []uint8 <- {61: []uint8/bytes GLO}] -> [Out: T -> {62: string/string GLO}]
59: Impulse [] -> [Out: []uint8 -> {63: []uint8/bytes GLO}]
60: ParDo [In(Main): []uint8 <- {63: []uint8/bytes GLO} In(Iter): T <- {48: string/string GLO} In(Iter): T <- {62: string/string GLO}] -> [Out: T -> {64: string/string GLO} Out: T -> {65: string/string GLO} Out: T -> {66: string/string GLO}]
61: Impulse [] -> [Out: []uint8 -> {67: []uint8/bytes GLO}]
62: ParDo [In(Main): []uint8 <- {67: []uint8/bytes GLO} In(Iter): T <- {64: string/string GLO} In(Iter): T <- {65: string/string GLO} In(Iter): T <- {66: string/string GLO}] -> []
2024/09/12 10:20:55 Plan[plan]:
88: Impulse[0]
92: Impulse[0]
94: Impulse[0]
95: Impulse[0]
96: Impulse[0]
98: Impulse[0]
99: Impulse[0]
100: Impulse[0]
1: ParDo[passert.failIfBadEntries] Out:[]
2: wait[3] Out:1
3: buffer[3]. wait:2 Out:1
4: buffer[4]. wait:2 Out:1
5: buffer[5]. wait:2 Out:1
6: ParDo[passert.diffFn] Out:[3 4 5]
7: wait[2] Out:6
8: buffer[8]. wait:7 Out:6
9: buffer[9]. wait:7 Out:6
10: ParDo[batchmap.TestUpdate.func1.2] Out:[8]
11: ParDo[filter.filterFn] Out:[10]
12: ParDo[passert.failIfBadEntries] Out:[]
13: wait[3] Out:12
14: buffer[14]. wait:13 Out:12
15: buffer[15]. wait:13 Out:12
16: buffer[16]. wait:13 Out:12
17: ParDo[passert.diffFn] Out:[14 15 16]
18: wait[2] Out:17
19: buffer[19]. wait:18 Out:17
20: buffer[20]. wait:18 Out:17
21: ParDo[beam.dropKeyFn] Out:[19]
22: Combine[stats.sumIntFn] Keyed:false Out:21
23: CoGBK. Out:22
24: Inject[0]. Out:23
25: ParDo[beam.addFixedKeyFn] Out:[24]
26: ParDo[batchmap.assertTileCount.func1] Out:[25]
27: Multiplex. Out:[11 26]
28: Flatten[4]. Out:Multiplex. Out:[11 26]
29: ParDo[batchmap.tileUpdateFn] Out:[28]
30: CoGBK. Out:29
31: Flatten[2]. Out:CoGBK. Out:29
32: Inject[0]. Out:31
33: Inject[1]. Out:31
34: ParDo[batchmap.updateStratum.func1] Out:[32]
35: ParDo[batchmap.leafShardFn] Out:[33]
36: ParDo[batchmap.tileToNodeHashFn] Out:[35]
37: Multiplex. Out:[36 28]
38: ParDo[batchmap.tileUpdateFn] Out:[37]
39: CoGBK. Out:38
40: Flatten[2]. Out:CoGBK. Out:38
41: Inject[0]. Out:40
42: Inject[1]. Out:40
43: ParDo[batchmap.updateStratum.func1] Out:[41]
44: ParDo[batchmap.leafShardFn] Out:[42]
45: ParDo[batchmap.tileToNodeHashFn] Out:[44]
46: Multiplex. Out:[45 28]
47: ParDo[batchmap.tileUpdateFn] Out:[46]
48: CoGBK. Out:47
49: Flatten[2]. Out:CoGBK. Out:47
50: Inject[0]. Out:49
51: Inject[1]. Out:49
52: ParDo[batchmap.updateStratum.func1] Out:[50]
53: ParDo[batchmap.leafShardFn] Out:[51]
54: ParDo[batchmap.tileToNodeHashFn] Out:[53]
55: Multiplex. Out:[54 28]
56: ParDo[batchmap.tileUpdateFn] Out:[55]
57: CoGBK. Out:56
58: Flatten[2]. Out:CoGBK. Out:56
59: Inject[0]. Out:58
60: Inject[1]. Out:58
61: ParDo[batchmap.updateStratum.func1] Out:[59]
62: ParDo[beam.partitionFn] Out:[34 43 52 61]
63: Flatten[4]. Out:ParDo[beam.partitionFn] Out:[34 43 52 61]
64: ParDo[batchmap.tileHashFn] Out:[63]
65: CoGBK. Out:64
66: Inject[0]. Out:65
67: ParDo[batchmap.leafShardFn] Out:[66]
68: ParDo[batchmap.tileToNodeHashFn] Out:[67]
69: Multiplex. Out:[68 63]
70: ParDo[batchmap.tileHashFn] Out:[69]
71: CoGBK. Out:70
72: Inject[0]. Out:71
73: ParDo[batchmap.leafShardFn] Out:[72]
74: ParDo[batchmap.tileToNodeHashFn] Out:[73]
75: Multiplex. Out:[74 63]
76: ParDo[batchmap.tileHashFn] Out:[75]
77: CoGBK. Out:76
78: Inject[0]. Out:77
79: ParDo[batchmap.leafShardFn] Out:[78]
80: ParDo[batchmap.tileToNodeHashFn] Out:[79]
81: Multiplex. Out:[80 63]
82: ParDo[batchmap.tileHashFn] Out:[81]
83: CoGBK. Out:82
84: Inject[0]. Out:83
85: ParDo[batchmap.leafShardFn] Out:[84]
86: ParDo[batchmap.entryToNodeHashFn] Out:[85]
87: ParDo[beam.createFn] Out:[86]
89: ParDo[batchmap.leafShardFn] Out:[60]
90: ParDo[batchmap.entryToNodeHashFn] Out:[89]
91: ParDo[beam.createFn] Out:[90]
93: ParDo[beam.createFn] Out:[20]
97: ParDo[beam.createFn] Out:[9]
2024/09/12 10:20:55 wait[18] unblocked w/ 1 [false]
2024/09/12 10:20:55 wait[18] done
2024/09/12 10:20:55 wait[13] unblocked w/ 1 [false]
2024/09/12 10:20:55 wait[13] done
2024/09/12 10:20:55 wait[7] unblocked w/ 1 [false]
2024/09/12 10:20:55 wait[7] done
2024/09/12 10:20:55 wait[2] unblocked w/ 1 [false]
2024/09/12 10:20:55 wait[2] done
2024/09/12 10:20:55 Executing pipeline with the direct runner.
2024/09/12 10:20:55 Pipeline:
2024/09/12 10:20:55 Nodes: {1: []uint8/bytes GLO}
{2: *batchmap.Entry/R[*batchmap.Entry] GLO}
{3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{6: *batchmap.Tile/R[*batchmap.Tile] GLO}
{7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{10: *batchmap.Tile/R[*batchmap.Tile] GLO}
{11: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{13: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{14: *batchmap.Tile/R[*batchmap.Tile] GLO}
{15: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{16: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{17: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{18: *batchmap.Tile/R[*batchmap.Tile] GLO}
{19: *batchmap.Tile/R[*batchmap.Tile] GLO}
{20: []uint8/bytes GLO}
{21: *batchmap.Entry/R[*batchmap.Entry] GLO}
{22: *batchmap.Tile/R[*batchmap.Tile] GLO}
{23: *batchmap.Tile/R[*batchmap.Tile] GLO}
{24: *batchmap.Tile/R[*batchmap.Tile] GLO}
{25: *batchmap.Tile/R[*batchmap.Tile] GLO}
{26: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{27: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{28: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{29: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{30: *batchmap.Tile/R[*batchmap.Tile] GLO}
{31: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{32: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{33: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{34: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{35: *batchmap.Tile/R[*batchmap.Tile] GLO}
{36: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{37: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{38: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{39: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{40: *batchmap.Tile/R[*batchmap.Tile] GLO}
{41: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{42: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{43: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{44: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{45: *batchmap.Tile/R[*batchmap.Tile] GLO}
{46: *batchmap.Tile/R[*batchmap.Tile] GLO}
{47: *batchmap.Tile/R[*batchmap.Tile] GLO}
{48: string/string GLO}
{49: int/int[varintz] GLO}
{50: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{51: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}
{52: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{53: int/int[varintz] GLO}
{54: []uint8/bytes GLO}
{55: int/int[varintz] GLO}
{56: []uint8/bytes GLO}
{57: int/int[varintz] GLO}
{58: int/int[varintz] GLO}
{59: int/int[varintz] GLO}
{60: []uint8/bytes GLO}
{61: []uint8/bytes GLO}
{62: string/string GLO}
{63: []uint8/bytes GLO}
{64: string/string GLO}
{65: string/string GLO}
{66: string/string GLO}
{67: []uint8/bytes GLO}
Edges: 1: Impulse [] -> [Out: []uint8 -> {1: []uint8/bytes GLO}]
2: ParDo [In(Main): []uint8 <- {1: []uint8/bytes GLO}] -> [Out: T -> {2: *batchmap.Entry/R[*batchmap.Entry] GLO}]
3: ParDo [In(Main): *batchmap.Entry <- {2: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
4: ParDo [In(Main): batchmap.nodeHash <- {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
5: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
6: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {6: *batchmap.Tile/R[*batchmap.Tile] GLO}]
7: ParDo [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
8: ParDo [In(Main): batchmap.nodeHash <- {7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
9: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
10: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {10: *batchmap.Tile/R[*batchmap.Tile] GLO}]
11: ParDo [In(Main): *batchmap.Tile <- {10: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {11: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
12: ParDo [In(Main): batchmap.nodeHash <- {11: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
13: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {13: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
14: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {13: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {14: *batchmap.Tile/R[*batchmap.Tile] GLO}]
15: ParDo [In(Main): *batchmap.Tile <- {14: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {15: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
16: ParDo [In(Main): batchmap.nodeHash <- {15: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {16: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
17: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {16: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {17: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
18: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {17: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {18: *batchmap.Tile/R[*batchmap.Tile] GLO}]
19: Flatten [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {10: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {14: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {18: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {19: *batchmap.Tile/R[*batchmap.Tile] GLO}]
20: Impulse [] -> [Out: []uint8 -> {20: []uint8/bytes GLO}]
21: ParDo [In(Main): []uint8 <- {20: []uint8/bytes GLO}] -> [Out: T -> {21: *batchmap.Entry/R[*batchmap.Entry] GLO}]
22: ParDo [In(Main): *batchmap.Tile <- {19: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {22: *batchmap.Tile/R[*batchmap.Tile] GLO} Out: *batchmap.Tile -> {23: *batchmap.Tile/R[*batchmap.Tile] GLO} Out: *batchmap.Tile -> {24: *batchmap.Tile/R[*batchmap.Tile] GLO} Out: *batchmap.Tile -> {25: *batchmap.Tile/R[*batchmap.Tile] GLO}]
23: ParDo [In(Main): *batchmap.Entry <- {21: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {26: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
24: ParDo [In(Main): *batchmap.Tile <- {25: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {27: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
25: ParDo [In(Main): batchmap.nodeHash <- {26: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {28: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
26: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {27: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {28: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {29: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
27: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {29: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {30: *batchmap.Tile/R[*batchmap.Tile] GLO}]
28: ParDo [In(Main): *batchmap.Tile <- {30: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {31: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
29: ParDo [In(Main): *batchmap.Tile <- {24: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {32: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
30: ParDo [In(Main): batchmap.nodeHash <- {31: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {33: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
31: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {32: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {33: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {34: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
32: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {34: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {35: *batchmap.Tile/R[*batchmap.Tile] GLO}]
33: ParDo [In(Main): *batchmap.Tile <- {35: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {36: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
34: ParDo [In(Main): *batchmap.Tile <- {23: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {37: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
35: ParDo [In(Main): batchmap.nodeHash <- {36: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {38: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
36: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {37: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {38: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {39: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
37: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {39: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {40: *batchmap.Tile/R[*batchmap.Tile] GLO}]
38: ParDo [In(Main): *batchmap.Tile <- {40: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {41: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
39: ParDo [In(Main): *batchmap.Tile <- {22: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {42: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
40: ParDo [In(Main): batchmap.nodeHash <- {41: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {43: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
41: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {42: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {43: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {44: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
42: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {44: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {45: *batchmap.Tile/R[*batchmap.Tile] GLO}]
43: Flatten [In(Main): *batchmap.Tile <- {30: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {35: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {40: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {45: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {46: *batchmap.Tile/R[*batchmap.Tile] GLO}]
44: ParDo [In(Main): T <- {46: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: T -> {47: *batchmap.Tile/R[*batchmap.Tile] GLO}]
45: ParDo [In(Main): *batchmap.Tile <- {47: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: string -> {48: string/string GLO}]
46: ParDo [In(Main): *batchmap.Tile <- {46: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: int -> {49: int/int[varintz] GLO}]
47: ParDo [In(Main): T <- {49: int/int[varintz] GLO}] -> [Out: KV<int,T> -> {50: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
48: CoGBK [In(Main): KV<int,int> <- {50: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: CoGBK<int,int> -> {51: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}]
49: Combine [In(Main): int <- {51: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}] -> [Out: KV<int,int> -> {52: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
50: ParDo [In(Main): KV<X,Y> <- {52: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: Y -> {53: int/int[varintz] GLO}]
51: Impulse [] -> [Out: []uint8 -> {54: []uint8/bytes GLO}]
52: ParDo [In(Main): []uint8 <- {54: []uint8/bytes GLO}] -> [Out: T -> {55: int/int[varintz] GLO}]
53: Impulse [] -> [Out: []uint8 -> {56: []uint8/bytes GLO}]
54: ParDo [In(Main): []uint8 <- {56: []uint8/bytes GLO} In(Iter): T <- {53: int/int[varintz] GLO} In(Iter): T <- {55: int/int[varintz] GLO}] -> [Out: T -> {57: int/int[varintz] GLO} Out: T -> {58: int/int[varintz] GLO} Out: T -> {59: int/int[varintz] GLO}]
55: Impulse [] -> [Out: []uint8 -> {60: []uint8/bytes GLO}]
56: ParDo [In(Main): []uint8 <- {60: []uint8/bytes GLO} In(Iter): T <- {57: int/int[varintz] GLO} In(Iter): T <- {58: int/int[varintz] GLO} In(Iter): T <- {59: int/int[varintz] GLO}] -> []
57: Impulse [] -> [Out: []uint8 -> {61: []uint8/bytes GLO}]
58: ParDo [In(Main): []uint8 <- {61: []uint8/bytes GLO}] -> [Out: T -> {62: string/string GLO}]
59: Impulse [] -> [Out: []uint8 -> {63: []uint8/bytes GLO}]
60: ParDo [In(Main): []uint8 <- {63: []uint8/bytes GLO} In(Iter): T <- {48: string/string GLO} In(Iter): T <- {62: string/string GLO}] -> [Out: T -> {64: string/string GLO} Out: T -> {65: string/string GLO} Out: T -> {66: string/string GLO}]
61: Impulse [] -> [Out: []uint8 -> {67: []uint8/bytes GLO}]
62: ParDo [In(Main): []uint8 <- {67: []uint8/bytes GLO} In(Iter): T <- {64: string/string GLO} In(Iter): T <- {65: string/string GLO} In(Iter): T <- {66: string/string GLO}] -> []
2024/09/12 10:20:55 Plan[plan]:
88: Impulse[0]
92: Impulse[0]
94: Impulse[0]
95: Impulse[0]
96: Impulse[0]
98: Impulse[0]
99: Impulse[0]
100: Impulse[0]
1: ParDo[passert.failIfBadEntries] Out:[]
2: wait[3] Out:1
3: buffer[3]. wait:2 Out:1
4: buffer[4]. wait:2 Out:1
5: buffer[5]. wait:2 Out:1
6: ParDo[passert.diffFn] Out:[3 4 5]
7: wait[2] Out:6
8: buffer[8]. wait:7 Out:6
9: buffer[9]. wait:7 Out:6
10: ParDo[batchmap.TestUpdate.func1.2] Out:[8]
11: ParDo[filter.filterFn] Out:[10]
12: ParDo[passert.failIfBadEntries] Out:[]
13: wait[3] Out:12
14: buffer[14]. wait:13 Out:12
15: buffer[15]. wait:13 Out:12
16: buffer[16]. wait:13 Out:12
17: ParDo[passert.diffFn] Out:[14 15 16]
18: wait[2] Out:17
19: buffer[19]. wait:18 Out:17
20: buffer[20]. wait:18 Out:17
21: ParDo[beam.dropKeyFn] Out:[19]
22: Combine[stats.sumIntFn] Keyed:false Out:21
23: CoGBK. Out:22
24: Inject[0]. Out:23
25: ParDo[beam.addFixedKeyFn] Out:[24]
26: ParDo[batchmap.assertTileCount.func1] Out:[25]
27: Multiplex. Out:[11 26]
28: Flatten[4]. Out:Multiplex. Out:[11 26]
29: ParDo[batchmap.tileUpdateFn] Out:[28]
30: CoGBK. Out:29
31: Flatten[2]. Out:CoGBK. Out:29
32: Inject[0]. Out:31
33: Inject[1]. Out:31
34: ParDo[batchmap.updateStratum.func1] Out:[32]
35: ParDo[batchmap.leafShardFn] Out:[33]
36: ParDo[batchmap.tileToNodeHashFn] Out:[35]
37: Multiplex. Out:[36 28]
38: ParDo[batchmap.tileUpdateFn] Out:[37]
39: CoGBK. Out:38
40: Flatten[2]. Out:CoGBK. Out:38
41: Inject[0]. Out:40
42: Inject[1]. Out:40
43: ParDo[batchmap.updateStratum.func1] Out:[41]
44: ParDo[batchmap.leafShardFn] Out:[42]
45: ParDo[batchmap.tileToNodeHashFn] Out:[44]
46: Multiplex. Out:[45 28]
47: ParDo[batchmap.tileUpdateFn] Out:[46]
48: CoGBK. Out:47
49: Flatten[2]. Out:CoGBK. Out:47
50: Inject[0]. Out:49
51: Inject[1]. Out:49
52: ParDo[batchmap.updateStratum.func1] Out:[50]
53: ParDo[batchmap.leafShardFn] Out:[51]
54: ParDo[batchmap.tileToNodeHashFn] Out:[53]
55: Multiplex. Out:[54 28]
56: ParDo[batchmap.tileUpdateFn] Out:[55]
57: CoGBK. Out:56
58: Flatten[2]. Out:CoGBK. Out:56
59: Inject[0]. Out:58
60: Inject[1]. Out:58
61: ParDo[batchmap.updateStratum.func1] Out:[59]
62: ParDo[beam.partitionFn] Out:[34 43 52 61]
63: Flatten[4]. Out:ParDo[beam.partitionFn] Out:[34 43 52 61]
64: ParDo[batchmap.tileHashFn] Out:[63]
65: CoGBK. Out:64
66: Inject[0]. Out:65
67: ParDo[batchmap.leafShardFn] Out:[66]
68: ParDo[batchmap.tileToNodeHashFn] Out:[67]
69: Multiplex. Out:[68 63]
70: ParDo[batchmap.tileHashFn] Out:[69]
71: CoGBK. Out:70
72: Inject[0]. Out:71
73: ParDo[batchmap.leafShardFn] Out:[72]
74: ParDo[batchmap.tileToNodeHashFn] Out:[73]
75: Multiplex. Out:[74 63]
76: ParDo[batchmap.tileHashFn] Out:[75]
77: CoGBK. Out:76
78: Inject[0]. Out:77
79: ParDo[batchmap.leafShardFn] Out:[78]
80: ParDo[batchmap.tileToNodeHashFn] Out:[79]
81: Multiplex. Out:[80 63]
82: ParDo[batchmap.tileHashFn] Out:[81]
83: CoGBK. Out:82
84: Inject[0]. Out:83
85: ParDo[batchmap.leafShardFn] Out:[84]
86: ParDo[batchmap.entryToNodeHashFn] Out:[85]
87: ParDo[beam.createFn] Out:[86]
89: ParDo[batchmap.leafShardFn] Out:[60]
90: ParDo[batchmap.entryToNodeHashFn] Out:[89]
91: ParDo[beam.createFn] Out:[90]
93: ParDo[beam.createFn] Out:[20]
97: ParDo[beam.createFn] Out:[9]
2024/09/12 10:20:55 Executing pipeline with the direct runner.
2024/09/12 10:20:55 Pipeline:
2024/09/12 10:20:55 Nodes: {1: []uint8/bytes GLO}
{2: *batchmap.Entry/R[*batchmap.Entry] GLO}
{3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{6: *batchmap.Tile/R[*batchmap.Tile] GLO}
{7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{10: *batchmap.Tile/R[*batchmap.Tile] GLO}
{11: *batchmap.Tile/R[*batchmap.Tile] GLO}
{12: *batchmap.Tile/R[*batchmap.Tile] GLO}
Edges: 1: Impulse [] -> [Out: []uint8 -> {1: []uint8/bytes GLO}]
2: ParDo [In(Main): []uint8 <- {1: []uint8/bytes GLO}] -> [Out: T -> {2: *batchmap.Entry/R[*batchmap.Entry] GLO}]
3: ParDo [In(Main): *batchmap.Entry <- {2: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
4: ParDo [In(Main): batchmap.nodeHash <- {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
5: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
6: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {6: *batchmap.Tile/R[*batchmap.Tile] GLO}]
7: ParDo [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
8: ParDo [In(Main): batchmap.nodeHash <- {7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
9: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
10: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {10: *batchmap.Tile/R[*batchmap.Tile] GLO}]
11: Flatten [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {10: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {11: *batchmap.Tile/R[*batchmap.Tile] GLO}]
12: ParDo [In(Main): T <- {11: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: T -> {12: *batchmap.Tile/R[*batchmap.Tile] GLO}]
13: ParDo [In(Main): X <- {12: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> []
2024/09/12 10:20:55 Plan[plan]:
16: Impulse[0]
1: ParDo[passert.failFn] Out:[]
2: ParDo[filter.filterFn] Out:[1]
3: Flatten[2]. Out:ParDo[filter.filterFn] Out:[1]
4: ParDo[batchmap.tileHashFn] Out:[3]
5: CoGBK. Out:4
6: Inject[0]. Out:5
7: ParDo[batchmap.leafShardFn] Out:[6]
8: ParDo[batchmap.tileToNodeHashFn] Out:[7]
9: Multiplex. Out:[8 3]
10: ParDo[batchmap.tileHashFn] Out:[9]
11: CoGBK. Out:10
12: Inject[0]. Out:11
13: ParDo[batchmap.leafShardFn] Out:[12]
14: ParDo[batchmap.entryToNodeHashFn] Out:[13]
15: ParDo[beam.createFn] Out:[14]
2024/09/12 10:20:55 Executing pipeline with the direct runner.
2024/09/12 10:20:55 Pipeline:
2024/09/12 10:20:55 Nodes: {1: []uint8/bytes GLO}
{2: *batchmap.Entry/R[*batchmap.Entry] GLO}
{3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{6: *batchmap.Tile/R[*batchmap.Tile] GLO}
{7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{10: *batchmap.Tile/R[*batchmap.Tile] GLO}
{11: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{13: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{14: *batchmap.Tile/R[*batchmap.Tile] GLO}
{15: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{16: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{17: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{18: *batchmap.Tile/R[*batchmap.Tile] GLO}
{19: *batchmap.Tile/R[*batchmap.Tile] GLO}
{20: *batchmap.Tile/R[*batchmap.Tile] GLO}
{21: string/string GLO}
{22: int/int[varintz] GLO}
{23: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{24: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}
{25: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{26: int/int[varintz] GLO}
{27: []uint8/bytes GLO}
{28: int/int[varintz] GLO}
{29: []uint8/bytes GLO}
{30: int/int[varintz] GLO}
{31: int/int[varintz] GLO}
{32: int/int[varintz] GLO}
{33: []uint8/bytes GLO}
{34: []uint8/bytes GLO}
{35: string/string GLO}
{36: []uint8/bytes GLO}
{37: string/string GLO}
{38: string/string GLO}
{39: string/string GLO}
{40: []uint8/bytes GLO}
Edges: 1: Impulse [] -> [Out: []uint8 -> {1: []uint8/bytes GLO}]
2: ParDo [In(Main): []uint8 <- {1: []uint8/bytes GLO}] -> [Out: T -> {2: *batchmap.Entry/R[*batchmap.Entry] GLO}]
3: ParDo [In(Main): *batchmap.Entry <- {2: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
4: ParDo [In(Main): batchmap.nodeHash <- {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
5: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
6: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {6: *batchmap.Tile/R[*batchmap.Tile] GLO}]
7: ParDo [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
8: ParDo [In(Main): batchmap.nodeHash <- {7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
9: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
10: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {10: *batchmap.Tile/R[*batchmap.Tile] GLO}]
11: ParDo [In(Main): *batchmap.Tile <- {10: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {11: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
12: ParDo [In(Main): batchmap.nodeHash <- {11: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
13: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {13: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
14: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {13: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {14: *batchmap.Tile/R[*batchmap.Tile] GLO}]
15: ParDo [In(Main): *batchmap.Tile <- {14: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {15: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
16: ParDo [In(Main): batchmap.nodeHash <- {15: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {16: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
17: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {16: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {17: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
18: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {17: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {18: *batchmap.Tile/R[*batchmap.Tile] GLO}]
19: Flatten [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {10: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {14: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {18: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {19: *batchmap.Tile/R[*batchmap.Tile] GLO}]
20: ParDo [In(Main): T <- {19: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: T -> {20: *batchmap.Tile/R[*batchmap.Tile] GLO}]
21: ParDo [In(Main): *batchmap.Tile <- {20: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: string -> {21: string/string GLO}]
22: ParDo [In(Main): *batchmap.Tile <- {19: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: int -> {22: int/int[varintz] GLO}]
23: ParDo [In(Main): T <- {22: int/int[varintz] GLO}] -> [Out: KV<int,T> -> {23: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
24: CoGBK [In(Main): KV<int,int> <- {23: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: CoGBK<int,int> -> {24: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}]
25: Combine [In(Main): int <- {24: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}] -> [Out: KV<int,int> -> {25: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
26: ParDo [In(Main): KV<X,Y> <- {25: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: Y -> {26: int/int[varintz] GLO}]
27: Impulse [] -> [Out: []uint8 -> {27: []uint8/bytes GLO}]
28: ParDo [In(Main): []uint8 <- {27: []uint8/bytes GLO}] -> [Out: T -> {28: int/int[varintz] GLO}]
29: Impulse [] -> [Out: []uint8 -> {29: []uint8/bytes GLO}]
30: ParDo [In(Main): []uint8 <- {29: []uint8/bytes GLO} In(Iter): T <- {26: int/int[varintz] GLO} In(Iter): T <- {28: int/int[varintz] GLO}] -> [Out: T -> {30: int/int[varintz] GLO} Out: T -> {31: int/int[varintz] GLO} Out: T -> {32: int/int[varintz] GLO}]
31: Impulse [] -> [Out: []uint8 -> {33: []uint8/bytes GLO}]
32: ParDo [In(Main): []uint8 <- {33: []uint8/bytes GLO} In(Iter): T <- {30: int/int[varintz] GLO} In(Iter): T <- {31: int/int[varintz] GLO} In(Iter): T <- {32: int/int[varintz] GLO}] -> []
33: Impulse [] -> [Out: []uint8 -> {34: []uint8/bytes GLO}]
34: ParDo [In(Main): []uint8 <- {34: []uint8/bytes GLO}] -> [Out: T -> {35: string/string GLO}]
35: Impulse [] -> [Out: []uint8 -> {36: []uint8/bytes GLO}]
36: ParDo [In(Main): []uint8 <- {36: []uint8/bytes GLO} In(Iter): T <- {21: string/string GLO} In(Iter): T <- {35: string/string GLO}] -> [Out: T -> {37: string/string GLO} Out: T -> {38: string/string GLO} Out: T -> {39: string/string GLO}]
37: Impulse [] -> [Out: []uint8 -> {40: []uint8/bytes GLO}]
38: ParDo [In(Main): []uint8 <- {40: []uint8/bytes GLO} In(Iter): T <- {37: string/string GLO} In(Iter): T <- {38: string/string GLO} In(Iter): T <- {39: string/string GLO}] -> []
2024/09/12 10:20:55 Plan[plan]:
53: Impulse[0]
55: Impulse[0]
56: Impulse[0]
57: Impulse[0]
59: Impulse[0]
60: Impulse[0]
61: Impulse[0]
1: ParDo[passert.failIfBadEntries] Out:[]
2: wait[3] Out:1
3: buffer[3]. wait:2 Out:1
4: buffer[4]. wait:2 Out:1
5: buffer[5]. wait:2 Out:1
6: ParDo[passert.diffFn] Out:[3 4 5]
7: wait[2] Out:6
8: buffer[8]. wait:7 Out:6
9: buffer[9]. wait:7 Out:6
10: ParDo[batchmap.TestGoldenCreate.func2] Out:[8]
11: ParDo[filter.filterFn] Out:[10]
12: ParDo[passert.failIfBadEntries] Out:[]
13: wait[3] Out:12
14: buffer[14]. wait:13 Out:12
15: buffer[15]. wait:13 Out:12
16: buffer[16]. wait:13 Out:12
17: ParDo[passert.diffFn] Out:[14 15 16]
18: wait[2] Out:17
19: buffer[19]. wait:18 Out:17
20: buffer[20]. wait:18 Out:17
21: ParDo[beam.dropKeyFn] Out:[19]
22: Combine[stats.sumIntFn] Keyed:false Out:21
23: CoGBK. Out:22
24: Inject[0]. Out:23
25: ParDo[beam.addFixedKeyFn] Out:[24]
26: ParDo[batchmap.assertTileCount.func1] Out:[25]
27: Multiplex. Out:[11 26]
28: Flatten[4]. Out:Multiplex. Out:[11 26]
29: ParDo[batchmap.tileHashFn] Out:[28]
30: CoGBK. Out:29
31: Inject[0]. Out:30
32: ParDo[batchmap.leafShardFn] Out:[31]
33: ParDo[batchmap.tileToNodeHashFn] Out:[32]
34: Multiplex. Out:[33 28]
35: ParDo[batchmap.tileHashFn] Out:[34]
36: CoGBK. Out:35
37: Inject[0]. Out:36
38: ParDo[batchmap.leafShardFn] Out:[37]
39: ParDo[batchmap.tileToNodeHashFn] Out:[38]
40: Multiplex. Out:[39 28]
41: ParDo[batchmap.tileHashFn] Out:[40]
42: CoGBK. Out:41
43: Inject[0]. Out:42
44: ParDo[batchmap.leafShardFn] Out:[43]
45: ParDo[batchmap.tileToNodeHashFn] Out:[44]
46: Multiplex. Out:[45 28]
47: ParDo[batchmap.tileHashFn] Out:[46]
48: CoGBK. Out:47
49: Inject[0]. Out:48
50: ParDo[batchmap.leafShardFn] Out:[49]
51: ParDo[batchmap.entryToNodeHashFn] Out:[50]
52: ParDo[beam.createFn] Out:[51]
54: ParDo[beam.createFn] Out:[20]
58: ParDo[beam.createFn] Out:[9]
2024/09/12 10:20:55 wait[18] unblocked w/ 1 [false]
2024/09/12 10:20:55 wait[18] done
2024/09/12 10:20:55 wait[13] unblocked w/ 1 [false]
2024/09/12 10:20:55 wait[13] done
2024/09/12 10:20:55 wait[7] unblocked w/ 1 [false]
2024/09/12 10:20:55 wait[7] done
2024/09/12 10:20:55 wait[2] unblocked w/ 1 [false]
2024/09/12 10:20:55 wait[2] done
2024/09/12 10:20:55 Executing pipeline with the direct runner.
2024/09/12 10:20:55 Pipeline:
2024/09/12 10:20:55 Nodes: {1: []uint8/bytes GLO}
{2: *batchmap.Entry/R[*batchmap.Entry] GLO}
{3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{6: *batchmap.Tile/R[*batchmap.Tile] GLO}
{7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{10: *batchmap.Tile/R[*batchmap.Tile] GLO}
{11: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{13: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{14: *batchmap.Tile/R[*batchmap.Tile] GLO}
{15: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{16: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{17: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{18: *batchmap.Tile/R[*batchmap.Tile] GLO}
{19: *batchmap.Tile/R[*batchmap.Tile] GLO}
{20: []uint8/bytes GLO}
{21: *batchmap.Entry/R[*batchmap.Entry] GLO}
{22: *batchmap.Tile/R[*batchmap.Tile] GLO}
{23: *batchmap.Tile/R[*batchmap.Tile] GLO}
{24: *batchmap.Tile/R[*batchmap.Tile] GLO}
{25: *batchmap.Tile/R[*batchmap.Tile] GLO}
{26: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{27: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{28: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{29: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{30: *batchmap.Tile/R[*batchmap.Tile] GLO}
{31: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{32: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{33: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{34: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{35: *batchmap.Tile/R[*batchmap.Tile] GLO}
{36: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{37: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{38: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{39: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{40: *batchmap.Tile/R[*batchmap.Tile] GLO}
{41: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{42: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{43: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{44: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{45: *batchmap.Tile/R[*batchmap.Tile] GLO}
{46: *batchmap.Tile/R[*batchmap.Tile] GLO}
{47: *batchmap.Tile/R[*batchmap.Tile] GLO}
{48: string/string GLO}
{49: int/int[varintz] GLO}
{50: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{51: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}
{52: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{53: int/int[varintz] GLO}
{54: []uint8/bytes GLO}
{55: int/int[varintz] GLO}
{56: []uint8/bytes GLO}
{57: int/int[varintz] GLO}
{58: int/int[varintz] GLO}
{59: int/int[varintz] GLO}
{60: []uint8/bytes GLO}
{61: []uint8/bytes GLO}
{62: string/string GLO}
{63: []uint8/bytes GLO}
{64: string/string GLO}
{65: string/string GLO}
{66: string/string GLO}
{67: []uint8/bytes GLO}
Edges: 1: Impulse [] -> [Out: []uint8 -> {1: []uint8/bytes GLO}]
2: ParDo [In(Main): []uint8 <- {1: []uint8/bytes GLO}] -> [Out: T -> {2: *batchmap.Entry/R[*batchmap.Entry] GLO}]
3: ParDo [In(Main): *batchmap.Entry <- {2: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
4: ParDo [In(Main): batchmap.nodeHash <- {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
5: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
6: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {6: *batchmap.Tile/R[*batchmap.Tile] GLO}]
7: ParDo [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
8: ParDo [In(Main): batchmap.nodeHash <- {7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
9: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
10: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {10: *batchmap.Tile/R[*batchmap.Tile] GLO}]
11: ParDo [In(Main): *batchmap.Tile <- {10: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {11: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
12: ParDo [In(Main): batchmap.nodeHash <- {11: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
13: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {13: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
14: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {13: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {14: *batchmap.Tile/R[*batchmap.Tile] GLO}]
15: ParDo [In(Main): *batchmap.Tile <- {14: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {15: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
16: ParDo [In(Main): batchmap.nodeHash <- {15: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {16: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
17: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {16: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {17: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
18: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {17: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {18: *batchmap.Tile/R[*batchmap.Tile] GLO}]
19: Flatten [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {10: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {14: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {18: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {19: *batchmap.Tile/R[*batchmap.Tile] GLO}]
20: Impulse [] -> [Out: []uint8 -> {20: []uint8/bytes GLO}]
21: ParDo [In(Main): []uint8 <- {20: []uint8/bytes GLO}] -> [Out: T -> {21: *batchmap.Entry/R[*batchmap.Entry] GLO}]
22: ParDo [In(Main): *batchmap.Tile <- {19: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {22: *batchmap.Tile/R[*batchmap.Tile] GLO} Out: *batchmap.Tile -> {23: *batchmap.Tile/R[*batchmap.Tile] GLO} Out: *batchmap.Tile -> {24: *batchmap.Tile/R[*batchmap.Tile] GLO} Out: *batchmap.Tile -> {25: *batchmap.Tile/R[*batchmap.Tile] GLO}]
23: ParDo [In(Main): *batchmap.Entry <- {21: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {26: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
24: ParDo [In(Main): *batchmap.Tile <- {25: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {27: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
25: ParDo [In(Main): batchmap.nodeHash <- {26: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {28: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
26: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {27: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {28: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {29: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
27: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {29: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {30: *batchmap.Tile/R[*batchmap.Tile] GLO}]
28: ParDo [In(Main): *batchmap.Tile <- {30: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {31: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
29: ParDo [In(Main): *batchmap.Tile <- {24: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {32: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
30: ParDo [In(Main): batchmap.nodeHash <- {31: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {33: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
31: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {32: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {33: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {34: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
32: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {34: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {35: *batchmap.Tile/R[*batchmap.Tile] GLO}]
33: ParDo [In(Main): *batchmap.Tile <- {35: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {36: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
34: ParDo [In(Main): *batchmap.Tile <- {23: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {37: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
35: ParDo [In(Main): batchmap.nodeHash <- {36: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {38: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
36: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {37: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {38: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {39: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
37: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {39: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {40: *batchmap.Tile/R[*batchmap.Tile] GLO}]
38: ParDo [In(Main): *batchmap.Tile <- {40: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {41: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
39: ParDo [In(Main): *batchmap.Tile <- {22: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {42: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
40: ParDo [In(Main): batchmap.nodeHash <- {41: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {43: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
41: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {42: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {43: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {44: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
42: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {44: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {45: *batchmap.Tile/R[*batchmap.Tile] GLO}]
43: Flatten [In(Main): *batchmap.Tile <- {30: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {35: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {40: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {45: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {46: *batchmap.Tile/R[*batchmap.Tile] GLO}]
44: ParDo [In(Main): T <- {46: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: T -> {47: *batchmap.Tile/R[*batchmap.Tile] GLO}]
45: ParDo [In(Main): *batchmap.Tile <- {47: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: string -> {48: string/string GLO}]
46: ParDo [In(Main): *batchmap.Tile <- {46: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: int -> {49: int/int[varintz] GLO}]
47: ParDo [In(Main): T <- {49: int/int[varintz] GLO}] -> [Out: KV<int,T> -> {50: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
48: CoGBK [In(Main): KV<int,int> <- {50: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: CoGBK<int,int> -> {51: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}]
49: Combine [In(Main): int <- {51: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}] -> [Out: KV<int,int> -> {52: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
50: ParDo [In(Main): KV<X,Y> <- {52: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: Y -> {53: int/int[varintz] GLO}]
51: Impulse [] -> [Out: []uint8 -> {54: []uint8/bytes GLO}]
52: ParDo [In(Main): []uint8 <- {54: []uint8/bytes GLO}] -> [Out: T -> {55: int/int[varintz] GLO}]
53: Impulse [] -> [Out: []uint8 -> {56: []uint8/bytes GLO}]
54: ParDo [In(Main): []uint8 <- {56: []uint8/bytes GLO} In(Iter): T <- {53: int/int[varintz] GLO} In(Iter): T <- {55: int/int[varintz] GLO}] -> [Out: T -> {57: int/int[varintz] GLO} Out: T -> {58: int/int[varintz] GLO} Out: T -> {59: int/int[varintz] GLO}]
55: Impulse [] -> [Out: []uint8 -> {60: []uint8/bytes GLO}]
56: ParDo [In(Main): []uint8 <- {60: []uint8/bytes GLO} In(Iter): T <- {57: int/int[varintz] GLO} In(Iter): T <- {58: int/int[varintz] GLO} In(Iter): T <- {59: int/int[varintz] GLO}] -> []
57: Impulse [] -> [Out: []uint8 -> {61: []uint8/bytes GLO}]
58: ParDo [In(Main): []uint8 <- {61: []uint8/bytes GLO}] -> [Out: T -> {62: string/string GLO}]
59: Impulse [] -> [Out: []uint8 -> {63: []uint8/bytes GLO}]
60: ParDo [In(Main): []uint8 <- {63: []uint8/bytes GLO} In(Iter): T <- {48: string/string GLO} In(Iter): T <- {62: string/string GLO}] -> [Out: T -> {64: string/string GLO} Out: T -> {65: string/string GLO} Out: T -> {66: string/string GLO}]
61: Impulse [] -> [Out: []uint8 -> {67: []uint8/bytes GLO}]
62: ParDo [In(Main): []uint8 <- {67: []uint8/bytes GLO} In(Iter): T <- {64: string/string GLO} In(Iter): T <- {65: string/string GLO} In(Iter): T <- {66: string/string GLO}] -> []
2024/09/12 10:20:55 Plan[plan]:
88: Impulse[0]
92: Impulse[0]
94: Impulse[0]
95: Impulse[0]
96: Impulse[0]
98: Impulse[0]
99: Impulse[0]
100: Impulse[0]
1: ParDo[passert.failIfBadEntries] Out:[]
2: wait[3] Out:1
3: buffer[3]. wait:2 Out:1
4: buffer[4]. wait:2 Out:1
5: buffer[5]. wait:2 Out:1
6: ParDo[passert.diffFn] Out:[3 4 5]
7: wait[2] Out:6
8: buffer[8]. wait:7 Out:6
9: buffer[9]. wait:7 Out:6
10: ParDo[batchmap.TestGoldenUpdate.func2] Out:[8]
11: ParDo[filter.filterFn] Out:[10]
12: ParDo[passert.failIfBadEntries] Out:[]
13: wait[3] Out:12
14: buffer[14]. wait:13 Out:12
15: buffer[15]. wait:13 Out:12
16: buffer[16]. wait:13 Out:12
17: ParDo[passert.diffFn] Out:[14 15 16]
18: wait[2] Out:17
19: buffer[19]. wait:18 Out:17
20: buffer[20]. wait:18 Out:17
21: ParDo[beam.dropKeyFn] Out:[19]
22: Combine[stats.sumIntFn] Keyed:false Out:21
23: CoGBK. Out:22
24: Inject[0]. Out:23
25: ParDo[beam.addFixedKeyFn] Out:[24]
26: ParDo[batchmap.assertTileCount.func1] Out:[25]
27: Multiplex. Out:[11 26]
28: Flatten[4]. Out:Multiplex. Out:[11 26]
29: ParDo[batchmap.tileUpdateFn] Out:[28]
30: CoGBK. Out:29
31: Flatten[2]. Out:CoGBK. Out:29
32: Inject[0]. Out:31
33: Inject[1]. Out:31
34: ParDo[batchmap.updateStratum.func1] Out:[32]
35: ParDo[batchmap.leafShardFn] Out:[33]
36: ParDo[batchmap.tileToNodeHashFn] Out:[35]
37: Multiplex. Out:[36 28]
38: ParDo[batchmap.tileUpdateFn] Out:[37]
39: CoGBK. Out:38
40: Flatten[2]. Out:CoGBK. Out:38
41: Inject[0]. Out:40
42: Inject[1]. Out:40
43: ParDo[batchmap.updateStratum.func1] Out:[41]
44: ParDo[batchmap.leafShardFn] Out:[42]
45: ParDo[batchmap.tileToNodeHashFn] Out:[44]
46: Multiplex. Out:[45 28]
47: ParDo[batchmap.tileUpdateFn] Out:[46]
48: CoGBK. Out:47
49: Flatten[2]. Out:CoGBK. Out:47
50: Inject[0]. Out:49
51: Inject[1]. Out:49
52: ParDo[batchmap.updateStratum.func1] Out:[50]
53: ParDo[batchmap.leafShardFn] Out:[51]
54: ParDo[batchmap.tileToNodeHashFn] Out:[53]
55: Multiplex. Out:[54 28]
56: ParDo[batchmap.tileUpdateFn] Out:[55]
57: CoGBK. Out:56
58: Flatten[2]. Out:CoGBK. Out:56
59: Inject[0]. Out:58
60: Inject[1]. Out:58
61: ParDo[batchmap.updateStratum.func1] Out:[59]
62: ParDo[beam.partitionFn] Out:[34 43 52 61]
63: Flatten[4]. Out:ParDo[beam.partitionFn] Out:[34 43 52 61]
64: ParDo[batchmap.tileHashFn] Out:[63]
65: CoGBK. Out:64
66: Inject[0]. Out:65
67: ParDo[batchmap.leafShardFn] Out:[66]
68: ParDo[batchmap.tileToNodeHashFn] Out:[67]
69: Multiplex. Out:[68 63]
70: ParDo[batchmap.tileHashFn] Out:[69]
71: CoGBK. Out:70
72: Inject[0]. Out:71
73: ParDo[batchmap.leafShardFn] Out:[72]
74: ParDo[batchmap.tileToNodeHashFn] Out:[73]
75: Multiplex. Out:[74 63]
76: ParDo[batchmap.tileHashFn] Out:[75]
77: CoGBK. Out:76
78: Inject[0]. Out:77
79: ParDo[batchmap.leafShardFn] Out:[78]
80: ParDo[batchmap.tileToNodeHashFn] Out:[79]
81: Multiplex. Out:[80 63]
82: ParDo[batchmap.tileHashFn] Out:[81]
83: CoGBK. Out:82
84: Inject[0]. Out:83
85: ParDo[batchmap.leafShardFn] Out:[84]
86: ParDo[batchmap.entryToNodeHashFn] Out:[85]
87: ParDo[beam.createFn] Out:[86]
89: ParDo[batchmap.leafShardFn] Out:[60]
90: ParDo[batchmap.entryToNodeHashFn] Out:[89]
91: ParDo[beam.createFn] Out:[90]
93: ParDo[beam.createFn] Out:[20]
97: ParDo[beam.createFn] Out:[9]
2024/09/12 10:20:55 wait[18] unblocked w/ 1 [false]
2024/09/12 10:20:55 wait[18] done
2024/09/12 10:20:55 wait[13] unblocked w/ 1 [false]
2024/09/12 10:20:55 wait[13] done
2024/09/12 10:20:55 wait[7] unblocked w/ 1 [false]
2024/09/12 10:20:55 wait[7] done
2024/09/12 10:20:55 wait[2] unblocked w/ 1 [false]
2024/09/12 10:20:55 wait[2] done
PASS
ok  	github.com/google/trillian/experimental/batchmap	0.327s
github.com/google/trillian/extension
?   	github.com/google/trillian/extension	[no test files]
github.com/google/trillian/integration
2024/09/12 10:20:58 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
PASS
ok  	github.com/google/trillian/integration	10.735s
github.com/google/trillian/integration
2024/09/12 10:21:09 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
PASS
ok  	github.com/google/trillian/integration	10.696s
github.com/google/trillian/integration/admin
2024/09/12 10:21:20 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
2024/09/12 10:21:20 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
2024/09/12 10:21:20 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
2024/09/12 10:21:20 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
2024/09/12 10:21:20 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
2024/09/12 10:21:20 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
2024/09/12 10:21:20 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
2024/09/12 10:21:20 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
2024/09/12 10:21:20 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
PASS
ok  	github.com/google/trillian/integration/admin	0.008s
github.com/google/trillian/integration/admin
2024/09/12 10:21:21 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
2024/09/12 10:21:21 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
2024/09/12 10:21:21 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
2024/09/12 10:21:21 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
2024/09/12 10:21:21 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
2024/09/12 10:21:21 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
2024/09/12 10:21:21 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
2024/09/12 10:21:21 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
2024/09/12 10:21:21 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
PASS
ok  	github.com/google/trillian/integration/admin	0.008s
github.com/google/trillian/integration/format
PASS
ok  	github.com/google/trillian/integration/format	0.974s
github.com/google/trillian/integration/format
PASS
ok  	github.com/google/trillian/integration/format	0.993s
github.com/google/trillian/integration/quota
2024/09/12 10:21:30 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
2024/09/12 10:21:30 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
PASS
ok  	github.com/google/trillian/integration/quota	0.023s
github.com/google/trillian/integration/quota
2024/09/12 10:21:32 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
2024/09/12 10:21:32 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
PASS
ok  	github.com/google/trillian/integration/quota	0.022s
github.com/google/trillian/integration/storagetest
?   	github.com/google/trillian/integration/storagetest	[no test files]
github.com/google/trillian/log
E0912 10:21:33.485930 1475416 operation_manager.go:321] failed to perform operation: failed to list active log IDs: getactivelogs
E0912 10:21:33.486944 1475416 operation_manager.go:428] ExecutePass(145) failed: test error
E0912 10:21:35.488743 1475416 runner.go:119] 451: election.Await() failed: context canceled
E0912 10:21:35.489081 1475416 operation_manager.go:428] ExecutePass(145) failed: test error
E0912 10:21:35.489282 1475416 operation_manager.go:170] 98: failed to get log info: failedGetTree
E0912 10:21:35.891444 1475416 runner.go:144] 3: no longer the master!
E0912 10:21:35.891463 1475416 runner.go:144] 5: no longer the master!
E0912 10:21:35.891472 1475416 runner.go:119] 3: context canceled
E0912 10:21:35.891485 1475416 runner.go:144] 4: no longer the master!
E0912 10:21:35.891491 1475416 runner.go:144] 2: no longer the master!
E0912 10:21:35.891493 1475416 runner.go:119] 4: context canceled
E0912 10:21:35.891496 1475416 runner.go:119] 2: context canceled
E0912 10:21:35.891478 1475416 runner.go:119] 5: context canceled
E0912 10:21:35.891525 1475416 runner.go:144] 6: no longer the master!
E0912 10:21:35.891529 1475416 runner.go:119] 6: context canceled
E0912 10:21:35.891798 1475416 runner.go:144] 1: no longer the master!
E0912 10:21:35.891819 1475416 runner.go:119] 1: context canceled
E0912 10:21:36.093156 1475416 runner.go:119] 1: election.Await() failed: context canceled
E0912 10:21:36.093182 1475416 runner.go:144] 6: no longer the master!
E0912 10:21:36.093187 1475416 runner.go:119] 3: election.Await() failed: context canceled
E0912 10:21:36.093194 1475416 runner.go:119] 6: context canceled
E0912 10:21:36.093168 1475416 runner.go:144] 4: no longer the master!
E0912 10:21:36.093212 1475416 runner.go:119] 4: context canceled
E0912 10:21:36.093156 1475416 runner.go:144] 2: no longer the master!
E0912 10:21:36.093220 1475416 runner.go:119] 2: context canceled
E0912 10:21:36.093220 1475416 operation_manager.go:248] failed to create election for 4: injected failure
E0912 10:21:36.093232 1475416 operation_manager.go:248] failed to create election for 3: injected failure
E0912 10:21:36.093234 1475416 operation_manager.go:248] failed to create election for 1: injected failure
E0912 10:21:36.093225 1475416 operation_manager.go:248] failed to create election for 2: injected failure
E0912 10:21:36.093260 1475416 runner.go:119] 5: election.Await() failed: context canceled
E0912 10:21:36.193581 1475416 operation_manager.go:248] failed to create election for 5: injected failure
E0912 10:21:36.193610 1475416 operation_manager.go:248] failed to create election for 6: injected failure
PASS
ok  	github.com/google/trillian/log	2.821s
github.com/google/trillian/log
E0912 10:21:36.937003 1480919 operation_manager.go:321] failed to perform operation: failed to list active log IDs: getactivelogs
E0912 10:21:36.943347 1480919 operation_manager.go:428] ExecutePass(145) failed: test error
E0912 10:21:38.945728 1480919 runner.go:119] 451: election.Await() failed: context canceled
E0912 10:21:38.946055 1480919 operation_manager.go:428] ExecutePass(145) failed: test error
E0912 10:21:38.946277 1480919 operation_manager.go:170] 98: failed to get log info: failedGetTree
E0912 10:21:39.348247 1480919 runner.go:144] 5: no longer the master!
E0912 10:21:39.348280 1480919 runner.go:119] 5: context canceled
E0912 10:21:39.348303 1480919 runner.go:144] 3: no longer the master!
E0912 10:21:39.348310 1480919 runner.go:119] 3: context canceled
E0912 10:21:39.348321 1480919 runner.go:144] 4: no longer the master!
E0912 10:21:39.348338 1480919 runner.go:119] 4: context canceled
E0912 10:21:39.348392 1480919 runner.go:144] 1: no longer the master!
E0912 10:21:39.348399 1480919 runner.go:119] 1: context canceled
E0912 10:21:39.348409 1480919 runner.go:144] 2: no longer the master!
E0912 10:21:39.348411 1480919 runner.go:144] 6: no longer the master!
E0912 10:21:39.348414 1480919 runner.go:119] 2: context canceled
E0912 10:21:39.348426 1480919 runner.go:119] 6: context canceled
E0912 10:21:39.549992 1480919 runner.go:119] 3: election.Await() failed: context canceled
E0912 10:21:39.550021 1480919 runner.go:144] 2: no longer the master!
E0912 10:21:39.550031 1480919 runner.go:119] 2: context canceled
E0912 10:21:39.550052 1480919 operation_manager.go:248] failed to create election for 4: injected failure
E0912 10:21:39.550059 1480919 runner.go:144] 6: no longer the master!
E0912 10:21:39.550072 1480919 runner.go:119] 5: election.Await() failed: context canceled
E0912 10:21:39.550076 1480919 runner.go:119] 6: context canceled
E0912 10:21:39.550091 1480919 runner.go:119] 1: election.Await() failed: context canceled
E0912 10:21:39.550099 1480919 operation_manager.go:248] failed to create election for 1: injected failure
E0912 10:21:39.550066 1480919 runner.go:144] 4: no longer the master!
E0912 10:21:39.550110 1480919 runner.go:119] 4: context canceled
E0912 10:21:39.550113 1480919 operation_manager.go:248] failed to create election for 3: injected failure
E0912 10:21:39.550126 1480919 operation_manager.go:248] failed to create election for 2: injected failure
E0912 10:21:39.650583 1480919 operation_manager.go:248] failed to create election for 6: injected failure
E0912 10:21:39.650585 1480919 operation_manager.go:248] failed to create election for 5: injected failure
PASS
ok  	github.com/google/trillian/log	2.828s
github.com/google/trillian/merkle
PASS
ok  	github.com/google/trillian/merkle	0.012s
github.com/google/trillian/merkle
PASS
ok  	github.com/google/trillian/merkle	0.012s
github.com/google/trillian/merkle/compact
PASS
ok  	github.com/google/trillian/merkle/compact	0.323s
github.com/google/trillian/merkle/compact
PASS
ok  	github.com/google/trillian/merkle/compact	0.321s
github.com/google/trillian/merkle/coniks
PASS
ok  	github.com/google/trillian/merkle/coniks	0.006s
github.com/google/trillian/merkle/coniks
PASS
ok  	github.com/google/trillian/merkle/coniks	0.006s
github.com/google/trillian/merkle/hashers
?   	github.com/google/trillian/merkle/hashers	[no test files]
github.com/google/trillian/merkle/logverifier
PASS
ok  	github.com/google/trillian/merkle/logverifier	2.515s
github.com/google/trillian/merkle/logverifier
PASS
ok  	github.com/google/trillian/merkle/logverifier	2.318s
github.com/google/trillian/merkle/rfc6962
PASS
ok  	github.com/google/trillian/merkle/rfc6962	0.013s
github.com/google/trillian/merkle/rfc6962
PASS
ok  	github.com/google/trillian/merkle/rfc6962	0.003s
github.com/google/trillian/merkle/smt
PASS
ok  	github.com/google/trillian/merkle/smt	1.492s
github.com/google/trillian/merkle/smt
PASS
ok  	github.com/google/trillian/merkle/smt	1.460s
github.com/google/trillian/merkle/smt/node
PASS
ok  	github.com/google/trillian/merkle/smt/node	0.004s
github.com/google/trillian/merkle/smt/node
PASS
ok  	github.com/google/trillian/merkle/smt/node	0.004s
github.com/google/trillian/merkle/testonly
?   	github.com/google/trillian/merkle/testonly	[no test files]
github.com/google/trillian/monitoring
E0912 10:21:55.541543 1516535 inert.go:82] invalid label count 1; want 0
E0912 10:21:55.541899 1516535 inert.go:82] invalid label count 1; want 0
E0912 10:21:55.541910 1516535 inert.go:106] invalid label count 1; want 0
E0912 10:21:55.541934 1516535 inert.go:82] invalid label count 2; want 1
E0912 10:21:55.541938 1516535 inert.go:82] invalid label count 2; want 1
E0912 10:21:55.541942 1516535 inert.go:106] invalid label count 2; want 1
E0912 10:21:55.541960 1516535 inert.go:82] invalid label count 3; want 2
E0912 10:21:55.541964 1516535 inert.go:82] invalid label count 3; want 2
E0912 10:21:55.541967 1516535 inert.go:106] invalid label count 3; want 2
E0912 10:21:55.541997 1516535 inert.go:82] invalid label count 1; want 0
E0912 10:21:55.542001 1516535 inert.go:82] invalid label count 1; want 0
E0912 10:21:55.542004 1516535 inert.go:82] invalid label count 1; want 0
E0912 10:21:55.542014 1516535 inert.go:94] invalid label count 1; want 0
E0912 10:21:55.542017 1516535 inert.go:106] invalid label count 1; want 0
E0912 10:21:55.542035 1516535 inert.go:82] invalid label count 2; want 1
E0912 10:21:55.542039 1516535 inert.go:82] invalid label count 2; want 1
E0912 10:21:55.542042 1516535 inert.go:82] invalid label count 2; want 1
E0912 10:21:55.542046 1516535 inert.go:94] invalid label count 2; want 1
E0912 10:21:55.542049 1516535 inert.go:106] invalid label count 2; want 1
E0912 10:21:55.542067 1516535 inert.go:82] invalid label count 3; want 2
E0912 10:21:55.542071 1516535 inert.go:82] invalid label count 3; want 2
E0912 10:21:55.542074 1516535 inert.go:82] invalid label count 3; want 2
E0912 10:21:55.542077 1516535 inert.go:94] invalid label count 3; want 2
E0912 10:21:55.542080 1516535 inert.go:106] invalid label count 3; want 2
E0912 10:21:55.542113 1516535 inert.go:126] invalid label count 1; want 0
E0912 10:21:55.542117 1516535 inert.go:126] invalid label count 1; want 0
E0912 10:21:55.542121 1516535 inert.go:139] invalid label count 1; want 0
E0912 10:21:55.542138 1516535 inert.go:126] invalid label count 2; want 1
E0912 10:21:55.542142 1516535 inert.go:126] invalid label count 2; want 1
E0912 10:21:55.542145 1516535 inert.go:139] invalid label count 2; want 1
E0912 10:21:55.542164 1516535 inert.go:126] invalid label count 3; want 2
E0912 10:21:55.542168 1516535 inert.go:126] invalid label count 3; want 2
E0912 10:21:55.542171 1516535 inert.go:139] invalid label count 3; want 2
PASS
ok  	github.com/google/trillian/monitoring	0.006s
github.com/google/trillian/monitoring
E0912 10:21:56.063535 1517346 inert.go:82] invalid label count 1; want 0
E0912 10:21:56.064207 1517346 inert.go:82] invalid label count 1; want 0
E0912 10:21:56.064217 1517346 inert.go:106] invalid label count 1; want 0
E0912 10:21:56.064250 1517346 inert.go:82] invalid label count 2; want 1
E0912 10:21:56.064255 1517346 inert.go:82] invalid label count 2; want 1
E0912 10:21:56.064258 1517346 inert.go:106] invalid label count 2; want 1
E0912 10:21:56.064277 1517346 inert.go:82] invalid label count 3; want 2
E0912 10:21:56.064282 1517346 inert.go:82] invalid label count 3; want 2
E0912 10:21:56.064285 1517346 inert.go:106] invalid label count 3; want 2
E0912 10:21:56.064309 1517346 inert.go:82] invalid label count 1; want 0
E0912 10:21:56.064313 1517346 inert.go:82] invalid label count 1; want 0
E0912 10:21:56.064317 1517346 inert.go:82] invalid label count 1; want 0
E0912 10:21:56.064329 1517346 inert.go:94] invalid label count 1; want 0
E0912 10:21:56.064334 1517346 inert.go:106] invalid label count 1; want 0
E0912 10:21:56.064359 1517346 inert.go:82] invalid label count 2; want 1
E0912 10:21:56.064363 1517346 inert.go:82] invalid label count 2; want 1
E0912 10:21:56.064366 1517346 inert.go:82] invalid label count 2; want 1
E0912 10:21:56.064370 1517346 inert.go:94] invalid label count 2; want 1
E0912 10:21:56.064374 1517346 inert.go:106] invalid label count 2; want 1
E0912 10:21:56.064403 1517346 inert.go:82] invalid label count 3; want 2
E0912 10:21:56.064407 1517346 inert.go:82] invalid label count 3; want 2
E0912 10:21:56.064410 1517346 inert.go:82] invalid label count 3; want 2
E0912 10:21:56.064414 1517346 inert.go:94] invalid label count 3; want 2
E0912 10:21:56.064417 1517346 inert.go:106] invalid label count 3; want 2
E0912 10:21:56.064453 1517346 inert.go:126] invalid label count 1; want 0
E0912 10:21:56.064457 1517346 inert.go:126] invalid label count 1; want 0
E0912 10:21:56.064462 1517346 inert.go:139] invalid label count 1; want 0
E0912 10:21:56.064485 1517346 inert.go:126] invalid label count 2; want 1
E0912 10:21:56.064490 1517346 inert.go:126] invalid label count 2; want 1
E0912 10:21:56.064493 1517346 inert.go:139] invalid label count 2; want 1
E0912 10:21:56.064508 1517346 inert.go:126] invalid label count 3; want 2
E0912 10:21:56.064511 1517346 inert.go:126] invalid label count 3; want 2
E0912 10:21:56.064514 1517346 inert.go:139] invalid label count 3; want 2
PASS
ok  	github.com/google/trillian/monitoring	0.007s
github.com/google/trillian/monitoring/opencensus
?   	github.com/google/trillian/monitoring/opencensus	[no test files]
github.com/google/trillian/monitoring/prometheus
E0912 10:21:59.568178 1523606 metrics.go:140] got 1 ([bogus]) values for 0 labels ([])
E0912 10:21:59.568607 1523606 metrics.go:126] got 1 ([bogus]) values for 0 labels ([])
E0912 10:21:59.568620 1523606 metrics.go:154] got 1 ([bogus]) values for 0 labels ([])
E0912 10:21:59.568669 1523606 metrics.go:140] got 2 ([val1 bogus]) values for 1 labels ([key1])
E0912 10:21:59.568673 1523606 metrics.go:126] got 2 ([val1 bogus]) values for 1 labels ([key1])
E0912 10:21:59.568678 1523606 metrics.go:154] got 2 ([val1 bogus]) values for 1 labels ([key1])
E0912 10:21:59.568715 1523606 metrics.go:140] got 3 ([val1 val2 bogus]) values for 2 labels ([key1 key2])
E0912 10:21:59.568720 1523606 metrics.go:126] got 3 ([val1 val2 bogus]) values for 2 labels ([key1 key2])
E0912 10:21:59.568724 1523606 metrics.go:154] got 3 ([val1 val2 bogus]) values for 2 labels ([key1 key2])
E0912 10:21:59.568814 1523606 metrics.go:214] got 1 ([bogus]) values for 0 labels ([])
E0912 10:21:59.568819 1523606 metrics.go:186] got 1 ([bogus]) values for 0 labels ([])
E0912 10:21:59.568823 1523606 metrics.go:200] got 1 ([bogus]) values for 0 labels ([])
E0912 10:21:59.568827 1523606 metrics.go:228] got 1 ([bogus]) values for 0 labels ([])
E0912 10:21:59.568831 1523606 metrics.go:242] got 1 ([bogus]) values for 0 labels ([])
E0912 10:21:59.568880 1523606 metrics.go:214] got 2 ([val1 bogus]) values for 1 labels ([key1])
E0912 10:21:59.568884 1523606 metrics.go:186] got 2 ([val1 bogus]) values for 1 labels ([key1])
E0912 10:21:59.568888 1523606 metrics.go:200] got 2 ([val1 bogus]) values for 1 labels ([key1])
E0912 10:21:59.568893 1523606 metrics.go:228] got 2 ([val1 bogus]) values for 1 labels ([key1])
E0912 10:21:59.568897 1523606 metrics.go:242] got 2 ([val1 bogus]) values for 1 labels ([key1])
E0912 10:21:59.568929 1523606 metrics.go:214] got 3 ([val1 val2 bogus]) values for 2 labels ([key1 key2])
E0912 10:21:59.568934 1523606 metrics.go:186] got 3 ([val1 val2 bogus]) values for 2 labels ([key1 key2])
E0912 10:21:59.568938 1523606 metrics.go:200] got 3 ([val1 val2 bogus]) values for 2 labels ([key1 key2])
E0912 10:21:59.568942 1523606 metrics.go:228] got 3 ([val1 val2 bogus]) values for 2 labels ([key1 key2])
E0912 10:21:59.568947 1523606 metrics.go:242] got 3 ([val1 val2 bogus]) values for 2 labels ([key1 key2])
E0912 10:21:59.569053 1523606 metrics.go:274] got 1 ([bogus]) values for 0 labels ([])
E0912 10:21:59.569064 1523606 metrics.go:274] got 1 ([bogus]) values for 0 labels ([])
E0912 10:21:59.569069 1523606 metrics.go:288] got 1 ([bogus]) values for 0 labels ([])
E0912 10:21:59.569210 1523606 metrics.go:274] got 2 ([val1 bogus]) values for 1 labels ([key1])
E0912 10:21:59.569215 1523606 metrics.go:274] got 2 ([val1 bogus]) values for 1 labels ([key1])
E0912 10:21:59.569219 1523606 metrics.go:288] got 2 ([val1 bogus]) values for 1 labels ([key1])
E0912 10:21:59.569441 1523606 metrics.go:274] got 3 ([val1 val2 bogus]) values for 2 labels ([key1 key2])
E0912 10:21:59.569449 1523606 metrics.go:274] got 3 ([val1 val2 bogus]) values for 2 labels ([key1 key2])
E0912 10:21:59.569455 1523606 metrics.go:288] got 3 ([val1 val2 bogus]) values for 2 labels ([key1 key2])
PASS
ok  	github.com/google/trillian/monitoring/prometheus	0.008s
github.com/google/trillian/monitoring/prometheus
E0912 10:22:00.124113 1524752 metrics.go:140] got 1 ([bogus]) values for 0 labels ([])
E0912 10:22:00.124818 1524752 metrics.go:126] got 1 ([bogus]) values for 0 labels ([])
E0912 10:22:00.124831 1524752 metrics.go:154] got 1 ([bogus]) values for 0 labels ([])
E0912 10:22:00.124876 1524752 metrics.go:140] got 2 ([val1 bogus]) values for 1 labels ([key1])
E0912 10:22:00.124881 1524752 metrics.go:126] got 2 ([val1 bogus]) values for 1 labels ([key1])
E0912 10:22:00.124885 1524752 metrics.go:154] got 2 ([val1 bogus]) values for 1 labels ([key1])
E0912 10:22:00.124927 1524752 metrics.go:140] got 3 ([val1 val2 bogus]) values for 2 labels ([key1 key2])
E0912 10:22:00.124932 1524752 metrics.go:126] got 3 ([val1 val2 bogus]) values for 2 labels ([key1 key2])
E0912 10:22:00.124937 1524752 metrics.go:154] got 3 ([val1 val2 bogus]) values for 2 labels ([key1 key2])
E0912 10:22:00.124997 1524752 metrics.go:214] got 1 ([bogus]) values for 0 labels ([])
E0912 10:22:00.125002 1524752 metrics.go:186] got 1 ([bogus]) values for 0 labels ([])
E0912 10:22:00.125006 1524752 metrics.go:200] got 1 ([bogus]) values for 0 labels ([])
E0912 10:22:00.125009 1524752 metrics.go:228] got 1 ([bogus]) values for 0 labels ([])
E0912 10:22:00.125014 1524752 metrics.go:242] got 1 ([bogus]) values for 0 labels ([])
E0912 10:22:00.125047 1524752 metrics.go:214] got 2 ([val1 bogus]) values for 1 labels ([key1])
E0912 10:22:00.125052 1524752 metrics.go:186] got 2 ([val1 bogus]) values for 1 labels ([key1])
E0912 10:22:00.125056 1524752 metrics.go:200] got 2 ([val1 bogus]) values for 1 labels ([key1])
E0912 10:22:00.125060 1524752 metrics.go:228] got 2 ([val1 bogus]) values for 1 labels ([key1])
E0912 10:22:00.125065 1524752 metrics.go:242] got 2 ([val1 bogus]) values for 1 labels ([key1])
E0912 10:22:00.125112 1524752 metrics.go:214] got 3 ([val1 val2 bogus]) values for 2 labels ([key1 key2])
E0912 10:22:00.125117 1524752 metrics.go:186] got 3 ([val1 val2 bogus]) values for 2 labels ([key1 key2])
E0912 10:22:00.125122 1524752 metrics.go:200] got 3 ([val1 val2 bogus]) values for 2 labels ([key1 key2])
E0912 10:22:00.125126 1524752 metrics.go:228] got 3 ([val1 val2 bogus]) values for 2 labels ([key1 key2])
E0912 10:22:00.125131 1524752 metrics.go:242] got 3 ([val1 val2 bogus]) values for 2 labels ([key1 key2])
E0912 10:22:00.125242 1524752 metrics.go:274] got 1 ([bogus]) values for 0 labels ([])
E0912 10:22:00.125250 1524752 metrics.go:274] got 1 ([bogus]) values for 0 labels ([])
E0912 10:22:00.125255 1524752 metrics.go:288] got 1 ([bogus]) values for 0 labels ([])
E0912 10:22:00.125421 1524752 metrics.go:274] got 2 ([val1 bogus]) values for 1 labels ([key1])
E0912 10:22:00.125429 1524752 metrics.go:274] got 2 ([val1 bogus]) values for 1 labels ([key1])
E0912 10:22:00.125436 1524752 metrics.go:288] got 2 ([val1 bogus]) values for 1 labels ([key1])
E0912 10:22:00.125656 1524752 metrics.go:274] got 3 ([val1 val2 bogus]) values for 2 labels ([key1 key2])
E0912 10:22:00.125664 1524752 metrics.go:274] got 3 ([val1 val2 bogus]) values for 2 labels ([key1 key2])
E0912 10:22:00.125670 1524752 metrics.go:288] got 3 ([val1 val2 bogus]) values for 2 labels ([key1 key2])
PASS
ok  	github.com/google/trillian/monitoring/prometheus	0.008s
github.com/google/trillian/monitoring/testonly
?   	github.com/google/trillian/monitoring/testonly	[no test files]
github.com/google/trillian/quota
PASS
ok  	github.com/google/trillian/quota	0.006s
github.com/google/trillian/quota
PASS
ok  	github.com/google/trillian/quota	0.006s
github.com/google/trillian/quota/cacheqm
PASS
ok  	github.com/google/trillian/quota/cacheqm	0.007s
github.com/google/trillian/quota/cacheqm
PASS
ok  	github.com/google/trillian/quota/cacheqm	0.008s
github.com/google/trillian/quota/etcd
?   	github.com/google/trillian/quota/etcd	[no test files]
github.com/google/trillian/quota/etcd/etcdqm
{"level":"info","ts":"2024-09-12T10:22:04.201+0800","caller":"embed/etcd.go:131","msg":"configuring peer listeners","listen-peer-urls":["http://127.0.0.1:33031"]}
{"level":"info","ts":"2024-09-12T10:22:04.201+0800","caller":"embed/etcd.go:139","msg":"configuring client listeners","listen-client-urls":["http://127.0.0.1:39923"]}
{"level":"info","ts":"2024-09-12T10:22:04.202+0800","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.4","git-sha":"Not provided (use ./build instead of go build)","go-version":"go1.21.7","go-os":"linux","go-arch":"amd64","max-cpu-set":32,"max-cpu-available":32,"member-initialized":false,"name":"default","data-dir":"/tmp/etcdquota-test-10638773","wal-dir":"","wal-dir-dedicated":"","member-dir":"/tmp/etcdquota-test-10638773/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":100000,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["http://127.0.0.1:33031"],"listen-peer-urls":["http://127.0.0.1:33031"],"advertise-client-urls":["http://127.0.0.1:39923"],"listen-client-urls":["http://127.0.0.1:39923"],"listen-metrics-urls":[],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"default=http://127.0.0.1:33031","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-size-bytes":2147483648,"pre-vote":true,"initial-corrupt-check":false,"corrupt-check-time-interval":"0s","auto-compaction-mode":"","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"}
{"level":"info","ts":"2024-09-12T10:22:04.209+0800","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/tmp/etcdquota-test-10638773/member/snap/db","took":"7.141418ms"}
{"level":"info","ts":"2024-09-12T10:22:04.214+0800","caller":"etcdserver/raft.go:448","msg":"starting local member","local-member-id":"a34b80278a092ac6","cluster-id":"644832b621dd0cfd"}
{"level":"info","ts":"2024-09-12T10:22:04.215+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a34b80278a092ac6 switched to configuration voters=()"}
{"level":"info","ts":"2024-09-12T10:22:04.215+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a34b80278a092ac6 became follower at term 0"}
{"level":"info","ts":"2024-09-12T10:22:04.215+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft a34b80278a092ac6 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"}
{"level":"info","ts":"2024-09-12T10:22:04.215+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a34b80278a092ac6 became follower at term 1"}
{"level":"info","ts":"2024-09-12T10:22:04.215+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a34b80278a092ac6 switched to configuration voters=(11766639358743489222)"}
{"level":"warn","ts":"2024-09-12T10:22:04.218+0800","caller":"auth/store.go:1220","msg":"simple token is not cryptographically signed"}
{"level":"info","ts":"2024-09-12T10:22:04.223+0800","caller":"mvcc/kvstore.go:415","msg":"kvstore restored","current-rev":1}
{"level":"info","ts":"2024-09-12T10:22:04.236+0800","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"}
{"level":"info","ts":"2024-09-12T10:22:04.240+0800","caller":"etcdserver/server.go:851","msg":"starting etcd server","local-member-id":"a34b80278a092ac6","local-server-version":"3.5.4","cluster-version":"to_be_decided"}
{"level":"info","ts":"2024-09-12T10:22:04.240+0800","caller":"etcdserver/server.go:736","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"a34b80278a092ac6","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"}
{"level":"info","ts":"2024-09-12T10:22:04.240+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a34b80278a092ac6 switched to configuration voters=(11766639358743489222)"}
{"level":"info","ts":"2024-09-12T10:22:04.241+0800","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"644832b621dd0cfd","local-member-id":"a34b80278a092ac6","added-peer-id":"a34b80278a092ac6","added-peer-peer-urls":["http://127.0.0.1:33031"]}
{"level":"info","ts":"2024-09-12T10:22:04.242+0800","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"a34b80278a092ac6","initial-advertise-peer-urls":["http://127.0.0.1:33031"],"listen-peer-urls":["http://127.0.0.1:33031"],"advertise-client-urls":["http://127.0.0.1:39923"],"listen-client-urls":["http://127.0.0.1:39923"],"listen-metrics-urls":[]}
{"level":"info","ts":"2024-09-12T10:22:04.242+0800","caller":"embed/etcd.go:581","msg":"serving peer traffic","address":"127.0.0.1:33031"}
{"level":"info","ts":"2024-09-12T10:22:04.242+0800","caller":"embed/etcd.go:553","msg":"cmux::serve","address":"127.0.0.1:33031"}
{"level":"info","ts":"2024-09-12T10:22:05.118+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a34b80278a092ac6 is starting a new election at term 1"}
{"level":"info","ts":"2024-09-12T10:22:05.118+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a34b80278a092ac6 became pre-candidate at term 1"}
{"level":"info","ts":"2024-09-12T10:22:05.119+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a34b80278a092ac6 received MsgPreVoteResp from a34b80278a092ac6 at term 1"}
{"level":"info","ts":"2024-09-12T10:22:05.119+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a34b80278a092ac6 became candidate at term 2"}
{"level":"info","ts":"2024-09-12T10:22:05.119+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a34b80278a092ac6 received MsgVoteResp from a34b80278a092ac6 at term 2"}
{"level":"info","ts":"2024-09-12T10:22:05.119+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a34b80278a092ac6 became leader at term 2"}
{"level":"info","ts":"2024-09-12T10:22:05.119+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: a34b80278a092ac6 elected leader a34b80278a092ac6 at term 2"}
{"level":"info","ts":"2024-09-12T10:22:05.119+0800","caller":"etcdserver/server.go:2042","msg":"published local member to cluster through raft","local-member-id":"a34b80278a092ac6","local-member-attributes":"{Name:default ClientURLs:[http://127.0.0.1:39923]}","request-path":"/0/members/a34b80278a092ac6/attributes","cluster-id":"644832b621dd0cfd","publish-timeout":"7s"}
{"level":"info","ts":"2024-09-12T10:22:05.119+0800","caller":"embed/serve.go:98","msg":"ready to serve client requests"}
{"level":"info","ts":"2024-09-12T10:22:05.119+0800","caller":"etcdserver/server.go:2507","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2024-09-12T10:22:05.120+0800","caller":"embed/serve.go:140","msg":"serving client traffic insecurely; this is strongly discouraged!","address":"127.0.0.1:39923"}
{"level":"info","ts":"2024-09-12T10:22:05.121+0800","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"644832b621dd0cfd","local-member-id":"a34b80278a092ac6","cluster-version":"3.5"}
{"level":"info","ts":"2024-09-12T10:22:05.121+0800","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2024-09-12T10:22:05.122+0800","caller":"etcdserver/server.go:2531","msg":"cluster version is updated","cluster-version":"3.5"}
PASS
{"level":"info","ts":"2024-09-12T10:22:05.199+0800","caller":"embed/etcd.go:368","msg":"closing etcd server","name":"default","data-dir":"/tmp/etcdquota-test-10638773","advertise-peer-urls":["http://127.0.0.1:33031"],"advertise-client-urls":["http://127.0.0.1:39923"]}
{"level":"info","ts":"2024-09-12T10:22:05.200+0800","caller":"etcdserver/server.go:1453","msg":"skipped leadership transfer for single voting member cluster","local-member-id":"a34b80278a092ac6","current-leader-member-id":"a34b80278a092ac6"}
{"level":"info","ts":"2024-09-12T10:22:05.204+0800","caller":"embed/etcd.go:563","msg":"stopping serving peer traffic","address":"127.0.0.1:33031"}
{"level":"info","ts":"2024-09-12T10:22:05.204+0800","caller":"embed/etcd.go:568","msg":"stopped serving peer traffic","address":"127.0.0.1:33031"}
{"level":"info","ts":"2024-09-12T10:22:05.204+0800","caller":"embed/etcd.go:370","msg":"closed etcd server","name":"default","data-dir":"/tmp/etcdquota-test-10638773","advertise-peer-urls":["http://127.0.0.1:33031"],"advertise-client-urls":["http://127.0.0.1:39923"]}
ok  	github.com/google/trillian/quota/etcd/etcdqm	1.030s
github.com/google/trillian/quota/etcd/etcdqm
{"level":"info","ts":"2024-09-12T10:22:06.268+0800","caller":"embed/etcd.go:131","msg":"configuring peer listeners","listen-peer-urls":["http://127.0.0.1:45489"]}
{"level":"info","ts":"2024-09-12T10:22:06.269+0800","caller":"embed/etcd.go:139","msg":"configuring client listeners","listen-client-urls":["http://127.0.0.1:41307"]}
{"level":"info","ts":"2024-09-12T10:22:06.270+0800","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.4","git-sha":"Not provided (use ./build instead of go build)","go-version":"go1.21.7","go-os":"linux","go-arch":"amd64","max-cpu-set":32,"max-cpu-available":32,"member-initialized":false,"name":"default","data-dir":"/tmp/etcdquota-test-297107701","wal-dir":"","wal-dir-dedicated":"","member-dir":"/tmp/etcdquota-test-297107701/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":100000,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["http://127.0.0.1:45489"],"listen-peer-urls":["http://127.0.0.1:45489"],"advertise-client-urls":["http://127.0.0.1:41307"],"listen-client-urls":["http://127.0.0.1:41307"],"listen-metrics-urls":[],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"default=http://127.0.0.1:45489","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-size-bytes":2147483648,"pre-vote":true,"initial-corrupt-check":false,"corrupt-check-time-interval":"0s","auto-compaction-mode":"","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"}
{"level":"info","ts":"2024-09-12T10:22:06.273+0800","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/tmp/etcdquota-test-297107701/member/snap/db","took":"3.140307ms"}
{"level":"info","ts":"2024-09-12T10:22:06.278+0800","caller":"etcdserver/raft.go:448","msg":"starting local member","local-member-id":"77898b447b651c48","cluster-id":"2b0fc3879e40771"}
{"level":"info","ts":"2024-09-12T10:22:06.278+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"77898b447b651c48 switched to configuration voters=()"}
{"level":"info","ts":"2024-09-12T10:22:06.278+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"77898b447b651c48 became follower at term 0"}
{"level":"info","ts":"2024-09-12T10:22:06.278+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 77898b447b651c48 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"}
{"level":"info","ts":"2024-09-12T10:22:06.278+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"77898b447b651c48 became follower at term 1"}
{"level":"info","ts":"2024-09-12T10:22:06.278+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"77898b447b651c48 switched to configuration voters=(8613568888567045192)"}
{"level":"warn","ts":"2024-09-12T10:22:06.282+0800","caller":"auth/store.go:1220","msg":"simple token is not cryptographically signed"}
{"level":"info","ts":"2024-09-12T10:22:06.285+0800","caller":"mvcc/kvstore.go:415","msg":"kvstore restored","current-rev":1}
{"level":"info","ts":"2024-09-12T10:22:06.286+0800","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"}
{"level":"info","ts":"2024-09-12T10:22:06.287+0800","caller":"etcdserver/server.go:851","msg":"starting etcd server","local-member-id":"77898b447b651c48","local-server-version":"3.5.4","cluster-version":"to_be_decided"}
{"level":"info","ts":"2024-09-12T10:22:06.288+0800","caller":"etcdserver/server.go:736","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"77898b447b651c48","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"}
{"level":"info","ts":"2024-09-12T10:22:06.288+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"77898b447b651c48 switched to configuration voters=(8613568888567045192)"}
{"level":"info","ts":"2024-09-12T10:22:06.288+0800","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"2b0fc3879e40771","local-member-id":"77898b447b651c48","added-peer-id":"77898b447b651c48","added-peer-peer-urls":["http://127.0.0.1:45489"]}
{"level":"info","ts":"2024-09-12T10:22:06.290+0800","caller":"embed/etcd.go:581","msg":"serving peer traffic","address":"127.0.0.1:45489"}
{"level":"info","ts":"2024-09-12T10:22:06.290+0800","caller":"embed/etcd.go:553","msg":"cmux::serve","address":"127.0.0.1:45489"}
{"level":"info","ts":"2024-09-12T10:22:06.290+0800","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"77898b447b651c48","initial-advertise-peer-urls":["http://127.0.0.1:45489"],"listen-peer-urls":["http://127.0.0.1:45489"],"advertise-client-urls":["http://127.0.0.1:41307"],"listen-client-urls":["http://127.0.0.1:41307"],"listen-metrics-urls":[]}
{"level":"info","ts":"2024-09-12T10:22:06.378+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"77898b447b651c48 is starting a new election at term 1"}
{"level":"info","ts":"2024-09-12T10:22:06.379+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"77898b447b651c48 became pre-candidate at term 1"}
{"level":"info","ts":"2024-09-12T10:22:06.379+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"77898b447b651c48 received MsgPreVoteResp from 77898b447b651c48 at term 1"}
{"level":"info","ts":"2024-09-12T10:22:06.379+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"77898b447b651c48 became candidate at term 2"}
{"level":"info","ts":"2024-09-12T10:22:06.379+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"77898b447b651c48 received MsgVoteResp from 77898b447b651c48 at term 2"}
{"level":"info","ts":"2024-09-12T10:22:06.379+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"77898b447b651c48 became leader at term 2"}
{"level":"info","ts":"2024-09-12T10:22:06.379+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 77898b447b651c48 elected leader 77898b447b651c48 at term 2"}
{"level":"info","ts":"2024-09-12T10:22:06.379+0800","caller":"etcdserver/server.go:2507","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2024-09-12T10:22:06.380+0800","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"2b0fc3879e40771","local-member-id":"77898b447b651c48","cluster-version":"3.5"}
{"level":"info","ts":"2024-09-12T10:22:06.380+0800","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2024-09-12T10:22:06.380+0800","caller":"etcdserver/server.go:2531","msg":"cluster version is updated","cluster-version":"3.5"}
{"level":"info","ts":"2024-09-12T10:22:06.380+0800","caller":"etcdserver/server.go:2042","msg":"published local member to cluster through raft","local-member-id":"77898b447b651c48","local-member-attributes":"{Name:default ClientURLs:[http://127.0.0.1:41307]}","request-path":"/0/members/77898b447b651c48/attributes","cluster-id":"2b0fc3879e40771","publish-timeout":"7s"}
{"level":"info","ts":"2024-09-12T10:22:06.380+0800","caller":"embed/serve.go:98","msg":"ready to serve client requests"}
{"level":"info","ts":"2024-09-12T10:22:06.381+0800","caller":"embed/serve.go:140","msg":"serving client traffic insecurely; this is strongly discouraged!","address":"127.0.0.1:41307"}
PASS
{"level":"info","ts":"2024-09-12T10:22:06.442+0800","caller":"embed/etcd.go:368","msg":"closing etcd server","name":"default","data-dir":"/tmp/etcdquota-test-297107701","advertise-peer-urls":["http://127.0.0.1:45489"],"advertise-client-urls":["http://127.0.0.1:41307"]}
{"level":"info","ts":"2024-09-12T10:22:06.442+0800","caller":"etcdserver/server.go:1453","msg":"skipped leadership transfer for single voting member cluster","local-member-id":"77898b447b651c48","current-leader-member-id":"77898b447b651c48"}
{"level":"info","ts":"2024-09-12T10:22:06.445+0800","caller":"embed/etcd.go:563","msg":"stopping serving peer traffic","address":"127.0.0.1:45489"}
{"level":"info","ts":"2024-09-12T10:22:06.445+0800","caller":"embed/etcd.go:568","msg":"stopped serving peer traffic","address":"127.0.0.1:45489"}
{"level":"info","ts":"2024-09-12T10:22:06.445+0800","caller":"embed/etcd.go:370","msg":"closed etcd server","name":"default","data-dir":"/tmp/etcdquota-test-297107701","advertise-peer-urls":["http://127.0.0.1:45489"],"advertise-client-urls":["http://127.0.0.1:41307"]}
ok  	github.com/google/trillian/quota/etcd/etcdqm	0.200s
github.com/google/trillian/quota/etcd/quotaapi
{"level":"info","ts":"2024-09-12T10:22:07.651+0800","caller":"embed/etcd.go:131","msg":"configuring peer listeners","listen-peer-urls":["http://127.0.0.1:35705"]}
{"level":"info","ts":"2024-09-12T10:22:07.652+0800","caller":"embed/etcd.go:139","msg":"configuring client listeners","listen-client-urls":["http://127.0.0.1:44907"]}
{"level":"info","ts":"2024-09-12T10:22:07.652+0800","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.4","git-sha":"Not provided (use ./build instead of go build)","go-version":"go1.21.7","go-os":"linux","go-arch":"amd64","max-cpu-set":32,"max-cpu-available":32,"member-initialized":false,"name":"default","data-dir":"/tmp/etcdquota-test-2514831687","wal-dir":"","wal-dir-dedicated":"","member-dir":"/tmp/etcdquota-test-2514831687/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":100000,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["http://127.0.0.1:35705"],"listen-peer-urls":["http://127.0.0.1:35705"],"advertise-client-urls":["http://127.0.0.1:44907"],"listen-client-urls":["http://127.0.0.1:44907"],"listen-metrics-urls":[],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"default=http://127.0.0.1:35705","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-size-bytes":2147483648,"pre-vote":true,"initial-corrupt-check":false,"corrupt-check-time-interval":"0s","auto-compaction-mode":"","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"}
{"level":"info","ts":"2024-09-12T10:22:07.662+0800","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/tmp/etcdquota-test-2514831687/member/snap/db","took":"10.541053ms"}
{"level":"info","ts":"2024-09-12T10:22:07.672+0800","caller":"etcdserver/raft.go:448","msg":"starting local member","local-member-id":"f6a992bb0f198528","cluster-id":"19d3298c8564d196"}
{"level":"info","ts":"2024-09-12T10:22:07.673+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f6a992bb0f198528 switched to configuration voters=()"}
{"level":"info","ts":"2024-09-12T10:22:07.673+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f6a992bb0f198528 became follower at term 0"}
{"level":"info","ts":"2024-09-12T10:22:07.673+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft f6a992bb0f198528 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"}
{"level":"info","ts":"2024-09-12T10:22:07.673+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f6a992bb0f198528 became follower at term 1"}
{"level":"info","ts":"2024-09-12T10:22:07.673+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f6a992bb0f198528 switched to configuration voters=(17773898736504243496)"}
{"level":"warn","ts":"2024-09-12T10:22:07.680+0800","caller":"auth/store.go:1220","msg":"simple token is not cryptographically signed"}
{"level":"info","ts":"2024-09-12T10:22:07.682+0800","caller":"mvcc/kvstore.go:415","msg":"kvstore restored","current-rev":1}
{"level":"info","ts":"2024-09-12T10:22:07.684+0800","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"}
{"level":"info","ts":"2024-09-12T10:22:07.687+0800","caller":"etcdserver/server.go:851","msg":"starting etcd server","local-member-id":"f6a992bb0f198528","local-server-version":"3.5.4","cluster-version":"to_be_decided"}
{"level":"info","ts":"2024-09-12T10:22:07.688+0800","caller":"etcdserver/server.go:736","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"f6a992bb0f198528","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"}
{"level":"info","ts":"2024-09-12T10:22:07.688+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f6a992bb0f198528 switched to configuration voters=(17773898736504243496)"}
{"level":"info","ts":"2024-09-12T10:22:07.688+0800","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"19d3298c8564d196","local-member-id":"f6a992bb0f198528","added-peer-id":"f6a992bb0f198528","added-peer-peer-urls":["http://127.0.0.1:35705"]}
{"level":"info","ts":"2024-09-12T10:22:07.689+0800","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"f6a992bb0f198528","initial-advertise-peer-urls":["http://127.0.0.1:35705"],"listen-peer-urls":["http://127.0.0.1:35705"],"advertise-client-urls":["http://127.0.0.1:44907"],"listen-client-urls":["http://127.0.0.1:44907"],"listen-metrics-urls":[]}
{"level":"info","ts":"2024-09-12T10:22:07.689+0800","caller":"embed/etcd.go:581","msg":"serving peer traffic","address":"127.0.0.1:35705"}
{"level":"info","ts":"2024-09-12T10:22:07.689+0800","caller":"embed/etcd.go:553","msg":"cmux::serve","address":"127.0.0.1:35705"}
{"level":"info","ts":"2024-09-12T10:22:08.675+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f6a992bb0f198528 is starting a new election at term 1"}
{"level":"info","ts":"2024-09-12T10:22:08.675+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f6a992bb0f198528 became pre-candidate at term 1"}
{"level":"info","ts":"2024-09-12T10:22:08.675+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f6a992bb0f198528 received MsgPreVoteResp from f6a992bb0f198528 at term 1"}
{"level":"info","ts":"2024-09-12T10:22:08.675+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f6a992bb0f198528 became candidate at term 2"}
{"level":"info","ts":"2024-09-12T10:22:08.675+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f6a992bb0f198528 received MsgVoteResp from f6a992bb0f198528 at term 2"}
{"level":"info","ts":"2024-09-12T10:22:08.675+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f6a992bb0f198528 became leader at term 2"}
{"level":"info","ts":"2024-09-12T10:22:08.675+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: f6a992bb0f198528 elected leader f6a992bb0f198528 at term 2"}
{"level":"info","ts":"2024-09-12T10:22:08.675+0800","caller":"etcdserver/server.go:2507","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2024-09-12T10:22:08.677+0800","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"19d3298c8564d196","local-member-id":"f6a992bb0f198528","cluster-version":"3.5"}
{"level":"info","ts":"2024-09-12T10:22:08.677+0800","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2024-09-12T10:22:08.677+0800","caller":"etcdserver/server.go:2531","msg":"cluster version is updated","cluster-version":"3.5"}
{"level":"info","ts":"2024-09-12T10:22:08.677+0800","caller":"etcdserver/server.go:2042","msg":"published local member to cluster through raft","local-member-id":"f6a992bb0f198528","local-member-attributes":"{Name:default ClientURLs:[http://127.0.0.1:44907]}","request-path":"/0/members/f6a992bb0f198528/attributes","cluster-id":"19d3298c8564d196","publish-timeout":"7s"}
{"level":"info","ts":"2024-09-12T10:22:08.677+0800","caller":"embed/serve.go:98","msg":"ready to serve client requests"}
{"level":"info","ts":"2024-09-12T10:22:08.677+0800","caller":"embed/serve.go:140","msg":"serving client traffic insecurely; this is strongly discouraged!","address":"127.0.0.1:44907"}
PASS
{"level":"info","ts":"2024-09-12T10:22:18.611+0800","caller":"embed/etcd.go:368","msg":"closing etcd server","name":"default","data-dir":"/tmp/etcdquota-test-2514831687","advertise-peer-urls":["http://127.0.0.1:35705"],"advertise-client-urls":["http://127.0.0.1:44907"]}
{"level":"info","ts":"2024-09-12T10:22:18.611+0800","caller":"etcdserver/server.go:1453","msg":"skipped leadership transfer for single voting member cluster","local-member-id":"f6a992bb0f198528","current-leader-member-id":"f6a992bb0f198528"}
{"level":"info","ts":"2024-09-12T10:22:18.619+0800","caller":"embed/etcd.go:563","msg":"stopping serving peer traffic","address":"127.0.0.1:35705"}
{"level":"info","ts":"2024-09-12T10:22:18.619+0800","caller":"embed/etcd.go:568","msg":"stopped serving peer traffic","address":"127.0.0.1:35705"}
{"level":"info","ts":"2024-09-12T10:22:18.619+0800","caller":"embed/etcd.go:370","msg":"closed etcd server","name":"default","data-dir":"/tmp/etcdquota-test-2514831687","advertise-peer-urls":["http://127.0.0.1:35705"],"advertise-client-urls":["http://127.0.0.1:44907"]}
ok  	github.com/google/trillian/quota/etcd/quotaapi	11.004s
github.com/google/trillian/quota/etcd/quotaapi
{"level":"info","ts":"2024-09-12T10:22:19.689+0800","caller":"embed/etcd.go:131","msg":"configuring peer listeners","listen-peer-urls":["http://127.0.0.1:34555"]}
{"level":"info","ts":"2024-09-12T10:22:19.689+0800","caller":"embed/etcd.go:139","msg":"configuring client listeners","listen-client-urls":["http://127.0.0.1:42849"]}
{"level":"info","ts":"2024-09-12T10:22:19.689+0800","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.4","git-sha":"Not provided (use ./build instead of go build)","go-version":"go1.21.7","go-os":"linux","go-arch":"amd64","max-cpu-set":32,"max-cpu-available":32,"member-initialized":false,"name":"default","data-dir":"/tmp/etcdquota-test-362232120","wal-dir":"","wal-dir-dedicated":"","member-dir":"/tmp/etcdquota-test-362232120/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":100000,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["http://127.0.0.1:34555"],"listen-peer-urls":["http://127.0.0.1:34555"],"advertise-client-urls":["http://127.0.0.1:42849"],"listen-client-urls":["http://127.0.0.1:42849"],"listen-metrics-urls":[],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"default=http://127.0.0.1:34555","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-size-bytes":2147483648,"pre-vote":true,"initial-corrupt-check":false,"corrupt-check-time-interval":"0s","auto-compaction-mode":"","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"}
{"level":"info","ts":"2024-09-12T10:22:19.702+0800","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/tmp/etcdquota-test-362232120/member/snap/db","took":"12.520683ms"}
{"level":"info","ts":"2024-09-12T10:22:19.727+0800","caller":"etcdserver/raft.go:448","msg":"starting local member","local-member-id":"589bde903e7906d9","cluster-id":"9a37bf2429ae4829"}
{"level":"info","ts":"2024-09-12T10:22:19.727+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"589bde903e7906d9 switched to configuration voters=()"}
{"level":"info","ts":"2024-09-12T10:22:19.727+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"589bde903e7906d9 became follower at term 0"}
{"level":"info","ts":"2024-09-12T10:22:19.727+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 589bde903e7906d9 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"}
{"level":"info","ts":"2024-09-12T10:22:19.727+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"589bde903e7906d9 became follower at term 1"}
{"level":"info","ts":"2024-09-12T10:22:19.727+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"589bde903e7906d9 switched to configuration voters=(6384941607832585945)"}
{"level":"warn","ts":"2024-09-12T10:22:19.733+0800","caller":"auth/store.go:1220","msg":"simple token is not cryptographically signed"}
{"level":"info","ts":"2024-09-12T10:22:19.735+0800","caller":"mvcc/kvstore.go:415","msg":"kvstore restored","current-rev":1}
{"level":"info","ts":"2024-09-12T10:22:19.737+0800","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"}
{"level":"info","ts":"2024-09-12T10:22:19.738+0800","caller":"etcdserver/server.go:851","msg":"starting etcd server","local-member-id":"589bde903e7906d9","local-server-version":"3.5.4","cluster-version":"to_be_decided"}
{"level":"info","ts":"2024-09-12T10:22:19.739+0800","caller":"etcdserver/server.go:736","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"589bde903e7906d9","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"}
{"level":"info","ts":"2024-09-12T10:22:19.739+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"589bde903e7906d9 switched to configuration voters=(6384941607832585945)"}
{"level":"info","ts":"2024-09-12T10:22:19.739+0800","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"9a37bf2429ae4829","local-member-id":"589bde903e7906d9","added-peer-id":"589bde903e7906d9","added-peer-peer-urls":["http://127.0.0.1:34555"]}
{"level":"info","ts":"2024-09-12T10:22:19.741+0800","caller":"embed/etcd.go:581","msg":"serving peer traffic","address":"127.0.0.1:34555"}
{"level":"info","ts":"2024-09-12T10:22:19.741+0800","caller":"embed/etcd.go:553","msg":"cmux::serve","address":"127.0.0.1:34555"}
{"level":"info","ts":"2024-09-12T10:22:19.741+0800","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"589bde903e7906d9","initial-advertise-peer-urls":["http://127.0.0.1:34555"],"listen-peer-urls":["http://127.0.0.1:34555"],"advertise-client-urls":["http://127.0.0.1:42849"],"listen-client-urls":["http://127.0.0.1:42849"],"listen-metrics-urls":[]}
{"level":"info","ts":"2024-09-12T10:22:20.727+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"589bde903e7906d9 is starting a new election at term 1"}
{"level":"info","ts":"2024-09-12T10:22:20.728+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"589bde903e7906d9 became pre-candidate at term 1"}
{"level":"info","ts":"2024-09-12T10:22:20.728+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"589bde903e7906d9 received MsgPreVoteResp from 589bde903e7906d9 at term 1"}
{"level":"info","ts":"2024-09-12T10:22:20.728+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"589bde903e7906d9 became candidate at term 2"}
{"level":"info","ts":"2024-09-12T10:22:20.728+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"589bde903e7906d9 received MsgVoteResp from 589bde903e7906d9 at term 2"}
{"level":"info","ts":"2024-09-12T10:22:20.728+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"589bde903e7906d9 became leader at term 2"}
{"level":"info","ts":"2024-09-12T10:22:20.728+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 589bde903e7906d9 elected leader 589bde903e7906d9 at term 2"}
{"level":"info","ts":"2024-09-12T10:22:20.728+0800","caller":"etcdserver/server.go:2507","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2024-09-12T10:22:20.728+0800","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"9a37bf2429ae4829","local-member-id":"589bde903e7906d9","cluster-version":"3.5"}
{"level":"info","ts":"2024-09-12T10:22:20.729+0800","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2024-09-12T10:22:20.729+0800","caller":"etcdserver/server.go:2531","msg":"cluster version is updated","cluster-version":"3.5"}
{"level":"info","ts":"2024-09-12T10:22:20.729+0800","caller":"etcdserver/server.go:2042","msg":"published local member to cluster through raft","local-member-id":"589bde903e7906d9","local-member-attributes":"{Name:default ClientURLs:[http://127.0.0.1:42849]}","request-path":"/0/members/589bde903e7906d9/attributes","cluster-id":"9a37bf2429ae4829","publish-timeout":"7s"}
{"level":"info","ts":"2024-09-12T10:22:20.729+0800","caller":"embed/serve.go:98","msg":"ready to serve client requests"}
{"level":"info","ts":"2024-09-12T10:22:20.730+0800","caller":"embed/serve.go:140","msg":"serving client traffic insecurely; this is strongly discouraged!","address":"127.0.0.1:42849"}
PASS
{"level":"info","ts":"2024-09-12T10:22:29.811+0800","caller":"embed/etcd.go:368","msg":"closing etcd server","name":"default","data-dir":"/tmp/etcdquota-test-362232120","advertise-peer-urls":["http://127.0.0.1:34555"],"advertise-client-urls":["http://127.0.0.1:42849"]}
{"level":"info","ts":"2024-09-12T10:22:29.811+0800","caller":"etcdserver/server.go:1453","msg":"skipped leadership transfer for single voting member cluster","local-member-id":"589bde903e7906d9","current-leader-member-id":"589bde903e7906d9"}
{"level":"info","ts":"2024-09-12T10:22:29.816+0800","caller":"embed/etcd.go:563","msg":"stopping serving peer traffic","address":"127.0.0.1:34555"}
{"level":"info","ts":"2024-09-12T10:22:29.816+0800","caller":"embed/etcd.go:568","msg":"stopped serving peer traffic","address":"127.0.0.1:34555"}
{"level":"info","ts":"2024-09-12T10:22:29.816+0800","caller":"embed/etcd.go:370","msg":"closed etcd server","name":"default","data-dir":"/tmp/etcdquota-test-362232120","advertise-peer-urls":["http://127.0.0.1:34555"],"advertise-client-urls":["http://127.0.0.1:42849"]}
ok  	github.com/google/trillian/quota/etcd/quotaapi	10.159s
github.com/google/trillian/quota/etcd/quotapb
?   	github.com/google/trillian/quota/etcd/quotapb	[no test files]
github.com/google/trillian/quota/etcd/storage
{"level":"info","ts":"2024-09-12T10:22:31.230+0800","caller":"embed/etcd.go:131","msg":"configuring peer listeners","listen-peer-urls":["http://127.0.0.1:39169"]}
{"level":"info","ts":"2024-09-12T10:22:31.230+0800","caller":"embed/etcd.go:139","msg":"configuring client listeners","listen-client-urls":["http://127.0.0.1:34963"]}
{"level":"info","ts":"2024-09-12T10:22:31.230+0800","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.4","git-sha":"Not provided (use ./build instead of go build)","go-version":"go1.21.7","go-os":"linux","go-arch":"amd64","max-cpu-set":32,"max-cpu-available":32,"member-initialized":false,"name":"default","data-dir":"/tmp/etcdquota-test-821270716","wal-dir":"","wal-dir-dedicated":"","member-dir":"/tmp/etcdquota-test-821270716/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":100000,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["http://127.0.0.1:39169"],"listen-peer-urls":["http://127.0.0.1:39169"],"advertise-client-urls":["http://127.0.0.1:34963"],"listen-client-urls":["http://127.0.0.1:34963"],"listen-metrics-urls":[],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"default=http://127.0.0.1:39169","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-size-bytes":2147483648,"pre-vote":true,"initial-corrupt-check":false,"corrupt-check-time-interval":"0s","auto-compaction-mode":"","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"}
{"level":"info","ts":"2024-09-12T10:22:31.246+0800","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/tmp/etcdquota-test-821270716/member/snap/db","took":"15.358124ms"}
{"level":"info","ts":"2024-09-12T10:22:31.284+0800","caller":"etcdserver/raft.go:448","msg":"starting local member","local-member-id":"d89170bd134d6428","cluster-id":"86032f95c32042be"}
{"level":"info","ts":"2024-09-12T10:22:31.284+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d89170bd134d6428 switched to configuration voters=()"}
{"level":"info","ts":"2024-09-12T10:22:31.284+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d89170bd134d6428 became follower at term 0"}
{"level":"info","ts":"2024-09-12T10:22:31.284+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d89170bd134d6428 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"}
{"level":"info","ts":"2024-09-12T10:22:31.284+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d89170bd134d6428 became follower at term 1"}
{"level":"info","ts":"2024-09-12T10:22:31.284+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d89170bd134d6428 switched to configuration voters=(15605378141190448168)"}
{"level":"warn","ts":"2024-09-12T10:22:31.287+0800","caller":"auth/store.go:1220","msg":"simple token is not cryptographically signed"}
{"level":"info","ts":"2024-09-12T10:22:31.290+0800","caller":"mvcc/kvstore.go:415","msg":"kvstore restored","current-rev":1}
{"level":"info","ts":"2024-09-12T10:22:31.292+0800","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"}
{"level":"info","ts":"2024-09-12T10:22:31.293+0800","caller":"etcdserver/server.go:851","msg":"starting etcd server","local-member-id":"d89170bd134d6428","local-server-version":"3.5.4","cluster-version":"to_be_decided"}
{"level":"info","ts":"2024-09-12T10:22:31.293+0800","caller":"etcdserver/server.go:736","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d89170bd134d6428","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"}
{"level":"info","ts":"2024-09-12T10:22:31.293+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d89170bd134d6428 switched to configuration voters=(15605378141190448168)"}
{"level":"info","ts":"2024-09-12T10:22:31.294+0800","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"86032f95c32042be","local-member-id":"d89170bd134d6428","added-peer-id":"d89170bd134d6428","added-peer-peer-urls":["http://127.0.0.1:39169"]}
{"level":"info","ts":"2024-09-12T10:22:31.295+0800","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"d89170bd134d6428","initial-advertise-peer-urls":["http://127.0.0.1:39169"],"listen-peer-urls":["http://127.0.0.1:39169"],"advertise-client-urls":["http://127.0.0.1:34963"],"listen-client-urls":["http://127.0.0.1:34963"],"listen-metrics-urls":[]}
{"level":"info","ts":"2024-09-12T10:22:31.295+0800","caller":"embed/etcd.go:581","msg":"serving peer traffic","address":"127.0.0.1:39169"}
{"level":"info","ts":"2024-09-12T10:22:31.295+0800","caller":"embed/etcd.go:553","msg":"cmux::serve","address":"127.0.0.1:39169"}
{"level":"info","ts":"2024-09-12T10:22:32.185+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d89170bd134d6428 is starting a new election at term 1"}
{"level":"info","ts":"2024-09-12T10:22:32.185+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d89170bd134d6428 became pre-candidate at term 1"}
{"level":"info","ts":"2024-09-12T10:22:32.185+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d89170bd134d6428 received MsgPreVoteResp from d89170bd134d6428 at term 1"}
{"level":"info","ts":"2024-09-12T10:22:32.185+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d89170bd134d6428 became candidate at term 2"}
{"level":"info","ts":"2024-09-12T10:22:32.185+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d89170bd134d6428 received MsgVoteResp from d89170bd134d6428 at term 2"}
{"level":"info","ts":"2024-09-12T10:22:32.185+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d89170bd134d6428 became leader at term 2"}
{"level":"info","ts":"2024-09-12T10:22:32.185+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d89170bd134d6428 elected leader d89170bd134d6428 at term 2"}
{"level":"info","ts":"2024-09-12T10:22:32.185+0800","caller":"etcdserver/server.go:2507","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2024-09-12T10:22:32.186+0800","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"86032f95c32042be","local-member-id":"d89170bd134d6428","cluster-version":"3.5"}
{"level":"info","ts":"2024-09-12T10:22:32.186+0800","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2024-09-12T10:22:32.186+0800","caller":"etcdserver/server.go:2531","msg":"cluster version is updated","cluster-version":"3.5"}
{"level":"info","ts":"2024-09-12T10:22:32.186+0800","caller":"etcdserver/server.go:2042","msg":"published local member to cluster through raft","local-member-id":"d89170bd134d6428","local-member-attributes":"{Name:default ClientURLs:[http://127.0.0.1:34963]}","request-path":"/0/members/d89170bd134d6428/attributes","cluster-id":"86032f95c32042be","publish-timeout":"7s"}
{"level":"info","ts":"2024-09-12T10:22:32.187+0800","caller":"embed/serve.go:98","msg":"ready to serve client requests"}
{"level":"info","ts":"2024-09-12T10:22:32.187+0800","caller":"embed/serve.go:140","msg":"serving client traffic insecurely; this is strongly discouraged!","address":"127.0.0.1:34963"}
PASS
{"level":"info","ts":"2024-09-12T10:22:32.421+0800","caller":"embed/etcd.go:368","msg":"closing etcd server","name":"default","data-dir":"/tmp/etcdquota-test-821270716","advertise-peer-urls":["http://127.0.0.1:39169"],"advertise-client-urls":["http://127.0.0.1:34963"]}
{"level":"info","ts":"2024-09-12T10:22:32.421+0800","caller":"etcdserver/server.go:1453","msg":"skipped leadership transfer for single voting member cluster","local-member-id":"d89170bd134d6428","current-leader-member-id":"d89170bd134d6428"}
{"level":"info","ts":"2024-09-12T10:22:32.426+0800","caller":"embed/etcd.go:563","msg":"stopping serving peer traffic","address":"127.0.0.1:39169"}
{"level":"info","ts":"2024-09-12T10:22:32.426+0800","caller":"embed/etcd.go:568","msg":"stopped serving peer traffic","address":"127.0.0.1:39169"}
{"level":"info","ts":"2024-09-12T10:22:32.426+0800","caller":"embed/etcd.go:370","msg":"closed etcd server","name":"default","data-dir":"/tmp/etcdquota-test-821270716","advertise-peer-urls":["http://127.0.0.1:39169"],"advertise-client-urls":["http://127.0.0.1:34963"]}
ok  	github.com/google/trillian/quota/etcd/storage	1.220s
github.com/google/trillian/quota/etcd/storage
{"level":"info","ts":"2024-09-12T10:22:33.427+0800","caller":"embed/etcd.go:131","msg":"configuring peer listeners","listen-peer-urls":["http://127.0.0.1:41973"]}
{"level":"info","ts":"2024-09-12T10:22:33.427+0800","caller":"embed/etcd.go:139","msg":"configuring client listeners","listen-client-urls":["http://127.0.0.1:45597"]}
{"level":"info","ts":"2024-09-12T10:22:33.428+0800","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.4","git-sha":"Not provided (use ./build instead of go build)","go-version":"go1.21.7","go-os":"linux","go-arch":"amd64","max-cpu-set":32,"max-cpu-available":32,"member-initialized":false,"name":"default","data-dir":"/tmp/etcdquota-test-3302213363","wal-dir":"","wal-dir-dedicated":"","member-dir":"/tmp/etcdquota-test-3302213363/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":100000,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["http://127.0.0.1:41973"],"listen-peer-urls":["http://127.0.0.1:41973"],"advertise-client-urls":["http://127.0.0.1:45597"],"listen-client-urls":["http://127.0.0.1:45597"],"listen-metrics-urls":[],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"default=http://127.0.0.1:41973","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-size-bytes":2147483648,"pre-vote":true,"initial-corrupt-check":false,"corrupt-check-time-interval":"0s","auto-compaction-mode":"","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"}
{"level":"info","ts":"2024-09-12T10:22:33.444+0800","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/tmp/etcdquota-test-3302213363/member/snap/db","took":"15.883518ms"}
{"level":"info","ts":"2024-09-12T10:22:33.519+0800","caller":"etcdserver/raft.go:448","msg":"starting local member","local-member-id":"df0571b4ec0def1e","cluster-id":"55b9064560844c2d"}
{"level":"info","ts":"2024-09-12T10:22:33.519+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"df0571b4ec0def1e switched to configuration voters=()"}
{"level":"info","ts":"2024-09-12T10:22:33.519+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"df0571b4ec0def1e became follower at term 0"}
{"level":"info","ts":"2024-09-12T10:22:33.519+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft df0571b4ec0def1e [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"}
{"level":"info","ts":"2024-09-12T10:22:33.519+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"df0571b4ec0def1e became follower at term 1"}
{"level":"info","ts":"2024-09-12T10:22:33.519+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"df0571b4ec0def1e switched to configuration voters=(16070375867209871134)"}
{"level":"warn","ts":"2024-09-12T10:22:33.523+0800","caller":"auth/store.go:1220","msg":"simple token is not cryptographically signed"}
{"level":"info","ts":"2024-09-12T10:22:33.525+0800","caller":"mvcc/kvstore.go:415","msg":"kvstore restored","current-rev":1}
{"level":"info","ts":"2024-09-12T10:22:33.527+0800","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"}
{"level":"info","ts":"2024-09-12T10:22:33.529+0800","caller":"etcdserver/server.go:851","msg":"starting etcd server","local-member-id":"df0571b4ec0def1e","local-server-version":"3.5.4","cluster-version":"to_be_decided"}
{"level":"info","ts":"2024-09-12T10:22:33.529+0800","caller":"etcdserver/server.go:736","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"df0571b4ec0def1e","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"}
{"level":"info","ts":"2024-09-12T10:22:33.529+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"df0571b4ec0def1e switched to configuration voters=(16070375867209871134)"}
{"level":"info","ts":"2024-09-12T10:22:33.529+0800","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"55b9064560844c2d","local-member-id":"df0571b4ec0def1e","added-peer-id":"df0571b4ec0def1e","added-peer-peer-urls":["http://127.0.0.1:41973"]}
{"level":"info","ts":"2024-09-12T10:22:33.530+0800","caller":"embed/etcd.go:581","msg":"serving peer traffic","address":"127.0.0.1:41973"}
{"level":"info","ts":"2024-09-12T10:22:33.530+0800","caller":"embed/etcd.go:553","msg":"cmux::serve","address":"127.0.0.1:41973"}
{"level":"info","ts":"2024-09-12T10:22:33.530+0800","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"df0571b4ec0def1e","initial-advertise-peer-urls":["http://127.0.0.1:41973"],"listen-peer-urls":["http://127.0.0.1:41973"],"advertise-client-urls":["http://127.0.0.1:45597"],"listen-client-urls":["http://127.0.0.1:45597"],"listen-metrics-urls":[]}
{"level":"info","ts":"2024-09-12T10:22:34.320+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"df0571b4ec0def1e is starting a new election at term 1"}
{"level":"info","ts":"2024-09-12T10:22:34.320+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"df0571b4ec0def1e became pre-candidate at term 1"}
{"level":"info","ts":"2024-09-12T10:22:34.320+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"df0571b4ec0def1e received MsgPreVoteResp from df0571b4ec0def1e at term 1"}
{"level":"info","ts":"2024-09-12T10:22:34.320+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"df0571b4ec0def1e became candidate at term 2"}
{"level":"info","ts":"2024-09-12T10:22:34.320+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"df0571b4ec0def1e received MsgVoteResp from df0571b4ec0def1e at term 2"}
{"level":"info","ts":"2024-09-12T10:22:34.320+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"df0571b4ec0def1e became leader at term 2"}
{"level":"info","ts":"2024-09-12T10:22:34.320+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: df0571b4ec0def1e elected leader df0571b4ec0def1e at term 2"}
{"level":"info","ts":"2024-09-12T10:22:34.320+0800","caller":"etcdserver/server.go:2507","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2024-09-12T10:22:34.321+0800","caller":"etcdserver/server.go:2042","msg":"published local member to cluster through raft","local-member-id":"df0571b4ec0def1e","local-member-attributes":"{Name:default ClientURLs:[http://127.0.0.1:45597]}","request-path":"/0/members/df0571b4ec0def1e/attributes","cluster-id":"55b9064560844c2d","publish-timeout":"7s"}
{"level":"info","ts":"2024-09-12T10:22:34.321+0800","caller":"embed/serve.go:98","msg":"ready to serve client requests"}
{"level":"info","ts":"2024-09-12T10:22:34.321+0800","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"55b9064560844c2d","local-member-id":"df0571b4ec0def1e","cluster-version":"3.5"}
{"level":"info","ts":"2024-09-12T10:22:34.321+0800","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2024-09-12T10:22:34.321+0800","caller":"etcdserver/server.go:2531","msg":"cluster version is updated","cluster-version":"3.5"}
{"level":"info","ts":"2024-09-12T10:22:34.321+0800","caller":"embed/serve.go:140","msg":"serving client traffic insecurely; this is strongly discouraged!","address":"127.0.0.1:45597"}
PASS
{"level":"info","ts":"2024-09-12T10:22:34.523+0800","caller":"embed/etcd.go:368","msg":"closing etcd server","name":"default","data-dir":"/tmp/etcdquota-test-3302213363","advertise-peer-urls":["http://127.0.0.1:41973"],"advertise-client-urls":["http://127.0.0.1:45597"]}
{"level":"info","ts":"2024-09-12T10:22:34.523+0800","caller":"etcdserver/server.go:1453","msg":"skipped leadership transfer for single voting member cluster","local-member-id":"df0571b4ec0def1e","current-leader-member-id":"df0571b4ec0def1e"}
{"level":"info","ts":"2024-09-12T10:22:34.532+0800","caller":"embed/etcd.go:563","msg":"stopping serving peer traffic","address":"127.0.0.1:41973"}
{"level":"info","ts":"2024-09-12T10:22:34.532+0800","caller":"embed/etcd.go:568","msg":"stopped serving peer traffic","address":"127.0.0.1:41973"}
{"level":"info","ts":"2024-09-12T10:22:34.532+0800","caller":"embed/etcd.go:370","msg":"closed etcd server","name":"default","data-dir":"/tmp/etcdquota-test-3302213363","advertise-peer-urls":["http://127.0.0.1:41973"],"advertise-client-urls":["http://127.0.0.1:45597"]}
ok  	github.com/google/trillian/quota/etcd/storage	1.127s
github.com/google/trillian/quota/etcd/storagepb
?   	github.com/google/trillian/quota/etcd/storagepb	[no test files]
github.com/google/trillian/quota/mysqlqm
2024/09/12 10:22:35 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
2024/09/12 10:22:35 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
2024/09/12 10:22:35 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
PASS
ok  	github.com/google/trillian/quota/mysqlqm	0.008s
github.com/google/trillian/quota/mysqlqm
2024/09/12 10:22:35 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
2024/09/12 10:22:35 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
2024/09/12 10:22:35 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
PASS
ok  	github.com/google/trillian/quota/mysqlqm	0.007s
github.com/google/trillian/quota/redis/redisqm
?   	github.com/google/trillian/quota/redis/redisqm	[no test files]
github.com/google/trillian/server/admin
PASS
ok  	github.com/google/trillian/server/admin	0.009s
github.com/google/trillian/server/admin
PASS
ok  	github.com/google/trillian/server/admin	0.009s
github.com/google/trillian/server/errors
PASS
ok  	github.com/google/trillian/server/errors	0.005s
github.com/google/trillian/server/errors
PASS
ok  	github.com/google/trillian/server/errors	0.005s
github.com/google/trillian/server/interceptor
PASS
ok  	github.com/google/trillian/server/interceptor	1.012s
github.com/google/trillian/server/interceptor
PASS
ok  	github.com/google/trillian/server/interceptor	1.010s
github.com/google/trillian/storage
PASS
ok  	github.com/google/trillian/storage	0.007s
github.com/google/trillian/storage
PASS
ok  	github.com/google/trillian/storage	0.007s
github.com/google/trillian/storage/cache
PASS
ok  	github.com/google/trillian/storage/cache	0.037s
github.com/google/trillian/storage/cache
PASS
ok  	github.com/google/trillian/storage/cache	0.033s
github.com/google/trillian/storage/cloudspanner
PASS
ok  	github.com/google/trillian/storage/cloudspanner	3.464s
github.com/google/trillian/storage/cloudspanner
PASS
ok  	github.com/google/trillian/storage/cloudspanner	3.278s
github.com/google/trillian/storage/cloudspanner/spannerpb
?   	github.com/google/trillian/storage/cloudspanner/spannerpb	[no test files]
github.com/google/trillian/storage/memory
PASS
ok  	github.com/google/trillian/storage/memory	0.007s
github.com/google/trillian/storage/memory
PASS
ok  	github.com/google/trillian/storage/memory	0.006s
github.com/google/trillian/storage/mysql
2024/09/12 10:22:57 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
E0912 10:22:57.212886 1641232 storage_test.go:297] MySQL not available, skipping all MySQL storage tests
ok  	github.com/google/trillian/storage/mysql	0.007s
github.com/google/trillian/storage/mysql
2024/09/12 10:22:57 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
E0912 10:22:57.998254 1642886 storage_test.go:297] MySQL not available, skipping all MySQL storage tests
ok  	github.com/google/trillian/storage/mysql	0.013s
github.com/google/trillian/storage/storagepb
?   	github.com/google/trillian/storage/storagepb	[no test files]
github.com/google/trillian/storage/testonly
?   	github.com/google/trillian/storage/testonly	[no test files]
github.com/google/trillian/storage/tree
?   	github.com/google/trillian/storage/tree	[no test files]
github.com/google/trillian/testonly
?   	github.com/google/trillian/testonly	[no test files]
github.com/google/trillian/testonly/flagsaver
PASS
ok  	github.com/google/trillian/testonly/flagsaver	0.003s
github.com/google/trillian/testonly/flagsaver
PASS
ok  	github.com/google/trillian/testonly/flagsaver	0.003s
github.com/google/trillian/testonly/integration
?   	github.com/google/trillian/testonly/integration	[no test files]
github.com/google/trillian/testonly/integration/etcd
?   	github.com/google/trillian/testonly/integration/etcd	[no test files]
github.com/google/trillian/testonly/matchers
PASS
ok  	github.com/google/trillian/testonly/matchers	0.006s
github.com/google/trillian/testonly/matchers
PASS
ok  	github.com/google/trillian/testonly/matchers	0.006s
github.com/google/trillian/testonly/mdm
?   	github.com/google/trillian/testonly/mdm	[no test files]
github.com/google/trillian/testonly/setup
?   	github.com/google/trillian/testonly/setup	[no test files]
github.com/google/trillian/testonly/tmock
?   	github.com/google/trillian/testonly/tmock	[no test files]
github.com/google/trillian/trees
PASS
ok  	github.com/google/trillian/trees	0.007s
github.com/google/trillian/trees
PASS
ok  	github.com/google/trillian/trees	0.007s
github.com/google/trillian/types
PASS
ok  	github.com/google/trillian/types	0.006s
github.com/google/trillian/types
PASS
ok  	github.com/google/trillian/types	0.006s
github.com/google/trillian/types/internal/tls
?   	github.com/google/trillian/types/internal/tls	[no test files]
github.com/google/trillian/util
?   	github.com/google/trillian/util	[no test files]
github.com/google/trillian/util/clock
PASS
ok  	github.com/google/trillian/util/clock	1.396s
github.com/google/trillian/util/clock
PASS
ok  	github.com/google/trillian/util/clock	1.398s
github.com/google/trillian/util/election2
?   	github.com/google/trillian/util/election2	[no test files]
github.com/google/trillian/util/election2/etcd
{"level":"info","ts":"2024-09-12T10:23:08.698+0800","caller":"embed/etcd.go:131","msg":"configuring peer listeners","listen-peer-urls":["http://127.0.0.1:34759"]}
{"level":"info","ts":"2024-09-12T10:23:08.698+0800","caller":"embed/etcd.go:139","msg":"configuring client listeners","listen-client-urls":["http://127.0.0.1:39561"]}
{"level":"info","ts":"2024-09-12T10:23:08.698+0800","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.4","git-sha":"Not provided (use ./build instead of go build)","go-version":"go1.21.7","go-os":"linux","go-arch":"amd64","max-cpu-set":32,"max-cpu-available":32,"member-initialized":false,"name":"default","data-dir":"/tmp/etcdquota-test-1450475338","wal-dir":"","wal-dir-dedicated":"","member-dir":"/tmp/etcdquota-test-1450475338/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":100000,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["http://127.0.0.1:34759"],"listen-peer-urls":["http://127.0.0.1:34759"],"advertise-client-urls":["http://127.0.0.1:39561"],"listen-client-urls":["http://127.0.0.1:39561"],"listen-metrics-urls":[],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"default=http://127.0.0.1:34759","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-size-bytes":2147483648,"pre-vote":true,"initial-corrupt-check":false,"corrupt-check-time-interval":"0s","auto-compaction-mode":"","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"}
{"level":"info","ts":"2024-09-12T10:23:08.720+0800","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/tmp/etcdquota-test-1450475338/member/snap/db","took":"21.500078ms"}
{"level":"info","ts":"2024-09-12T10:23:08.766+0800","caller":"etcdserver/raft.go:448","msg":"starting local member","local-member-id":"ac6d01ac6cddc133","cluster-id":"6acd2e552a233a63"}
{"level":"info","ts":"2024-09-12T10:23:08.766+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ac6d01ac6cddc133 switched to configuration voters=()"}
{"level":"info","ts":"2024-09-12T10:23:08.766+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ac6d01ac6cddc133 became follower at term 0"}
{"level":"info","ts":"2024-09-12T10:23:08.766+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft ac6d01ac6cddc133 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"}
{"level":"info","ts":"2024-09-12T10:23:08.766+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ac6d01ac6cddc133 became follower at term 1"}
{"level":"info","ts":"2024-09-12T10:23:08.766+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ac6d01ac6cddc133 switched to configuration voters=(12424588787057541427)"}
{"level":"warn","ts":"2024-09-12T10:23:08.770+0800","caller":"auth/store.go:1220","msg":"simple token is not cryptographically signed"}
{"level":"info","ts":"2024-09-12T10:23:08.771+0800","caller":"mvcc/kvstore.go:415","msg":"kvstore restored","current-rev":1}
{"level":"info","ts":"2024-09-12T10:23:08.773+0800","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"}
{"level":"info","ts":"2024-09-12T10:23:08.774+0800","caller":"etcdserver/server.go:851","msg":"starting etcd server","local-member-id":"ac6d01ac6cddc133","local-server-version":"3.5.4","cluster-version":"to_be_decided"}
{"level":"info","ts":"2024-09-12T10:23:08.774+0800","caller":"etcdserver/server.go:736","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"ac6d01ac6cddc133","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"}
{"level":"info","ts":"2024-09-12T10:23:08.775+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ac6d01ac6cddc133 switched to configuration voters=(12424588787057541427)"}
{"level":"info","ts":"2024-09-12T10:23:08.775+0800","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"6acd2e552a233a63","local-member-id":"ac6d01ac6cddc133","added-peer-id":"ac6d01ac6cddc133","added-peer-peer-urls":["http://127.0.0.1:34759"]}
{"level":"info","ts":"2024-09-12T10:23:08.776+0800","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"ac6d01ac6cddc133","initial-advertise-peer-urls":["http://127.0.0.1:34759"],"listen-peer-urls":["http://127.0.0.1:34759"],"advertise-client-urls":["http://127.0.0.1:39561"],"listen-client-urls":["http://127.0.0.1:39561"],"listen-metrics-urls":[]}
{"level":"info","ts":"2024-09-12T10:23:08.777+0800","caller":"embed/etcd.go:581","msg":"serving peer traffic","address":"127.0.0.1:34759"}
{"level":"info","ts":"2024-09-12T10:23:08.777+0800","caller":"embed/etcd.go:553","msg":"cmux::serve","address":"127.0.0.1:34759"}
{"level":"info","ts":"2024-09-12T10:23:09.167+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ac6d01ac6cddc133 is starting a new election at term 1"}
{"level":"info","ts":"2024-09-12T10:23:09.167+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ac6d01ac6cddc133 became pre-candidate at term 1"}
{"level":"info","ts":"2024-09-12T10:23:09.167+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ac6d01ac6cddc133 received MsgPreVoteResp from ac6d01ac6cddc133 at term 1"}
{"level":"info","ts":"2024-09-12T10:23:09.167+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ac6d01ac6cddc133 became candidate at term 2"}
{"level":"info","ts":"2024-09-12T10:23:09.167+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ac6d01ac6cddc133 received MsgVoteResp from ac6d01ac6cddc133 at term 2"}
{"level":"info","ts":"2024-09-12T10:23:09.167+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ac6d01ac6cddc133 became leader at term 2"}
{"level":"info","ts":"2024-09-12T10:23:09.167+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: ac6d01ac6cddc133 elected leader ac6d01ac6cddc133 at term 2"}
{"level":"info","ts":"2024-09-12T10:23:09.167+0800","caller":"etcdserver/server.go:2507","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2024-09-12T10:23:09.168+0800","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"6acd2e552a233a63","local-member-id":"ac6d01ac6cddc133","cluster-version":"3.5"}
{"level":"info","ts":"2024-09-12T10:23:09.168+0800","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2024-09-12T10:23:09.168+0800","caller":"etcdserver/server.go:2531","msg":"cluster version is updated","cluster-version":"3.5"}
{"level":"info","ts":"2024-09-12T10:23:09.168+0800","caller":"etcdserver/server.go:2042","msg":"published local member to cluster through raft","local-member-id":"ac6d01ac6cddc133","local-member-attributes":"{Name:default ClientURLs:[http://127.0.0.1:39561]}","request-path":"/0/members/ac6d01ac6cddc133/attributes","cluster-id":"6acd2e552a233a63","publish-timeout":"7s"}
{"level":"info","ts":"2024-09-12T10:23:09.168+0800","caller":"embed/serve.go:98","msg":"ready to serve client requests"}
{"level":"info","ts":"2024-09-12T10:23:09.169+0800","caller":"embed/serve.go:140","msg":"serving client traffic insecurely; this is strongly discouraged!","address":"127.0.0.1:39561"}
{"level":"info","ts":"2024-09-12T10:23:09.180+0800","caller":"embed/etcd.go:368","msg":"closing etcd server","name":"default","data-dir":"/tmp/etcdquota-test-1450475338","advertise-peer-urls":["http://127.0.0.1:34759"],"advertise-client-urls":["http://127.0.0.1:39561"]}
{"level":"info","ts":"2024-09-12T10:23:09.180+0800","caller":"etcdserver/server.go:1453","msg":"skipped leadership transfer for single voting member cluster","local-member-id":"ac6d01ac6cddc133","current-leader-member-id":"ac6d01ac6cddc133"}
{"level":"info","ts":"2024-09-12T10:23:09.182+0800","caller":"embed/etcd.go:563","msg":"stopping serving peer traffic","address":"127.0.0.1:34759"}
{"level":"info","ts":"2024-09-12T10:23:09.182+0800","caller":"embed/etcd.go:568","msg":"stopped serving peer traffic","address":"127.0.0.1:34759"}
{"level":"info","ts":"2024-09-12T10:23:09.182+0800","caller":"embed/etcd.go:370","msg":"closed etcd server","name":"default","data-dir":"/tmp/etcdquota-test-1450475338","advertise-peer-urls":["http://127.0.0.1:34759"],"advertise-client-urls":["http://127.0.0.1:39561"]}
{"level":"info","ts":"2024-09-12T10:23:09.183+0800","caller":"embed/etcd.go:131","msg":"configuring peer listeners","listen-peer-urls":["http://127.0.0.1:41445"]}
{"level":"info","ts":"2024-09-12T10:23:09.183+0800","caller":"embed/etcd.go:139","msg":"configuring client listeners","listen-client-urls":["http://127.0.0.1:43585"]}
{"level":"info","ts":"2024-09-12T10:23:09.183+0800","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.4","git-sha":"Not provided (use ./build instead of go build)","go-version":"go1.21.7","go-os":"linux","go-arch":"amd64","max-cpu-set":32,"max-cpu-available":32,"member-initialized":false,"name":"default","data-dir":"/tmp/etcdquota-test-1914585876","wal-dir":"","wal-dir-dedicated":"","member-dir":"/tmp/etcdquota-test-1914585876/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":100000,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["http://127.0.0.1:41445"],"listen-peer-urls":["http://127.0.0.1:41445"],"advertise-client-urls":["http://127.0.0.1:43585"],"listen-client-urls":["http://127.0.0.1:43585"],"listen-metrics-urls":[],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"default=http://127.0.0.1:41445","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-size-bytes":2147483648,"pre-vote":true,"initial-corrupt-check":false,"corrupt-check-time-interval":"0s","auto-compaction-mode":"","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"}
{"level":"info","ts":"2024-09-12T10:23:09.189+0800","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/tmp/etcdquota-test-1914585876/member/snap/db","took":"5.549864ms"}
{"level":"info","ts":"2024-09-12T10:23:09.193+0800","caller":"etcdserver/raft.go:448","msg":"starting local member","local-member-id":"3306187f856c5af6","cluster-id":"ea3a8a235287f27f"}
{"level":"info","ts":"2024-09-12T10:23:09.193+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3306187f856c5af6 switched to configuration voters=()"}
{"level":"info","ts":"2024-09-12T10:23:09.193+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3306187f856c5af6 became follower at term 0"}
{"level":"info","ts":"2024-09-12T10:23:09.193+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 3306187f856c5af6 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"}
{"level":"info","ts":"2024-09-12T10:23:09.193+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3306187f856c5af6 became follower at term 1"}
{"level":"info","ts":"2024-09-12T10:23:09.193+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3306187f856c5af6 switched to configuration voters=(3676653081772972790)"}
{"level":"warn","ts":"2024-09-12T10:23:09.199+0800","caller":"auth/store.go:1220","msg":"simple token is not cryptographically signed"}
{"level":"info","ts":"2024-09-12T10:23:09.202+0800","caller":"mvcc/kvstore.go:415","msg":"kvstore restored","current-rev":1}
{"level":"info","ts":"2024-09-12T10:23:09.206+0800","caller":"etcdserver/server.go:851","msg":"starting etcd server","local-member-id":"3306187f856c5af6","local-server-version":"3.5.4","cluster-version":"to_be_decided"}
{"level":"info","ts":"2024-09-12T10:23:09.207+0800","caller":"etcdserver/server.go:736","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"3306187f856c5af6","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"}
{"level":"info","ts":"2024-09-12T10:23:09.207+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3306187f856c5af6 switched to configuration voters=(3676653081772972790)"}
{"level":"info","ts":"2024-09-12T10:23:09.207+0800","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ea3a8a235287f27f","local-member-id":"3306187f856c5af6","added-peer-id":"3306187f856c5af6","added-peer-peer-urls":["http://127.0.0.1:41445"]}
{"level":"info","ts":"2024-09-12T10:23:09.207+0800","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"3306187f856c5af6","initial-advertise-peer-urls":["http://127.0.0.1:41445"],"listen-peer-urls":["http://127.0.0.1:41445"],"advertise-client-urls":["http://127.0.0.1:43585"],"listen-client-urls":["http://127.0.0.1:43585"],"listen-metrics-urls":[]}
{"level":"info","ts":"2024-09-12T10:23:09.207+0800","caller":"embed/etcd.go:581","msg":"serving peer traffic","address":"127.0.0.1:41445"}
{"level":"info","ts":"2024-09-12T10:23:09.207+0800","caller":"embed/etcd.go:553","msg":"cmux::serve","address":"127.0.0.1:41445"}
{"level":"info","ts":"2024-09-12T10:23:09.494+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3306187f856c5af6 is starting a new election at term 1"}
{"level":"info","ts":"2024-09-12T10:23:09.494+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3306187f856c5af6 became pre-candidate at term 1"}
{"level":"info","ts":"2024-09-12T10:23:09.494+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3306187f856c5af6 received MsgPreVoteResp from 3306187f856c5af6 at term 1"}
{"level":"info","ts":"2024-09-12T10:23:09.494+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3306187f856c5af6 became candidate at term 2"}
{"level":"info","ts":"2024-09-12T10:23:09.494+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3306187f856c5af6 received MsgVoteResp from 3306187f856c5af6 at term 2"}
{"level":"info","ts":"2024-09-12T10:23:09.494+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3306187f856c5af6 became leader at term 2"}
{"level":"info","ts":"2024-09-12T10:23:09.494+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 3306187f856c5af6 elected leader 3306187f856c5af6 at term 2"}
{"level":"info","ts":"2024-09-12T10:23:09.494+0800","caller":"etcdserver/server.go:2507","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2024-09-12T10:23:09.495+0800","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ea3a8a235287f27f","local-member-id":"3306187f856c5af6","cluster-version":"3.5"}
{"level":"info","ts":"2024-09-12T10:23:09.495+0800","caller":"etcdserver/server.go:2531","msg":"cluster version is updated","cluster-version":"3.5"}
{"level":"info","ts":"2024-09-12T10:23:09.495+0800","caller":"etcdserver/server.go:2042","msg":"published local member to cluster through raft","local-member-id":"3306187f856c5af6","local-member-attributes":"{Name:default ClientURLs:[http://127.0.0.1:43585]}","request-path":"/0/members/3306187f856c5af6/attributes","cluster-id":"ea3a8a235287f27f","publish-timeout":"7s"}
{"level":"info","ts":"2024-09-12T10:23:09.495+0800","caller":"embed/serve.go:98","msg":"ready to serve client requests"}
{"level":"info","ts":"2024-09-12T10:23:09.496+0800","caller":"embed/serve.go:140","msg":"serving client traffic insecurely; this is strongly discouraged!","address":"127.0.0.1:43585"}
{"level":"info","ts":"2024-09-12T10:23:11.004+0800","caller":"embed/etcd.go:368","msg":"closing etcd server","name":"default","data-dir":"/tmp/etcdquota-test-1914585876","advertise-peer-urls":["http://127.0.0.1:41445"],"advertise-client-urls":["http://127.0.0.1:43585"]}
{"level":"info","ts":"2024-09-12T10:23:11.005+0800","caller":"etcdserver/server.go:1453","msg":"skipped leadership transfer for single voting member cluster","local-member-id":"3306187f856c5af6","current-leader-member-id":"3306187f856c5af6"}
{"level":"info","ts":"2024-09-12T10:23:11.038+0800","caller":"embed/etcd.go:563","msg":"stopping serving peer traffic","address":"127.0.0.1:41445"}
{"level":"info","ts":"2024-09-12T10:23:11.038+0800","caller":"embed/etcd.go:568","msg":"stopped serving peer traffic","address":"127.0.0.1:41445"}
{"level":"info","ts":"2024-09-12T10:23:11.038+0800","caller":"embed/etcd.go:370","msg":"closed etcd server","name":"default","data-dir":"/tmp/etcdquota-test-1914585876","advertise-peer-urls":["http://127.0.0.1:41445"],"advertise-client-urls":["http://127.0.0.1:43585"]}
PASS
ok  	github.com/google/trillian/util/election2/etcd	2.363s
github.com/google/trillian/util/election2/etcd
{"level":"info","ts":"2024-09-12T10:23:12.023+0800","caller":"embed/etcd.go:131","msg":"configuring peer listeners","listen-peer-urls":["http://127.0.0.1:34101"]}
{"level":"info","ts":"2024-09-12T10:23:12.024+0800","caller":"embed/etcd.go:139","msg":"configuring client listeners","listen-client-urls":["http://127.0.0.1:36377"]}
{"level":"info","ts":"2024-09-12T10:23:12.024+0800","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.4","git-sha":"Not provided (use ./build instead of go build)","go-version":"go1.21.7","go-os":"linux","go-arch":"amd64","max-cpu-set":32,"max-cpu-available":32,"member-initialized":false,"name":"default","data-dir":"/tmp/etcdquota-test-1067097544","wal-dir":"","wal-dir-dedicated":"","member-dir":"/tmp/etcdquota-test-1067097544/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":100000,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["http://127.0.0.1:34101"],"listen-peer-urls":["http://127.0.0.1:34101"],"advertise-client-urls":["http://127.0.0.1:36377"],"listen-client-urls":["http://127.0.0.1:36377"],"listen-metrics-urls":[],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"default=http://127.0.0.1:34101","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-size-bytes":2147483648,"pre-vote":true,"initial-corrupt-check":false,"corrupt-check-time-interval":"0s","auto-compaction-mode":"","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"}
{"level":"info","ts":"2024-09-12T10:23:12.040+0800","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/tmp/etcdquota-test-1067097544/member/snap/db","took":"14.987228ms"}
{"level":"info","ts":"2024-09-12T10:23:12.047+0800","caller":"etcdserver/raft.go:448","msg":"starting local member","local-member-id":"7df8f94d4588b50b","cluster-id":"f039ba404565c0d6"}
{"level":"info","ts":"2024-09-12T10:23:12.047+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7df8f94d4588b50b switched to configuration voters=()"}
{"level":"info","ts":"2024-09-12T10:23:12.047+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7df8f94d4588b50b became follower at term 0"}
{"level":"info","ts":"2024-09-12T10:23:12.047+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 7df8f94d4588b50b [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"}
{"level":"info","ts":"2024-09-12T10:23:12.047+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7df8f94d4588b50b became follower at term 1"}
{"level":"info","ts":"2024-09-12T10:23:12.047+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7df8f94d4588b50b switched to configuration voters=(9077279159239619851)"}
{"level":"warn","ts":"2024-09-12T10:23:12.051+0800","caller":"auth/store.go:1220","msg":"simple token is not cryptographically signed"}
{"level":"info","ts":"2024-09-12T10:23:12.054+0800","caller":"mvcc/kvstore.go:415","msg":"kvstore restored","current-rev":1}
{"level":"info","ts":"2024-09-12T10:23:12.056+0800","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"}
{"level":"info","ts":"2024-09-12T10:23:12.057+0800","caller":"etcdserver/server.go:851","msg":"starting etcd server","local-member-id":"7df8f94d4588b50b","local-server-version":"3.5.4","cluster-version":"to_be_decided"}
{"level":"info","ts":"2024-09-12T10:23:12.057+0800","caller":"etcdserver/server.go:736","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"7df8f94d4588b50b","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"}
{"level":"info","ts":"2024-09-12T10:23:12.058+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7df8f94d4588b50b switched to configuration voters=(9077279159239619851)"}
{"level":"info","ts":"2024-09-12T10:23:12.058+0800","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"f039ba404565c0d6","local-member-id":"7df8f94d4588b50b","added-peer-id":"7df8f94d4588b50b","added-peer-peer-urls":["http://127.0.0.1:34101"]}
{"level":"info","ts":"2024-09-12T10:23:12.059+0800","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"7df8f94d4588b50b","initial-advertise-peer-urls":["http://127.0.0.1:34101"],"listen-peer-urls":["http://127.0.0.1:34101"],"advertise-client-urls":["http://127.0.0.1:36377"],"listen-client-urls":["http://127.0.0.1:36377"],"listen-metrics-urls":[]}
{"level":"info","ts":"2024-09-12T10:23:12.059+0800","caller":"embed/etcd.go:581","msg":"serving peer traffic","address":"127.0.0.1:34101"}
{"level":"info","ts":"2024-09-12T10:23:12.059+0800","caller":"embed/etcd.go:553","msg":"cmux::serve","address":"127.0.0.1:34101"}
{"level":"info","ts":"2024-09-12T10:23:12.648+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7df8f94d4588b50b is starting a new election at term 1"}
{"level":"info","ts":"2024-09-12T10:23:12.648+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7df8f94d4588b50b became pre-candidate at term 1"}
{"level":"info","ts":"2024-09-12T10:23:12.648+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7df8f94d4588b50b received MsgPreVoteResp from 7df8f94d4588b50b at term 1"}
{"level":"info","ts":"2024-09-12T10:23:12.648+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7df8f94d4588b50b became candidate at term 2"}
{"level":"info","ts":"2024-09-12T10:23:12.648+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7df8f94d4588b50b received MsgVoteResp from 7df8f94d4588b50b at term 2"}
{"level":"info","ts":"2024-09-12T10:23:12.648+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"7df8f94d4588b50b became leader at term 2"}
{"level":"info","ts":"2024-09-12T10:23:12.648+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 7df8f94d4588b50b elected leader 7df8f94d4588b50b at term 2"}
{"level":"info","ts":"2024-09-12T10:23:12.648+0800","caller":"etcdserver/server.go:2507","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2024-09-12T10:23:12.650+0800","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"f039ba404565c0d6","local-member-id":"7df8f94d4588b50b","cluster-version":"3.5"}
{"level":"info","ts":"2024-09-12T10:23:12.650+0800","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2024-09-12T10:23:12.650+0800","caller":"etcdserver/server.go:2531","msg":"cluster version is updated","cluster-version":"3.5"}
{"level":"info","ts":"2024-09-12T10:23:12.650+0800","caller":"etcdserver/server.go:2042","msg":"published local member to cluster through raft","local-member-id":"7df8f94d4588b50b","local-member-attributes":"{Name:default ClientURLs:[http://127.0.0.1:36377]}","request-path":"/0/members/7df8f94d4588b50b/attributes","cluster-id":"f039ba404565c0d6","publish-timeout":"7s"}
{"level":"info","ts":"2024-09-12T10:23:12.650+0800","caller":"embed/serve.go:98","msg":"ready to serve client requests"}
{"level":"info","ts":"2024-09-12T10:23:12.650+0800","caller":"embed/serve.go:140","msg":"serving client traffic insecurely; this is strongly discouraged!","address":"127.0.0.1:36377"}
{"level":"info","ts":"2024-09-12T10:23:12.659+0800","caller":"embed/etcd.go:368","msg":"closing etcd server","name":"default","data-dir":"/tmp/etcdquota-test-1067097544","advertise-peer-urls":["http://127.0.0.1:34101"],"advertise-client-urls":["http://127.0.0.1:36377"]}
{"level":"info","ts":"2024-09-12T10:23:12.660+0800","caller":"etcdserver/server.go:1453","msg":"skipped leadership transfer for single voting member cluster","local-member-id":"7df8f94d4588b50b","current-leader-member-id":"7df8f94d4588b50b"}
{"level":"info","ts":"2024-09-12T10:23:12.662+0800","caller":"embed/etcd.go:563","msg":"stopping serving peer traffic","address":"127.0.0.1:34101"}
{"level":"info","ts":"2024-09-12T10:23:12.662+0800","caller":"embed/etcd.go:568","msg":"stopped serving peer traffic","address":"127.0.0.1:34101"}
{"level":"info","ts":"2024-09-12T10:23:12.662+0800","caller":"embed/etcd.go:370","msg":"closed etcd server","name":"default","data-dir":"/tmp/etcdquota-test-1067097544","advertise-peer-urls":["http://127.0.0.1:34101"],"advertise-client-urls":["http://127.0.0.1:36377"]}
{"level":"info","ts":"2024-09-12T10:23:12.663+0800","caller":"embed/etcd.go:131","msg":"configuring peer listeners","listen-peer-urls":["http://127.0.0.1:44135"]}
{"level":"info","ts":"2024-09-12T10:23:12.663+0800","caller":"embed/etcd.go:139","msg":"configuring client listeners","listen-client-urls":["http://127.0.0.1:40055"]}
{"level":"info","ts":"2024-09-12T10:23:12.663+0800","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.4","git-sha":"Not provided (use ./build instead of go build)","go-version":"go1.21.7","go-os":"linux","go-arch":"amd64","max-cpu-set":32,"max-cpu-available":32,"member-initialized":false,"name":"default","data-dir":"/tmp/etcdquota-test-1546359905","wal-dir":"","wal-dir-dedicated":"","member-dir":"/tmp/etcdquota-test-1546359905/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":100000,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["http://127.0.0.1:44135"],"listen-peer-urls":["http://127.0.0.1:44135"],"advertise-client-urls":["http://127.0.0.1:40055"],"listen-client-urls":["http://127.0.0.1:40055"],"listen-metrics-urls":[],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"default=http://127.0.0.1:44135","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-size-bytes":2147483648,"pre-vote":true,"initial-corrupt-check":false,"corrupt-check-time-interval":"0s","auto-compaction-mode":"","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"}
{"level":"info","ts":"2024-09-12T10:23:12.673+0800","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/tmp/etcdquota-test-1546359905/member/snap/db","took":"9.840308ms"}
{"level":"info","ts":"2024-09-12T10:23:12.682+0800","caller":"etcdserver/raft.go:448","msg":"starting local member","local-member-id":"5defd1b7066a7369","cluster-id":"1d80c8d093d3cb7e"}
{"level":"info","ts":"2024-09-12T10:23:12.682+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5defd1b7066a7369 switched to configuration voters=()"}
{"level":"info","ts":"2024-09-12T10:23:12.682+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5defd1b7066a7369 became follower at term 0"}
{"level":"info","ts":"2024-09-12T10:23:12.682+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 5defd1b7066a7369 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"}
{"level":"info","ts":"2024-09-12T10:23:12.682+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5defd1b7066a7369 became follower at term 1"}
{"level":"info","ts":"2024-09-12T10:23:12.682+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5defd1b7066a7369 switched to configuration voters=(6768859348978004841)"}
{"level":"warn","ts":"2024-09-12T10:23:12.687+0800","caller":"auth/store.go:1220","msg":"simple token is not cryptographically signed"}
{"level":"info","ts":"2024-09-12T10:23:12.691+0800","caller":"mvcc/kvstore.go:415","msg":"kvstore restored","current-rev":1}
{"level":"info","ts":"2024-09-12T10:23:12.694+0800","caller":"etcdserver/server.go:851","msg":"starting etcd server","local-member-id":"5defd1b7066a7369","local-server-version":"3.5.4","cluster-version":"to_be_decided"}
{"level":"info","ts":"2024-09-12T10:23:12.694+0800","caller":"etcdserver/server.go:736","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"5defd1b7066a7369","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"}
{"level":"info","ts":"2024-09-12T10:23:12.695+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5defd1b7066a7369 switched to configuration voters=(6768859348978004841)"}
{"level":"info","ts":"2024-09-12T10:23:12.695+0800","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"1d80c8d093d3cb7e","local-member-id":"5defd1b7066a7369","added-peer-id":"5defd1b7066a7369","added-peer-peer-urls":["http://127.0.0.1:44135"]}
{"level":"info","ts":"2024-09-12T10:23:12.695+0800","caller":"embed/etcd.go:581","msg":"serving peer traffic","address":"127.0.0.1:44135"}
{"level":"info","ts":"2024-09-12T10:23:12.695+0800","caller":"embed/etcd.go:553","msg":"cmux::serve","address":"127.0.0.1:44135"}
{"level":"info","ts":"2024-09-12T10:23:12.695+0800","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"5defd1b7066a7369","initial-advertise-peer-urls":["http://127.0.0.1:44135"],"listen-peer-urls":["http://127.0.0.1:44135"],"advertise-client-urls":["http://127.0.0.1:40055"],"listen-client-urls":["http://127.0.0.1:40055"],"listen-metrics-urls":[]}
{"level":"info","ts":"2024-09-12T10:23:12.983+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5defd1b7066a7369 is starting a new election at term 1"}
{"level":"info","ts":"2024-09-12T10:23:12.983+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5defd1b7066a7369 became pre-candidate at term 1"}
{"level":"info","ts":"2024-09-12T10:23:12.983+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5defd1b7066a7369 received MsgPreVoteResp from 5defd1b7066a7369 at term 1"}
{"level":"info","ts":"2024-09-12T10:23:12.983+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5defd1b7066a7369 became candidate at term 2"}
{"level":"info","ts":"2024-09-12T10:23:12.983+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5defd1b7066a7369 received MsgVoteResp from 5defd1b7066a7369 at term 2"}
{"level":"info","ts":"2024-09-12T10:23:12.983+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5defd1b7066a7369 became leader at term 2"}
{"level":"info","ts":"2024-09-12T10:23:12.983+0800","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 5defd1b7066a7369 elected leader 5defd1b7066a7369 at term 2"}
{"level":"info","ts":"2024-09-12T10:23:12.983+0800","caller":"etcdserver/server.go:2042","msg":"published local member to cluster through raft","local-member-id":"5defd1b7066a7369","local-member-attributes":"{Name:default ClientURLs:[http://127.0.0.1:40055]}","request-path":"/0/members/5defd1b7066a7369/attributes","cluster-id":"1d80c8d093d3cb7e","publish-timeout":"7s"}
{"level":"info","ts":"2024-09-12T10:23:12.983+0800","caller":"embed/serve.go:98","msg":"ready to serve client requests"}
{"level":"info","ts":"2024-09-12T10:23:12.983+0800","caller":"etcdserver/server.go:2507","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2024-09-12T10:23:12.984+0800","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"1d80c8d093d3cb7e","local-member-id":"5defd1b7066a7369","cluster-version":"3.5"}
{"level":"info","ts":"2024-09-12T10:23:12.984+0800","caller":"etcdserver/server.go:2531","msg":"cluster version is updated","cluster-version":"3.5"}
{"level":"info","ts":"2024-09-12T10:23:12.984+0800","caller":"embed/serve.go:140","msg":"serving client traffic insecurely; this is strongly discouraged!","address":"127.0.0.1:40055"}
{"level":"info","ts":"2024-09-12T10:23:14.495+0800","caller":"embed/etcd.go:368","msg":"closing etcd server","name":"default","data-dir":"/tmp/etcdquota-test-1546359905","advertise-peer-urls":["http://127.0.0.1:44135"],"advertise-client-urls":["http://127.0.0.1:40055"]}
{"level":"info","ts":"2024-09-12T10:23:14.496+0800","caller":"etcdserver/server.go:1453","msg":"skipped leadership transfer for single voting member cluster","local-member-id":"5defd1b7066a7369","current-leader-member-id":"5defd1b7066a7369"}
{"level":"info","ts":"2024-09-12T10:23:14.508+0800","caller":"embed/etcd.go:563","msg":"stopping serving peer traffic","address":"127.0.0.1:44135"}
{"level":"info","ts":"2024-09-12T10:23:14.508+0800","caller":"embed/etcd.go:568","msg":"stopped serving peer traffic","address":"127.0.0.1:44135"}
{"level":"info","ts":"2024-09-12T10:23:14.508+0800","caller":"embed/etcd.go:370","msg":"closed etcd server","name":"default","data-dir":"/tmp/etcdquota-test-1546359905","advertise-peer-urls":["http://127.0.0.1:44135"],"advertise-client-urls":["http://127.0.0.1:40055"]}
PASS
ok  	github.com/google/trillian/util/election2/etcd	2.510s
github.com/google/trillian/util/election2/testonly
PASS
ok  	github.com/google/trillian/util/election2/testonly	1.415s
github.com/google/trillian/util/election2/testonly
PASS
ok  	github.com/google/trillian/util/election2/testonly	1.411s
+ RPM_EC=0
++ jobs -p
+ exit 0
Processing files: golang-github-google-trillian-devel-1.4.2-1.ocs23.noarch
Executing(%doc): /bin/sh -e /var/tmp/rpm-tmp.UH1s9N
+ umask 022
+ cd /builddir/build/BUILD
+ cd trillian-1.4.2
+ DOCDIR=/builddir/build/BUILDROOT/golang-github-google-trillian-1.4.2-1.ocs23.x86_64/usr/share/doc/golang-github-google-trillian-devel
+ export LC_ALL=C
+ LC_ALL=C
+ export DOCDIR
+ /usr/bin/mkdir -p /builddir/build/BUILDROOT/golang-github-google-trillian-1.4.2-1.ocs23.x86_64/usr/share/doc/golang-github-google-trillian-devel
+ cp -pr AUTHORS /builddir/build/BUILDROOT/golang-github-google-trillian-1.4.2-1.ocs23.x86_64/usr/share/doc/golang-github-google-trillian-devel
+ cp -pr CHANGELOG.md /builddir/build/BUILDROOT/golang-github-google-trillian-1.4.2-1.ocs23.x86_64/usr/share/doc/golang-github-google-trillian-devel
+ cp -pr CONTRIBUTING.md /builddir/build/BUILDROOT/golang-github-google-trillian-1.4.2-1.ocs23.x86_64/usr/share/doc/golang-github-google-trillian-devel
+ cp -pr CONTRIBUTORS /builddir/build/BUILDROOT/golang-github-google-trillian-1.4.2-1.ocs23.x86_64/usr/share/doc/golang-github-google-trillian-devel
+ cp -pr README.md /builddir/build/BUILDROOT/golang-github-google-trillian-1.4.2-1.ocs23.x86_64/usr/share/doc/golang-github-google-trillian-devel
+ cp -pr docs /builddir/build/BUILDROOT/golang-github-google-trillian-1.4.2-1.ocs23.x86_64/usr/share/doc/golang-github-google-trillian-devel
+ cp -pr examples /builddir/build/BUILDROOT/golang-github-google-trillian-1.4.2-1.ocs23.x86_64/usr/share/doc/golang-github-google-trillian-devel
+ RPM_EC=0
++ jobs -p
+ exit 0
Executing(%license): /bin/sh -e /var/tmp/rpm-tmp.UTLOQS
+ umask 022
+ cd /builddir/build/BUILD
+ cd trillian-1.4.2
+ LICENSEDIR=/builddir/build/BUILDROOT/golang-github-google-trillian-1.4.2-1.ocs23.x86_64/usr/share/licenses/golang-github-google-trillian-devel
+ export LC_ALL=C
+ LC_ALL=C
+ export LICENSEDIR
+ /usr/bin/mkdir -p /builddir/build/BUILDROOT/golang-github-google-trillian-1.4.2-1.ocs23.x86_64/usr/share/licenses/golang-github-google-trillian-devel
+ cp -pr LICENSE /builddir/build/BUILDROOT/golang-github-google-trillian-1.4.2-1.ocs23.x86_64/usr/share/licenses/golang-github-google-trillian-devel
+ RPM_EC=0
++ jobs -p
+ exit 0
grep: warning: stray \ before :
grep: warning: stray \ before :
grep: warning: stray \ before :
grep: warning: stray \ before :
grep: warning: stray \ before :
grep: warning: stray \ before :
grep: warning: stray \ before :
grep: warning: stray \ before :
Provides: golang(github.com/google/trillian) = 1.4.2-1.ocs23 golang(github.com/google/trillian/client) = 1.4.2-1.ocs23 golang(github.com/google/trillian/client/backoff) = 1.4.2-1.ocs23 golang(github.com/google/trillian/client/rpcflags) = 1.4.2-1.ocs23 golang(github.com/google/trillian/cmd) = 1.4.2-1.ocs23 golang(github.com/google/trillian/cmd/internal/serverutil) = 1.4.2-1.ocs23 golang(github.com/google/trillian/crypto/keys) = 1.4.2-1.ocs23 golang(github.com/google/trillian/crypto/keys/der) = 1.4.2-1.ocs23 golang(github.com/google/trillian/crypto/keys/pem) = 1.4.2-1.ocs23 golang(github.com/google/trillian/crypto/keys/pkcs11) = 1.4.2-1.ocs23 golang(github.com/google/trillian/crypto/keys/testonly) = 1.4.2-1.ocs23 golang(github.com/google/trillian/crypto/keyspb) = 1.4.2-1.ocs23 golang(github.com/google/trillian/docs/storage/commit_log/signer) = 1.4.2-1.ocs23 golang(github.com/google/trillian/docs/storage/commit_log/simelection) = 1.4.2-1.ocs23 golang(github.com/google/trillian/docs/storage/commit_log/simkafka) = 1.4.2-1.ocs23 golang(github.com/google/trillian/experimental/batchmap) = 1.4.2-1.ocs23 golang(github.com/google/trillian/extension) = 1.4.2-1.ocs23 golang(github.com/google/trillian/integration) = 1.4.2-1.ocs23 golang(github.com/google/trillian/integration/admin) = 1.4.2-1.ocs23 golang(github.com/google/trillian/integration/format) = 1.4.2-1.ocs23 golang(github.com/google/trillian/integration/quota) = 1.4.2-1.ocs23 golang(github.com/google/trillian/integration/storagetest) = 1.4.2-1.ocs23 golang(github.com/google/trillian/log) = 1.4.2-1.ocs23 golang(github.com/google/trillian/merkle) = 1.4.2-1.ocs23 golang(github.com/google/trillian/merkle/compact) = 1.4.2-1.ocs23 golang(github.com/google/trillian/merkle/coniks) = 1.4.2-1.ocs23 golang(github.com/google/trillian/merkle/hashers) = 1.4.2-1.ocs23 golang(github.com/google/trillian/merkle/logverifier) = 1.4.2-1.ocs23 golang(github.com/google/trillian/merkle/rfc6962) = 1.4.2-1.ocs23 golang(github.com/google/trillian/merkle/smt) = 1.4.2-1.ocs23 golang(github.com/google/trillian/merkle/smt/node) = 1.4.2-1.ocs23 golang(github.com/google/trillian/merkle/testonly) = 1.4.2-1.ocs23 golang(github.com/google/trillian/monitoring) = 1.4.2-1.ocs23 golang(github.com/google/trillian/monitoring/opencensus) = 1.4.2-1.ocs23 golang(github.com/google/trillian/monitoring/prometheus) = 1.4.2-1.ocs23 golang(github.com/google/trillian/monitoring/testonly) = 1.4.2-1.ocs23 golang(github.com/google/trillian/quota) = 1.4.2-1.ocs23 golang(github.com/google/trillian/quota/cacheqm) = 1.4.2-1.ocs23 golang(github.com/google/trillian/quota/etcd) = 1.4.2-1.ocs23 golang(github.com/google/trillian/quota/etcd/etcdqm) = 1.4.2-1.ocs23 golang(github.com/google/trillian/quota/etcd/quotaapi) = 1.4.2-1.ocs23 golang(github.com/google/trillian/quota/etcd/quotapb) = 1.4.2-1.ocs23 golang(github.com/google/trillian/quota/etcd/storage) = 1.4.2-1.ocs23 golang(github.com/google/trillian/quota/etcd/storagepb) = 1.4.2-1.ocs23 golang(github.com/google/trillian/quota/mysqlqm) = 1.4.2-1.ocs23 golang(github.com/google/trillian/quota/redis/redisqm) = 1.4.2-1.ocs23 golang(github.com/google/trillian/quota/redis/redistb) = 1.4.2-1.ocs23 golang(github.com/google/trillian/server) = 1.4.2-1.ocs23 golang(github.com/google/trillian/server/admin) = 1.4.2-1.ocs23 golang(github.com/google/trillian/server/errors) = 1.4.2-1.ocs23 golang(github.com/google/trillian/server/interceptor) = 1.4.2-1.ocs23 golang(github.com/google/trillian/storage) = 1.4.2-1.ocs23 golang(github.com/google/trillian/storage/cache) = 1.4.2-1.ocs23 golang(github.com/google/trillian/storage/cloudspanner) = 1.4.2-1.ocs23 golang(github.com/google/trillian/storage/cloudspanner/spannerpb) = 1.4.2-1.ocs23 golang(github.com/google/trillian/storage/memory) = 1.4.2-1.ocs23 golang(github.com/google/trillian/storage/mysql) = 1.4.2-1.ocs23 golang(github.com/google/trillian/storage/storagepb) = 1.4.2-1.ocs23 golang(github.com/google/trillian/storage/testdb) = 1.4.2-1.ocs23 golang(github.com/google/trillian/storage/testonly) = 1.4.2-1.ocs23 golang(github.com/google/trillian/storage/tree) = 1.4.2-1.ocs23 golang(github.com/google/trillian/testonly) = 1.4.2-1.ocs23 golang(github.com/google/trillian/testonly/flagsaver) = 1.4.2-1.ocs23 golang(github.com/google/trillian/testonly/integration) = 1.4.2-1.ocs23 golang(github.com/google/trillian/testonly/integration/etcd) = 1.4.2-1.ocs23 golang(github.com/google/trillian/testonly/matchers) = 1.4.2-1.ocs23 golang(github.com/google/trillian/testonly/mdm) = 1.4.2-1.ocs23 golang(github.com/google/trillian/testonly/setup) = 1.4.2-1.ocs23 golang(github.com/google/trillian/testonly/tmock) = 1.4.2-1.ocs23 golang(github.com/google/trillian/trees) = 1.4.2-1.ocs23 golang(github.com/google/trillian/types) = 1.4.2-1.ocs23 golang(github.com/google/trillian/types/internal/tls) = 1.4.2-1.ocs23 golang(github.com/google/trillian/util) = 1.4.2-1.ocs23 golang(github.com/google/trillian/util/clock) = 1.4.2-1.ocs23 golang(github.com/google/trillian/util/election) = 1.4.2-1.ocs23 golang(github.com/google/trillian/util/election2) = 1.4.2-1.ocs23 golang(github.com/google/trillian/util/election2/etcd) = 1.4.2-1.ocs23 golang(github.com/google/trillian/util/election2/testonly) = 1.4.2-1.ocs23 golang-github-google-trillian-devel = 1.4.2-1.ocs23 golang-ipath(github.com/google/trillian) = 1.4.2-1.ocs23
Requires(rpmlib): rpmlib(CompressedFileNames) <= 3.0.4-1 rpmlib(FileDigests) <= 4.6.0-1 rpmlib(PayloadFilesHavePrefix) <= 4.0-1
Requires: go-filesystem golang(bitbucket.org/creachadair/shell) golang(cloud.google.com/go/spanner) golang(cloud.google.com/go/spanner/spansql) golang(contrib.go.opencensus.io/exporter/stackdriver) golang(github.com/apache/beam/sdks/v2/go/pkg/beam) golang(github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime) golang(github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec) golang(github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/graphx/schema) golang(github.com/apache/beam/sdks/v2/go/pkg/beam/core/util/reflectx) golang(github.com/apache/beam/sdks/v2/go/pkg/beam/io/filesystem/local) golang(github.com/apache/beam/sdks/v2/go/pkg/beam/x/beamx) golang(github.com/go-redis/redis) golang(github.com/go-sql-driver/mysql) golang(github.com/golang/glog) golang(github.com/golang/mock/gomock) golang(github.com/google/btree) golang(github.com/google/go-cmp/cmp) golang(github.com/grpc-ecosystem/go-grpc-middleware) golang(github.com/prometheus/client_golang/prometheus) golang(github.com/prometheus/client_golang/prometheus/promhttp) golang(github.com/prometheus/client_model/go) golang(github.com/transparency-dev/merkle) golang(github.com/transparency-dev/merkle/compact) golang(github.com/transparency-dev/merkle/proof) golang(github.com/transparency-dev/merkle/rfc6962) golang(github.com/transparency-dev/merkle/testonly) golang(go.etcd.io/etcd/client/v3) golang(go.etcd.io/etcd/client/v3/concurrency) golang(go.etcd.io/etcd/client/v3/naming/endpoints) golang(go.etcd.io/etcd/server/v3/embed) golang(go.opencensus.io/plugin/ocgrpc) golang(go.opencensus.io/plugin/ochttp) golang(go.opencensus.io/stats/view) golang(go.opencensus.io/trace) golang(golang.org/x/crypto/ed25519) golang(golang.org/x/sync/errgroup) golang(golang.org/x/sync/semaphore) golang(golang.org/x/sys/unix) golang(google.golang.org/api/option) golang(google.golang.org/genproto/googleapis/api/annotations) golang(google.golang.org/genproto/googleapis/rpc/status) golang(google.golang.org/genproto/protobuf/field_mask) golang(google.golang.org/grpc) golang(google.golang.org/grpc/codes) golang(google.golang.org/grpc/credentials) golang(google.golang.org/grpc/credentials/insecure) golang(google.golang.org/grpc/reflection) golang(google.golang.org/grpc/status) golang(google.golang.org/protobuf/encoding/prototext) golang(google.golang.org/protobuf/proto) golang(google.golang.org/protobuf/reflect/protoreflect) golang(google.golang.org/protobuf/reflect/protoregistry) golang(google.golang.org/protobuf/runtime/protoimpl) golang(google.golang.org/protobuf/testing/protocmp) golang(google.golang.org/protobuf/types/known/anypb) golang(google.golang.org/protobuf/types/known/durationpb) golang(google.golang.org/protobuf/types/known/emptypb) golang(google.golang.org/protobuf/types/known/fieldmaskpb) golang(google.golang.org/protobuf/types/known/timestamppb)
Checking for unpackaged file(s): /usr/lib/rpm/check-files /builddir/build/BUILDROOT/golang-github-google-trillian-1.4.2-1.ocs23.x86_64
Wrote: /builddir/build/SRPMS/golang-github-google-trillian-1.4.2-1.ocs23.src.rpm
Wrote: /builddir/build/RPMS/golang-github-google-trillian-devel-1.4.2-1.ocs23.noarch.rpm
Child return code was: 0