Mock Version: 3.0
ENTER ['do_with_status'](['bash', '--login', '-c', '/usr/bin/rpmbuild -bs --target x86_64 --nodeps /builddir/build/SPECS/golang-github-google-trillian.spec'], chrootPath='/var/lib/mock/fedora-rawhide-x86_64-1657193382.043776/root'env={'TERM': 'vt100', 'SHELL': '/bin/bash', 'HOME': '/builddir', 'HOSTNAME': 'mock', 'PATH': '/usr/bin:/bin:/usr/sbin:/sbin', 'PROMPT_COMMAND': 'printf "\\033]0;<mock-chroot>\\007"', 'PS1': '<mock-chroot> \\s-\\v\\$ ', 'LANG': 'C.UTF-8'}shell=Falselogger=<mockbuild.trace_decorator.getLog object at 0x7f75bb284670>timeout=0uid=1000gid=135user='mockbuild'nspawn_args=['--capability=cap_ipc_lock', '--rlimit=RLIMIT_NOFILE=10240', '--capability=cap_ipc_lock', '--bind=/tmp/mock-resolv.q6ahcdw2:/etc/resolv.conf', '--bind=/dev/btrfs-control', '--bind=/dev/loop-control', '--bind=/dev/loop0', '--bind=/dev/loop1', '--bind=/dev/loop2', '--bind=/dev/loop3', '--bind=/dev/loop4', '--bind=/dev/loop5', '--bind=/dev/loop6', '--bind=/dev/loop7', '--bind=/dev/loop8', '--bind=/dev/loop9', '--bind=/dev/loop10', '--bind=/dev/loop11']unshare_net=TrueprintOutput=True)
Using nspawn with args ['--capability=cap_ipc_lock', '--rlimit=RLIMIT_NOFILE=10240', '--capability=cap_ipc_lock', '--bind=/tmp/mock-resolv.q6ahcdw2:/etc/resolv.conf', '--bind=/dev/btrfs-control', '--bind=/dev/loop-control', '--bind=/dev/loop0', '--bind=/dev/loop1', '--bind=/dev/loop2', '--bind=/dev/loop3', '--bind=/dev/loop4', '--bind=/dev/loop5', '--bind=/dev/loop6', '--bind=/dev/loop7', '--bind=/dev/loop8', '--bind=/dev/loop9', '--bind=/dev/loop10', '--bind=/dev/loop11']
Executing command: ['/usr/bin/systemd-nspawn', '-q', '-M', 'dc4593f01f2b405aa2adfa47fa082e48', '-D', '/var/lib/mock/fedora-rawhide-x86_64-1657193382.043776/root', '-a', '-u', 'mockbuild', '--capability=cap_ipc_lock', '--rlimit=RLIMIT_NOFILE=10240', '--capability=cap_ipc_lock', '--bind=/tmp/mock-resolv.q6ahcdw2:/etc/resolv.conf', '--bind=/dev/btrfs-control', '--bind=/dev/loop-control', '--bind=/dev/loop0', '--bind=/dev/loop1', '--bind=/dev/loop2', '--bind=/dev/loop3', '--bind=/dev/loop4', '--bind=/dev/loop5', '--bind=/dev/loop6', '--bind=/dev/loop7', '--bind=/dev/loop8', '--bind=/dev/loop9', '--bind=/dev/loop10', '--bind=/dev/loop11', '--console=pipe', '--setenv=TERM=vt100', '--setenv=SHELL=/bin/bash', '--setenv=HOME=/builddir', '--setenv=HOSTNAME=mock', '--setenv=PATH=/usr/bin:/bin:/usr/sbin:/sbin', '--setenv=PROMPT_COMMAND=printf "\\033]0;<mock-chroot>\\007"', '--setenv=PS1=<mock-chroot> \\s-\\v\\$ ', '--setenv=LANG=C.UTF-8', '--resolv-conf=off', 'bash', '--login', '-c', '/usr/bin/rpmbuild -bs --target x86_64 --nodeps /builddir/build/SPECS/golang-github-google-trillian.spec'] with env {'TERM': 'vt100', 'SHELL': '/bin/bash', 'HOME': '/builddir', 'HOSTNAME': 'mock', 'PATH': '/usr/bin:/bin:/usr/sbin:/sbin', 'PROMPT_COMMAND': 'printf "\\033]0;<mock-chroot>\\007"', 'PS1': '<mock-chroot> \\s-\\v\\$ ', 'LANG': 'C.UTF-8', 'SYSTEMD_NSPAWN_TMPFS_TMP': '0', 'SYSTEMD_SECCOMP': '0'} and shell False
Building target platforms: x86_64
Building for target x86_64
setting SOURCE_DATE_EPOCH=1642636800
Wrote: /builddir/build/SRPMS/golang-github-google-trillian-1.4.0-3.fc37.src.rpm
Child return code was: 0
ENTER ['do_with_status'](['bash', '--login', '-c', '/usr/bin/rpmbuild -bb --target x86_64 --nodeps /builddir/build/SPECS/golang-github-google-trillian.spec'], chrootPath='/var/lib/mock/fedora-rawhide-x86_64-1657193382.043776/root'env={'TERM': 'vt100', 'SHELL': '/bin/bash', 'HOME': '/builddir', 'HOSTNAME': 'mock', 'PATH': '/usr/bin:/bin:/usr/sbin:/sbin', 'PROMPT_COMMAND': 'printf "\\033]0;<mock-chroot>\\007"', 'PS1': '<mock-chroot> \\s-\\v\\$ ', 'LANG': 'C.UTF-8'}shell=Falselogger=<mockbuild.trace_decorator.getLog object at 0x7f75bb284670>timeout=0uid=1000gid=135user='mockbuild'nspawn_args=['--capability=cap_ipc_lock', '--rlimit=RLIMIT_NOFILE=10240', '--capability=cap_ipc_lock', '--bind=/tmp/mock-resolv.q6ahcdw2:/etc/resolv.conf', '--bind=/dev/btrfs-control', '--bind=/dev/loop-control', '--bind=/dev/loop0', '--bind=/dev/loop1', '--bind=/dev/loop2', '--bind=/dev/loop3', '--bind=/dev/loop4', '--bind=/dev/loop5', '--bind=/dev/loop6', '--bind=/dev/loop7', '--bind=/dev/loop8', '--bind=/dev/loop9', '--bind=/dev/loop10', '--bind=/dev/loop11']unshare_net=TrueprintOutput=True)
Using nspawn with args ['--capability=cap_ipc_lock', '--rlimit=RLIMIT_NOFILE=10240', '--capability=cap_ipc_lock', '--bind=/tmp/mock-resolv.q6ahcdw2:/etc/resolv.conf', '--bind=/dev/btrfs-control', '--bind=/dev/loop-control', '--bind=/dev/loop0', '--bind=/dev/loop1', '--bind=/dev/loop2', '--bind=/dev/loop3', '--bind=/dev/loop4', '--bind=/dev/loop5', '--bind=/dev/loop6', '--bind=/dev/loop7', '--bind=/dev/loop8', '--bind=/dev/loop9', '--bind=/dev/loop10', '--bind=/dev/loop11']
Executing command: ['/usr/bin/systemd-nspawn', '-q', '-M', '497b720d950943c0a1dd166d3f75a792', '-D', '/var/lib/mock/fedora-rawhide-x86_64-1657193382.043776/root', '-a', '-u', 'mockbuild', '--capability=cap_ipc_lock', '--rlimit=RLIMIT_NOFILE=10240', '--capability=cap_ipc_lock', '--bind=/tmp/mock-resolv.q6ahcdw2:/etc/resolv.conf', '--bind=/dev/btrfs-control', '--bind=/dev/loop-control', '--bind=/dev/loop0', '--bind=/dev/loop1', '--bind=/dev/loop2', '--bind=/dev/loop3', '--bind=/dev/loop4', '--bind=/dev/loop5', '--bind=/dev/loop6', '--bind=/dev/loop7', '--bind=/dev/loop8', '--bind=/dev/loop9', '--bind=/dev/loop10', '--bind=/dev/loop11', '--console=pipe', '--setenv=TERM=vt100', '--setenv=SHELL=/bin/bash', '--setenv=HOME=/builddir', '--setenv=HOSTNAME=mock', '--setenv=PATH=/usr/bin:/bin:/usr/sbin:/sbin', '--setenv=PROMPT_COMMAND=printf "\\033]0;<mock-chroot>\\007"', '--setenv=PS1=<mock-chroot> \\s-\\v\\$ ', '--setenv=LANG=C.UTF-8', '--resolv-conf=off', 'bash', '--login', '-c', '/usr/bin/rpmbuild -bb --target x86_64 --nodeps /builddir/build/SPECS/golang-github-google-trillian.spec'] with env {'TERM': 'vt100', 'SHELL': '/bin/bash', 'HOME': '/builddir', 'HOSTNAME': 'mock', 'PATH': '/usr/bin:/bin:/usr/sbin:/sbin', 'PROMPT_COMMAND': 'printf "\\033]0;<mock-chroot>\\007"', 'PS1': '<mock-chroot> \\s-\\v\\$ ', 'LANG': 'C.UTF-8', 'SYSTEMD_NSPAWN_TMPFS_TMP': '0', 'SYSTEMD_SECCOMP': '0'} and shell False
Building target platforms: x86_64
Building for target x86_64
setting SOURCE_DATE_EPOCH=1642636800
Executing(%prep): /bin/sh -e /var/tmp/rpm-tmp.LNBo3i
+ umask 022
+ cd /builddir/build/BUILD
+ cd /builddir/build/BUILD
+ rm -rf trillian-1.4.0
+ /usr/lib/rpm/rpmuncompress -x /builddir/build/SOURCES/trillian-1.4.0.tar.gz
+ STATUS=0
+ '[' 0 -ne 0 ']'
+ cd trillian-1.4.0
+ /usr/bin/chmod -Rf a+rX,u+w,g-w,o-w .
+ rm -fr /builddir/build/BUILD/trillian-1.4.0/vendor
+ [[ ! -e /builddir/build/BUILD/trillian-1.4.0/_build/bin ]]
+ install -m 0755 -vd /builddir/build/BUILD/trillian-1.4.0/_build/bin
install: creating directory '/builddir/build/BUILD/trillian-1.4.0/_build'
install: creating directory '/builddir/build/BUILD/trillian-1.4.0/_build/bin'
+ export GOPATH=/builddir/build/BUILD/trillian-1.4.0/_build:/usr/share/gocode
+ GOPATH=/builddir/build/BUILD/trillian-1.4.0/_build:/usr/share/gocode
+ [[ ! -e /builddir/build/BUILD/trillian-1.4.0/_build/src/github.com/google/trillian ]]
++ dirname /builddir/build/BUILD/trillian-1.4.0/_build/src/github.com/google/trillian
+ install -m 0755 -vd /builddir/build/BUILD/trillian-1.4.0/_build/src/github.com/google
install: creating directory '/builddir/build/BUILD/trillian-1.4.0/_build/src'
install: creating directory '/builddir/build/BUILD/trillian-1.4.0/_build/src/github.com'
install: creating directory '/builddir/build/BUILD/trillian-1.4.0/_build/src/github.com/google'
+ ln -fs /builddir/build/BUILD/trillian-1.4.0 /builddir/build/BUILD/trillian-1.4.0/_build/src/github.com/google/trillian
+ cd /builddir/build/BUILD/trillian-1.4.0/_build/src/github.com/google/trillian
++ find . -name '*.go'
+ sed -i 's|github.com/go-redis/redis|gopkg.in/redis.v6|' ./util/process.go ./util/election2/testonly/tests.go ./util/election2/testonly/election_test.go ./util/election2/testonly/election.go ./util/election2/testonly/decorator.go ./util/election2/noop.go ./util/election2/etcd/election_test.go ./util/election2/etcd/election.go ./util/election2/election.go ./util/election/tracker_test.go ./util/election/tracker.go ./util/election/runner_test.go ./util/election/runner.go ./util/clock/timesource_test.go ./util/clock/timesource.go ./util/clock/timer_test.go ./util/clock/timer.go ./util/clock/time_test.go ./util/clock/time.go ./types/logroot_test.go ./types/logroot.go ./trillian_log_api_grpc.pb.go ./trillian_log_api.pb.go ./trillian_admin_api_grpc.pb.go ./trillian_admin_api.pb.go ./trillian.pb.go ./trees/types.go ./trees/trees_test.go ./trees/trees.go ./trees/optype_string.go ./trees/gen.go ./tools/tools.go ./testonly/tmock/mock_log_server.go ./testonly/tmock/mock_admin_server.go ./testonly/signer.go ./testonly/setup/tls.go ./testonly/setup/flags.go ./testonly/setup/files.go ./testonly/paths.go ./testonly/mock_server.go ./testonly/mdm/mdmtest/main.go ./testonly/mdm/mdm.go ./testonly/matchers/proto_test.go ./testonly/matchers/proto.go ./testonly/matchers/atleast_test.go ./testonly/matchers/atleast.go ./testonly/marshalling.go ./testonly/keys.go ./testonly/integration/registry.go ./testonly/integration/port.go ./testonly/integration/logenv.go ./testonly/integration/etcd/etcd.go ./testonly/hasher.go ./testonly/flagsaver/flagsaver_test.go ./testonly/flagsaver/flagsaver.go ./testonly/errors.go ./testonly/encoding.go ./testonly/doc.go ./storage/tree_validation_test.go ./storage/tree_validation.go ./storage/tree_id_test.go ./storage/tree_id.go ./storage/tree/node.go ./storage/tools/hasher/main.go ./storage/tools/dump_tree/nochange_test.go ./storage/tools/dump_tree/main.go ./storage/tools/dump_tree/dumplib.go ./storage/testonly/transaction.go ./storage/testonly/matchers.go ./storage/testonly/fake_node_reader.go ./storage/testonly/admin_storage_tester.go ./storage/testdb/testdb_test.go ./storage/testdb/testdb.go ./storage/storagepb/storage.pb.go ./storage/storagepb/gen.go ./storage/sql.go ./storage/provider_test.go ./storage/provider.go ./storage/mysql/tree_storage.go ./storage/mysql/storage_test.go ./storage/mysql/queue_batching.go ./storage/mysql/queue.go ./storage/mysql/provider_test.go ./storage/mysql/provider.go ./storage/mysql/log_storage_test.go ./storage/mysql/log_storage.go ./storage/mysql/errors.go ./storage/mysql/admin_storage_test.go ./storage/mysql/admin_storage.go ./storage/mock_storage.go ./storage/memory/tree_storage.go ./storage/memory/tree_debug.go ./storage/memory/provider_test.go ./storage/memory/provider.go ./storage/memory/log_storage.go ./storage/memory/doc.go ./storage/memory/admin_storage.go ./storage/log_storage.go ./storage/gen.go ./storage/cloudspanner/tree_storage.go ./storage/cloudspanner/storage_provider.go ./storage/cloudspanner/spannerpb/spanner.pb.go ./storage/cloudspanner/spannerpb/gen.go ./storage/cloudspanner/spanner.sdl.go ./storage/cloudspanner/sdl_test.go ./storage/cloudspanner/sdl.go ./storage/cloudspanner/log_storage_test.go ./storage/cloudspanner/log_storage.go ./storage/cloudspanner/getdb_test.go ./storage/cloudspanner/admin.go ./storage/cache/suffix_test.go ./storage/cache/suffix.go ./storage/cache/subtree_cache_test.go ./storage/cache/subtree_cache.go ./storage/cache/mock_node_storage.go ./storage/cache/log_tile.go ./storage/cache/layout_test.go ./storage/cache/layout.go ./storage/cache/gen.go ./storage/admin_storage.go ./storage/admin_helpers_test.go ./storage/admin_helpers.go ./server/validate.go ./server/proof_fetcher_test.go ./server/proof_fetcher.go ./server/log_rpc_server_test.go ./server/log_rpc_server.go ./server/interceptor/interceptor_test.go ./server/interceptor/interceptor.go ./server/errors/errors_test.go ./server/errors/errors.go ./server/errors/doc.go ./server/admin/tree_gc_test.go ./server/admin/tree_gc.go ./server/admin/doc.go ./server/admin/admin_server_test.go ./server/admin/admin_server.go ./quota/redis/redistb/update_token_bucket.gen.go ./quota/redis/redistb/redistb_test.go ./quota/redis/redistb/redistb.go ./quota/redis/redistb/gen.go ./quota/redis/redistb/embed_redis.go ./quota/redis/redisqm/manager.go ./quota/quota_test.go ./quota/quota.go ./quota/provider_test.go ./quota/provider.go ./quota/noop_test.go ./quota/noop.go ./quota/mysqlqm/quota_provider.go ./quota/mysqlqm/mysql_quota_test.go ./quota/mysqlqm/mysql_quota.go ./quota/mock_quota.go ./quota/metrics.go ./quota/kind_string.go ./quota/group_string.go ./quota/gen.go ./quota/etcd/storagepb/storagepb.pb.go ./quota/etcd/storagepb/gen.go ./quota/etcd/storage/quota_storage_test.go ./quota/etcd/storage/quota_storage.go ./quota/etcd/quotapb/quotapb_grpc.pb.go ./quota/etcd/quotapb/quotapb.pb.go ./quota/etcd/quotapb/gen.go ./quota/etcd/quotapb/doc.go ./quota/etcd/quotaapi/quota_server_test.go ./quota/etcd/quotaapi/quota_server.go ./quota/etcd/quotaapi/name_test.go ./quota/etcd/quotaapi/name.go ./quota/etcd/quotaapi/conversions_test.go ./quota/etcd/quotaapi/conversions.go ./quota/etcd/quota_provider.go ./quota/etcd/etcdqm/etcdqm_test.go ./quota/etcd/etcdqm/etcdqm.go ./quota/doc.go ./quota/cacheqm/cache_test.go ./quota/cacheqm/cache.go ./monitoring/trace.go ./monitoring/testonly/metrics.go ./monitoring/testonly/delta.go ./monitoring/rpc_stats_interceptor_test.go ./monitoring/rpc_stats_interceptor.go ./monitoring/prometheus/metrics_test.go ./monitoring/prometheus/metrics.go ./monitoring/opencensus/trace.go ./monitoring/metrics_test.go ./monitoring/metrics.go ./monitoring/labels.go ./monitoring/inert.go ./monitoring/buckets_test.go ./monitoring/buckets.go ./merkle/testonly/constants.go ./merkle/smt/writer_test.go ./merkle/smt/writer.go ./merkle/smt/tiles_test.go ./merkle/smt/tiles.go ./merkle/smt/tile_test.go ./merkle/smt/tile.go ./merkle/smt/nodes_test.go ./merkle/smt/nodes.go ./merkle/smt/node/id_test.go ./merkle/smt/node/id.go ./merkle/smt/layout_test.go ./merkle/smt/layout.go ./merkle/smt/hstar3_test.go ./merkle/smt/hstar3.go ./merkle/smt/hasher.go ./merkle/rfc6962/rfc6962_test.go ./merkle/rfc6962/rfc6962.go ./merkle/logverifier/log_verifier_test.go ./merkle/logverifier/log_verifier.go ./merkle/logverifier/hash_chainer.go ./merkle/log_proofs_test.go ./merkle/log_proofs.go ./merkle/hashers/tree_hasher.go ./merkle/doc.go ./merkle/coniks/coniks_test.go ./merkle/coniks/coniks.go ./merkle/compact/range_test.go ./merkle/compact/range.go ./merkle/compact/nodes_test.go ./merkle/compact/nodes.go ./log/sequencer_test.go ./log/sequencer_manager_test.go ./log/sequencer_manager.go ./log/sequencer.go ./log/operation_manager_test.go ./log/operation_manager.go ./log/mock_operation.go ./log/gen.go ./internal/merkle/inmemory/merkle_tree_test.go ./internal/merkle/inmemory/merkle_tree.go ./integration/storagetest/treehelpers.go ./integration/storagetest/testrunner.go ./integration/storagetest/logtests.go ./integration/storagetest/loghelpers.go ./integration/quota/quota_test.go ./integration/quota/doc.go ./integration/log_integration_test.go ./integration/log.go ./integration/doc.go ./integration/admin/doc.go ./integration/admin/admin_integration_test.go ./gen.go ./extension/registry.go ./experimental/batchmap/tmap_test.go ./experimental/batchmap/tmap.go ./experimental/batchmap/tile.go ./experimental/batchmap/cmd/verify/verify.go ./experimental/batchmap/cmd/build/mapdemo.go ./experimental/batchmap/batchmap.shims.go ./docs/storage/commit_log/simkafka/kafka_test.go ./docs/storage/commit_log/simkafka/kafka.go ./docs/storage/commit_log/simelection/election.go ./docs/storage/commit_log/signer/types.go ./docs/storage/commit_log/signer/signer_test.go ./docs/storage/commit_log/signer/signer.go ./docs/storage/commit_log/signer/fakedb.go ./docs/storage/commit_log/main.go ./docs/merkletree/treetex/main.go ./crypto/keyspb/keyspb.pb.go ./crypto/keys/testonly/keys.go ./crypto/keys/pkcs11/pkcs11_test.go ./crypto/keys/pkcs11/pkcs11.go ./crypto/keys/pkcs11/no_pkcs11.go ./crypto/keys/pem/pem_test.go ./crypto/keys/pem/pem.go ./crypto/keys/handlers_test.go ./crypto/keys/handlers.go ./crypto/keys/der/der_test.go ./crypto/keys/der/der.go ./cmd/updatetree/main_test.go ./cmd/updatetree/main.go ./cmd/trillian_log_signer/main.go ./cmd/trillian_log_server/main.go ./cmd/internal/serverutil/main.go ./cmd/flags_test.go ./cmd/flags.go ./cmd/deletetree/main.go ./cmd/createtree/main_test.go ./cmd/createtree/main.go ./client/timeout/timeout.go ./client/rpcflags/rpcflags_test.go ./client/rpcflags/rpcflags.go ./client/mutating_client_test.go ./client/log_verifier_test.go ./client/log_verifier.go ./client/log_client_test.go ./client/log_client.go ./client/backoff/backoff_test.go ./client/backoff/backoff.go ./client/admin.go
++ find . -name '*.go'
+ sed -i 's|github.com/apache/beam/sdks|github.com/apache/beam/sdks/v2|' ./gen.go ./trillian.pb.go ./trillian_admin_api.pb.go ./trillian_admin_api_grpc.pb.go ./trillian_log_api.pb.go ./trillian_log_api_grpc.pb.go ./util/process.go ./util/election2/election.go ./util/election2/noop.go ./util/election2/testonly/decorator.go ./util/election2/testonly/election.go ./util/election2/testonly/election_test.go ./util/election2/testonly/tests.go ./util/election2/etcd/election.go ./util/election2/etcd/election_test.go ./util/election/runner.go ./util/election/runner_test.go ./util/election/tracker.go ./util/election/tracker_test.go ./util/clock/time.go ./util/clock/time_test.go ./util/clock/timer.go ./util/clock/timer_test.go ./util/clock/timesource.go ./util/clock/timesource_test.go ./types/logroot.go ./types/logroot_test.go ./trees/gen.go ./trees/optype_string.go ./trees/trees.go ./trees/trees_test.go ./trees/types.go ./tools/tools.go ./testonly/doc.go ./testonly/encoding.go ./testonly/errors.go ./testonly/hasher.go ./testonly/keys.go ./testonly/marshalling.go ./testonly/mock_server.go ./testonly/paths.go ./testonly/signer.go ./testonly/tmock/mock_admin_server.go ./testonly/tmock/mock_log_server.go ./testonly/setup/files.go ./testonly/setup/flags.go ./testonly/setup/tls.go ./testonly/mdm/mdm.go ./testonly/mdm/mdmtest/main.go ./testonly/matchers/atleast.go ./testonly/matchers/atleast_test.go ./testonly/matchers/proto.go ./testonly/matchers/proto_test.go ./testonly/integration/logenv.go ./testonly/integration/port.go ./testonly/integration/registry.go ./testonly/integration/etcd/etcd.go ./testonly/flagsaver/flagsaver.go ./testonly/flagsaver/flagsaver_test.go ./storage/admin_helpers.go ./storage/admin_helpers_test.go ./storage/admin_storage.go ./storage/gen.go ./storage/log_storage.go ./storage/mock_storage.go ./storage/provider.go ./storage/provider_test.go ./storage/sql.go ./storage/tree_id.go ./storage/tree_id_test.go ./storage/tree_validation.go ./storage/tree_validation_test.go ./storage/tree/node.go ./storage/tools/hasher/main.go ./storage/tools/dump_tree/dumplib.go ./storage/tools/dump_tree/main.go ./storage/tools/dump_tree/nochange_test.go ./storage/testonly/admin_storage_tester.go ./storage/testonly/fake_node_reader.go ./storage/testonly/matchers.go ./storage/testonly/transaction.go ./storage/testdb/testdb.go ./storage/testdb/testdb_test.go ./storage/storagepb/gen.go ./storage/storagepb/storage.pb.go ./storage/mysql/admin_storage.go ./storage/mysql/admin_storage_test.go ./storage/mysql/errors.go ./storage/mysql/log_storage.go ./storage/mysql/log_storage_test.go ./storage/mysql/provider.go ./storage/mysql/provider_test.go ./storage/mysql/queue.go ./storage/mysql/queue_batching.go ./storage/mysql/storage_test.go ./storage/mysql/tree_storage.go ./storage/memory/admin_storage.go ./storage/memory/doc.go ./storage/memory/log_storage.go ./storage/memory/provider.go ./storage/memory/provider_test.go ./storage/memory/tree_debug.go ./storage/memory/tree_storage.go ./storage/cloudspanner/admin.go ./storage/cloudspanner/getdb_test.go ./storage/cloudspanner/log_storage.go ./storage/cloudspanner/log_storage_test.go ./storage/cloudspanner/sdl.go ./storage/cloudspanner/sdl_test.go ./storage/cloudspanner/spanner.sdl.go ./storage/cloudspanner/storage_provider.go ./storage/cloudspanner/tree_storage.go ./storage/cloudspanner/spannerpb/gen.go ./storage/cloudspanner/spannerpb/spanner.pb.go ./storage/cache/gen.go ./storage/cache/layout.go ./storage/cache/layout_test.go ./storage/cache/log_tile.go ./storage/cache/mock_node_storage.go ./storage/cache/subtree_cache.go ./storage/cache/subtree_cache_test.go ./storage/cache/suffix.go ./storage/cache/suffix_test.go ./server/log_rpc_server.go ./server/log_rpc_server_test.go ./server/proof_fetcher.go ./server/proof_fetcher_test.go ./server/validate.go ./server/interceptor/interceptor.go ./server/interceptor/interceptor_test.go ./server/errors/doc.go ./server/errors/errors.go ./server/errors/errors_test.go ./server/admin/admin_server.go ./server/admin/admin_server_test.go ./server/admin/doc.go ./server/admin/tree_gc.go ./server/admin/tree_gc_test.go ./quota/doc.go ./quota/gen.go ./quota/group_string.go ./quota/kind_string.go ./quota/metrics.go ./quota/mock_quota.go ./quota/noop.go ./quota/noop_test.go ./quota/provider.go ./quota/provider_test.go ./quota/quota.go ./quota/quota_test.go ./quota/redis/redistb/embed_redis.go ./quota/redis/redistb/gen.go ./quota/redis/redistb/redistb.go ./quota/redis/redistb/redistb_test.go ./quota/redis/redistb/update_token_bucket.gen.go ./quota/redis/redisqm/manager.go ./quota/mysqlqm/mysql_quota.go ./quota/mysqlqm/mysql_quota_test.go ./quota/mysqlqm/quota_provider.go ./quota/etcd/quota_provider.go ./quota/etcd/storagepb/gen.go ./quota/etcd/storagepb/storagepb.pb.go ./quota/etcd/storage/quota_storage.go ./quota/etcd/storage/quota_storage_test.go ./quota/etcd/quotapb/doc.go ./quota/etcd/quotapb/gen.go ./quota/etcd/quotapb/quotapb.pb.go ./quota/etcd/quotapb/quotapb_grpc.pb.go ./quota/etcd/quotaapi/conversions.go ./quota/etcd/quotaapi/conversions_test.go ./quota/etcd/quotaapi/name.go ./quota/etcd/quotaapi/name_test.go ./quota/etcd/quotaapi/quota_server.go ./quota/etcd/quotaapi/quota_server_test.go ./quota/etcd/etcdqm/etcdqm.go ./quota/etcd/etcdqm/etcdqm_test.go ./quota/cacheqm/cache.go ./quota/cacheqm/cache_test.go ./monitoring/buckets.go ./monitoring/buckets_test.go ./monitoring/inert.go ./monitoring/labels.go ./monitoring/metrics.go ./monitoring/metrics_test.go ./monitoring/rpc_stats_interceptor.go ./monitoring/rpc_stats_interceptor_test.go ./monitoring/trace.go ./monitoring/testonly/delta.go ./monitoring/testonly/metrics.go ./monitoring/prometheus/metrics.go ./monitoring/prometheus/metrics_test.go ./monitoring/opencensus/trace.go ./merkle/doc.go ./merkle/log_proofs.go ./merkle/log_proofs_test.go ./merkle/testonly/constants.go ./merkle/smt/hasher.go ./merkle/smt/hstar3.go ./merkle/smt/hstar3_test.go ./merkle/smt/layout.go ./merkle/smt/layout_test.go ./merkle/smt/nodes.go ./merkle/smt/nodes_test.go ./merkle/smt/tile.go ./merkle/smt/tile_test.go ./merkle/smt/tiles.go ./merkle/smt/tiles_test.go ./merkle/smt/writer.go ./merkle/smt/writer_test.go ./merkle/smt/node/id.go ./merkle/smt/node/id_test.go ./merkle/rfc6962/rfc6962.go ./merkle/rfc6962/rfc6962_test.go ./merkle/logverifier/hash_chainer.go ./merkle/logverifier/log_verifier.go ./merkle/logverifier/log_verifier_test.go ./merkle/hashers/tree_hasher.go ./merkle/coniks/coniks.go ./merkle/coniks/coniks_test.go ./merkle/compact/nodes.go ./merkle/compact/nodes_test.go ./merkle/compact/range.go ./merkle/compact/range_test.go ./log/gen.go ./log/mock_operation.go ./log/operation_manager.go ./log/operation_manager_test.go ./log/sequencer.go ./log/sequencer_manager.go ./log/sequencer_manager_test.go ./log/sequencer_test.go ./internal/merkle/inmemory/merkle_tree.go ./internal/merkle/inmemory/merkle_tree_test.go ./integration/doc.go ./integration/log.go ./integration/log_integration_test.go ./integration/storagetest/loghelpers.go ./integration/storagetest/logtests.go ./integration/storagetest/testrunner.go ./integration/storagetest/treehelpers.go ./integration/quota/doc.go ./integration/quota/quota_test.go ./integration/admin/admin_integration_test.go ./integration/admin/doc.go ./extension/registry.go ./experimental/batchmap/batchmap.shims.go ./experimental/batchmap/tile.go ./experimental/batchmap/tmap.go ./experimental/batchmap/tmap_test.go ./experimental/batchmap/cmd/verify/verify.go ./experimental/batchmap/cmd/build/mapdemo.go ./docs/storage/commit_log/main.go ./docs/storage/commit_log/simkafka/kafka.go ./docs/storage/commit_log/simkafka/kafka_test.go ./docs/storage/commit_log/simelection/election.go ./docs/storage/commit_log/signer/fakedb.go ./docs/storage/commit_log/signer/signer.go ./docs/storage/commit_log/signer/signer_test.go ./docs/storage/commit_log/signer/types.go ./docs/merkletree/treetex/main.go ./crypto/keyspb/keyspb.pb.go ./crypto/keys/handlers.go ./crypto/keys/handlers_test.go ./crypto/keys/testonly/keys.go ./crypto/keys/pkcs11/no_pkcs11.go ./crypto/keys/pkcs11/pkcs11.go ./crypto/keys/pkcs11/pkcs11_test.go ./crypto/keys/pem/pem.go ./crypto/keys/pem/pem_test.go ./crypto/keys/der/der.go ./crypto/keys/der/der_test.go ./cmd/flags.go ./cmd/flags_test.go ./cmd/updatetree/main.go ./cmd/updatetree/main_test.go ./cmd/trillian_log_signer/main.go ./cmd/trillian_log_server/main.go ./cmd/internal/serverutil/main.go ./cmd/deletetree/main.go ./cmd/createtree/main.go ./cmd/createtree/main_test.go ./client/admin.go ./client/log_client.go ./client/log_client_test.go ./client/log_verifier.go ./client/log_verifier_test.go ./client/mutating_client_test.go ./client/timeout/timeout.go ./client/rpcflags/rpcflags.go ./client/rpcflags/rpcflags_test.go ./client/backoff/backoff.go ./client/backoff/backoff_test.go
+ RPM_EC=0
++ jobs -p
+ exit 0
Executing(%install): /bin/sh -e /var/tmp/rpm-tmp.yw4sP8
+ umask 022
+ cd /builddir/build/BUILD
+ '[' /builddir/build/BUILDROOT/golang-github-google-trillian-1.4.0-3.fc37.x86_64 '!=' / ']'
+ rm -rf /builddir/build/BUILDROOT/golang-github-google-trillian-1.4.0-3.fc37.x86_64
++ dirname /builddir/build/BUILDROOT/golang-github-google-trillian-1.4.0-3.fc37.x86_64
+ mkdir -p /builddir/build/BUILDROOT
+ mkdir /builddir/build/BUILDROOT/golang-github-google-trillian-1.4.0-3.fc37.x86_64
+ cd trillian-1.4.0
+ cd /builddir/build/BUILD/trillian-1.4.0/_build/src/github.com/google/trillian
+ IFS=
+ gosupfiles=
+ mapfile -t gosupfilesA
+ go-rpm-integration install -i github.com/google/trillian -b /builddir/build/BUILD/trillian-1.4.0/_build/bin -s /builddir/build/BUILD/trillian-1.4.0/_build -o golang-github-google-trillian-devel.file-list -O /builddir/build/BUILD/trillian-1.4.0 -V 1.4.0-3.fc37 -p /builddir/build/BUILDROOT/golang-github-google-trillian-1.4.0-3.fc37.x86_64 -g /usr/share/gocode -r '.*example.*'
Installing: github.com/google/trillian
+ IFS=
+++ realpath -e --relative-base=. docs examples CONTRIBUTING.md AUTHORS CHANGELOG.md CONTRIBUTORS README.md
+++ sort -u
++ listfiles_include='AUTHORS
CHANGELOG.md
CONTRIBUTING.md
CONTRIBUTORS
README.md
docs
examples'
++ echo 'AUTHORS
CHANGELOG.md
CONTRIBUTING.md
CONTRIBUTORS
README.md
docs
examples'
+ godocs='AUTHORS
CHANGELOG.md
CONTRIBUTING.md
CONTRIBUTORS
README.md
docs
examples'
+ [[ -n AUTHORS
CHANGELOG.md
CONTRIBUTING.md
CONTRIBUTORS
README.md
docs
examples ]]
+ IFS=
+ read -r f
+ echo %doc '"AUTHORS"'
+ IFS=
+ read -r f
+ echo %doc '"CHANGELOG.md"'
+ IFS=
+ read -r f
+ echo %doc '"CONTRIBUTING.md"'
+ IFS=
+ read -r f
+ echo %doc '"CONTRIBUTORS"'
+ IFS=
+ read -r f
+ echo %doc '"README.md"'
+ IFS=
+ read -r f
+ echo %doc '"docs"'
+ IFS=
+ read -r f
+ echo %doc '"examples"'
+ IFS=
+ read -r f
+ IFS=
+++ realpath -e --relative-base=. LICENSE
+++ sort -u
++ listfiles_include=LICENSE
++ echo LICENSE
+ golicenses=LICENSE
+ [[ -n LICENSE ]]
+ IFS=
+ read -r f
+ echo %license '"LICENSE"'
+ IFS=
+ read -r f
+ /usr/lib/rpm/check-buildroot
+ /usr/lib/rpm/redhat/brp-ldconfig
+ /usr/lib/rpm/brp-compress
+ /usr/lib/rpm/brp-strip /usr/bin/strip
+ /usr/lib/rpm/brp-strip-comment-note /usr/bin/strip /usr/bin/objdump
+ /usr/lib/rpm/redhat/brp-strip-lto /usr/bin/strip
+ /usr/lib/rpm/brp-strip-static-archive /usr/bin/strip
+ /usr/lib/rpm/check-rpaths
+ /usr/lib/rpm/redhat/brp-mangle-shebangs
+ /usr/lib/rpm/brp-remove-la-files
+ /usr/lib/rpm/redhat/brp-python-bytecompile '' 1 0
+ /usr/lib/rpm/redhat/brp-python-hardlink
Executing(%check): /bin/sh -e /var/tmp/rpm-tmp.AOE8E1
+ umask 022
+ cd /builddir/build/BUILD
+ '[' -f /usr/lib/rpm/generate-rpm-note.sh ']'
+ /usr/lib/rpm/generate-rpm-note.sh golang-github-google-trillian 1.4.0-3.fc37 x86_64
+ cd trillian-1.4.0
+ LDFLAGS=' -X github.com/google/trillian/version=1.4.0'
+ GO_TEST_FLAGS='-buildmode pie -compiler gc'
+ GO_TEST_EXT_LD_FLAGS='-Wl,-z,relro -Wl,--as-needed  -Wl,-z,now -specs=/usr/lib/rpm/redhat/redhat-hardened-ld -specs=/usr/lib/rpm/redhat/redhat-annobin-cc1  -Wl,--build-id=sha1 -Wl,-dT,/builddir/build/BUILD/trillian-1.4.0/.package_note-golang-github-google-trillian-1.4.0-3.fc37.x86_64.ld '
+ go-rpm-integration check -i github.com/google/trillian -b /builddir/build/BUILD/trillian-1.4.0/_build/bin -s /builddir/build/BUILD/trillian-1.4.0/_build -V 1.4.0-3.fc37 -p /builddir/build/BUILDROOT/golang-github-google-trillian-1.4.0-3.fc37.x86_64 -g /usr/share/gocode -r '.*example.*' -d client/rpcflags -t cmd -d server -d storage/testdb -d util/election -d quota/redis/redistb -d crypto
Testing    in: /builddir/build/BUILD/trillian-1.4.0/_build/src
         PATH: /builddir/build/BUILD/trillian-1.4.0/_build/bin:/builddir/.local/bin:/builddir/bin:/usr/bin:/bin:/usr/sbin:/sbin:/usr/local/sbin
       GOPATH: /builddir/build/BUILD/trillian-1.4.0/_build:/usr/share/gocode
  GO111MODULE: off
      command: go test -buildmode pie -compiler gc -ldflags " -X github.com/google/trillian/version=1.4.0 -extldflags '-Wl,-z,relro -Wl,--as-needed  -Wl,-z,now -specs=/usr/lib/rpm/redhat/redhat-hardened-ld -specs=/usr/lib/rpm/redhat/redhat-annobin-cc1  -Wl,--build-id=sha1 -Wl,-dT,/builddir/build/BUILD/trillian-1.4.0/.package_note-golang-github-google-trillian-1.4.0-3.fc37.x86_64.ld '"
      testing: github.com/google/trillian
github.com/google/trillian
?   	github.com/google/trillian	[no test files]
github.com/google/trillian/client
2022/07/07 11:32:08 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
2022/07/07 11:32:08 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
2022/07/07 11:32:08 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
2022/07/07 11:32:08 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
PASS
ok  	github.com/google/trillian/client	0.009s
github.com/google/trillian/client
2022/07/07 11:32:09 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
2022/07/07 11:32:09 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
2022/07/07 11:32:09 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
2022/07/07 11:32:09 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
PASS
ok  	github.com/google/trillian/client	0.009s
github.com/google/trillian/client/backoff
PASS
ok  	github.com/google/trillian/client/backoff	3.561s
github.com/google/trillian/client/backoff
PASS
ok  	github.com/google/trillian/client/backoff	3.562s
github.com/google/trillian/client/timeout
?   	github.com/google/trillian/client/timeout	[no test files]
github.com/google/trillian/crypto/keys
PASS
ok  	github.com/google/trillian/crypto/keys	0.006s
github.com/google/trillian/crypto/keys
PASS
ok  	github.com/google/trillian/crypto/keys	0.005s
github.com/google/trillian/crypto/keys/der
PASS
ok  	github.com/google/trillian/crypto/keys/der	0.004s
github.com/google/trillian/crypto/keys/pem
PASS
ok  	github.com/google/trillian/crypto/keys/pem	0.008s
github.com/google/trillian/crypto/keys/pkcs11
?   	github.com/google/trillian/crypto/keys/pkcs11	[no test files]
github.com/google/trillian/crypto/keys/testonly
?   	github.com/google/trillian/crypto/keys/testonly	[no test files]
github.com/google/trillian/crypto/keyspb
?   	github.com/google/trillian/crypto/keyspb	[no test files]
github.com/google/trillian/docs/storage/commit_log/signer
PASS
ok  	github.com/google/trillian/docs/storage/commit_log/signer	0.003s
github.com/google/trillian/docs/storage/commit_log/signer
PASS
ok  	github.com/google/trillian/docs/storage/commit_log/signer	0.003s
github.com/google/trillian/docs/storage/commit_log/simelection
?   	github.com/google/trillian/docs/storage/commit_log/simelection	[no test files]
github.com/google/trillian/docs/storage/commit_log/simkafka
PASS
ok  	github.com/google/trillian/docs/storage/commit_log/simkafka	0.003s
github.com/google/trillian/docs/storage/commit_log/simkafka
PASS
ok  	github.com/google/trillian/docs/storage/commit_log/simkafka	0.003s
github.com/google/trillian/experimental/batchmap
2022/07/07 11:32:28 Executing pipeline with the direct runner.
2022/07/07 11:32:28 Pipeline:
2022/07/07 11:32:28 Nodes: {1: []uint8/bytes GLO}
{2: *batchmap.Entry/R[*batchmap.Entry] GLO}
{3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{6: *batchmap.Tile/R[*batchmap.Tile] GLO}
{7: *batchmap.Tile/R[*batchmap.Tile] GLO}
{8: string/string GLO}
{9: int/int[varintz] GLO}
{10: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{11: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}
{12: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{13: int/int[varintz] GLO}
{14: []uint8/bytes GLO}
{15: int/int[varintz] GLO}
{16: []uint8/bytes GLO}
{17: int/int[varintz] GLO}
{18: int/int[varintz] GLO}
{19: int/int[varintz] GLO}
{20: []uint8/bytes GLO}
{21: []uint8/bytes GLO}
{22: string/string GLO}
{23: []uint8/bytes GLO}
{24: string/string GLO}
{25: string/string GLO}
{26: string/string GLO}
{27: []uint8/bytes GLO}
Edges: 1: Impulse [] -> [Out: []uint8 -> {1: []uint8/bytes GLO}]
2: ParDo [In(Main): []uint8 <- {1: []uint8/bytes GLO}] -> [Out: T -> {2: *batchmap.Entry/R[*batchmap.Entry] GLO}]
3: ParDo [In(Main): *batchmap.Entry <- {2: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
4: ParDo [In(Main): batchmap.nodeHash <- {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
5: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
6: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {6: *batchmap.Tile/R[*batchmap.Tile] GLO}]
7: ParDo [In(Main): T <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: T -> {7: *batchmap.Tile/R[*batchmap.Tile] GLO}]
8: ParDo [In(Main): *batchmap.Tile <- {7: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: string -> {8: string/string GLO}]
9: ParDo [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: int -> {9: int/int[varintz] GLO}]
10: ParDo [In(Main): T <- {9: int/int[varintz] GLO}] -> [Out: KV<int,T> -> {10: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
11: CoGBK [In(Main): KV<int,int> <- {10: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: CoGBK<int,int> -> {11: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}]
12: Combine [In(Main): int <- {11: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}] -> [Out: KV<int,int> -> {12: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
13: ParDo [In(Main): KV<X,Y> <- {12: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: Y -> {13: int/int[varintz] GLO}]
14: Impulse [] -> [Out: []uint8 -> {14: []uint8/bytes GLO}]
15: ParDo [In(Main): []uint8 <- {14: []uint8/bytes GLO}] -> [Out: T -> {15: int/int[varintz] GLO}]
16: Impulse [] -> [Out: []uint8 -> {16: []uint8/bytes GLO}]
17: ParDo [In(Main): []uint8 <- {16: []uint8/bytes GLO} In(Iter): T <- {13: int/int[varintz] GLO} In(Iter): T <- {15: int/int[varintz] GLO}] -> [Out: T -> {17: int/int[varintz] GLO} Out: T -> {18: int/int[varintz] GLO} Out: T -> {19: int/int[varintz] GLO}]
18: Impulse [] -> [Out: []uint8 -> {20: []uint8/bytes GLO}]
19: ParDo [In(Main): []uint8 <- {20: []uint8/bytes GLO} In(Iter): T <- {17: int/int[varintz] GLO} In(Iter): T <- {18: int/int[varintz] GLO} In(Iter): T <- {19: int/int[varintz] GLO}] -> []
20: Impulse [] -> [Out: []uint8 -> {21: []uint8/bytes GLO}]
21: ParDo [In(Main): []uint8 <- {21: []uint8/bytes GLO}] -> [Out: T -> {22: string/string GLO}]
22: Impulse [] -> [Out: []uint8 -> {23: []uint8/bytes GLO}]
23: ParDo [In(Main): []uint8 <- {23: []uint8/bytes GLO} In(Iter): T <- {8: string/string GLO} In(Iter): T <- {22: string/string GLO}] -> [Out: T -> {24: string/string GLO} Out: T -> {25: string/string GLO} Out: T -> {26: string/string GLO}]
24: Impulse [] -> [Out: []uint8 -> {27: []uint8/bytes GLO}]
25: ParDo [In(Main): []uint8 <- {27: []uint8/bytes GLO} In(Iter): T <- {24: string/string GLO} In(Iter): T <- {25: string/string GLO} In(Iter): T <- {26: string/string GLO}] -> []
2022/07/07 11:32:28 Plan[plan]:
34: Impulse[0]
36: Impulse[0]
37: Impulse[0]
38: Impulse[0]
40: Impulse[0]
41: Impulse[0]
42: Impulse[0]
1: ParDo[passert.failIfBadEntries] Out:[]
2: wait[3] Out:1
3: buffer[3]. wait:2 Out:1
4: buffer[4]. wait:2 Out:1
5: buffer[5]. wait:2 Out:1
6: ParDo[passert.diffFn] Out:[3 4 5]
7: wait[2] Out:6
8: buffer[8]. wait:7 Out:6
9: buffer[9]. wait:7 Out:6
10: ParDo[batchmap.TestCreate.func1.2] Out:[8]
11: ParDo[filter.filterFn] Out:[10]
12: ParDo[passert.failIfBadEntries] Out:[]
13: wait[3] Out:12
14: buffer[14]. wait:13 Out:12
15: buffer[15]. wait:13 Out:12
16: buffer[16]. wait:13 Out:12
17: ParDo[passert.diffFn] Out:[14 15 16]
18: wait[2] Out:17
19: buffer[19]. wait:18 Out:17
20: buffer[20]. wait:18 Out:17
21: ParDo[beam.dropKeyFn] Out:[19]
22: Combine[stats.sumIntFn] Keyed:false Out:21
23: CoGBK. Out:22
24: Inject[0]. Out:23
25: ParDo[beam.addFixedKeyFn] Out:[24]
26: ParDo[batchmap.assertTileCount.func1] Out:[25]
27: Multiplex. Out:[11 26]
28: ParDo[batchmap.tileHashFn] Out:[27]
29: CoGBK. Out:28
30: Inject[0]. Out:29
31: ParDo[batchmap.leafShardFn] Out:[30]
32: ParDo[batchmap.entryToNodeHashFn] Out:[31]
33: ParDo[beam.createFn] Out:[32]
35: ParDo[beam.createFn] Out:[20]
39: ParDo[beam.createFn] Out:[9]
2022/07/07 11:32:28 wait[18] unblocked w/ 1 [false]
2022/07/07 11:32:28 wait[18] done
2022/07/07 11:32:28 wait[13] unblocked w/ 1 [false]
2022/07/07 11:32:28 wait[13] done
2022/07/07 11:32:28 wait[7] unblocked w/ 1 [false]
2022/07/07 11:32:28 wait[7] done
2022/07/07 11:32:28 wait[2] unblocked w/ 1 [false]
2022/07/07 11:32:28 wait[2] done
2022/07/07 11:32:28 Executing pipeline with the direct runner.
2022/07/07 11:32:28 Pipeline:
2022/07/07 11:32:28 Nodes: {1: []uint8/bytes GLO}
{2: *batchmap.Entry/R[*batchmap.Entry] GLO}
{3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{6: *batchmap.Tile/R[*batchmap.Tile] GLO}
{7: *batchmap.Tile/R[*batchmap.Tile] GLO}
{8: string/string GLO}
{9: int/int[varintz] GLO}
{10: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{11: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}
{12: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{13: int/int[varintz] GLO}
{14: []uint8/bytes GLO}
{15: int/int[varintz] GLO}
{16: []uint8/bytes GLO}
{17: int/int[varintz] GLO}
{18: int/int[varintz] GLO}
{19: int/int[varintz] GLO}
{20: []uint8/bytes GLO}
{21: []uint8/bytes GLO}
{22: string/string GLO}
{23: []uint8/bytes GLO}
{24: string/string GLO}
{25: string/string GLO}
{26: string/string GLO}
{27: []uint8/bytes GLO}
Edges: 1: Impulse [] -> [Out: []uint8 -> {1: []uint8/bytes GLO}]
2: ParDo [In(Main): []uint8 <- {1: []uint8/bytes GLO}] -> [Out: T -> {2: *batchmap.Entry/R[*batchmap.Entry] GLO}]
3: ParDo [In(Main): *batchmap.Entry <- {2: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
4: ParDo [In(Main): batchmap.nodeHash <- {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
5: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
6: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {6: *batchmap.Tile/R[*batchmap.Tile] GLO}]
7: ParDo [In(Main): T <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: T -> {7: *batchmap.Tile/R[*batchmap.Tile] GLO}]
8: ParDo [In(Main): *batchmap.Tile <- {7: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: string -> {8: string/string GLO}]
9: ParDo [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: int -> {9: int/int[varintz] GLO}]
10: ParDo [In(Main): T <- {9: int/int[varintz] GLO}] -> [Out: KV<int,T> -> {10: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
11: CoGBK [In(Main): KV<int,int> <- {10: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: CoGBK<int,int> -> {11: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}]
12: Combine [In(Main): int <- {11: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}] -> [Out: KV<int,int> -> {12: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
13: ParDo [In(Main): KV<X,Y> <- {12: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: Y -> {13: int/int[varintz] GLO}]
14: Impulse [] -> [Out: []uint8 -> {14: []uint8/bytes GLO}]
15: ParDo [In(Main): []uint8 <- {14: []uint8/bytes GLO}] -> [Out: T -> {15: int/int[varintz] GLO}]
16: Impulse [] -> [Out: []uint8 -> {16: []uint8/bytes GLO}]
17: ParDo [In(Main): []uint8 <- {16: []uint8/bytes GLO} In(Iter): T <- {13: int/int[varintz] GLO} In(Iter): T <- {15: int/int[varintz] GLO}] -> [Out: T -> {17: int/int[varintz] GLO} Out: T -> {18: int/int[varintz] GLO} Out: T -> {19: int/int[varintz] GLO}]
18: Impulse [] -> [Out: []uint8 -> {20: []uint8/bytes GLO}]
19: ParDo [In(Main): []uint8 <- {20: []uint8/bytes GLO} In(Iter): T <- {17: int/int[varintz] GLO} In(Iter): T <- {18: int/int[varintz] GLO} In(Iter): T <- {19: int/int[varintz] GLO}] -> []
20: Impulse [] -> [Out: []uint8 -> {21: []uint8/bytes GLO}]
21: ParDo [In(Main): []uint8 <- {21: []uint8/bytes GLO}] -> [Out: T -> {22: string/string GLO}]
22: Impulse [] -> [Out: []uint8 -> {23: []uint8/bytes GLO}]
23: ParDo [In(Main): []uint8 <- {23: []uint8/bytes GLO} In(Iter): T <- {8: string/string GLO} In(Iter): T <- {22: string/string GLO}] -> [Out: T -> {24: string/string GLO} Out: T -> {25: string/string GLO} Out: T -> {26: string/string GLO}]
24: Impulse [] -> [Out: []uint8 -> {27: []uint8/bytes GLO}]
25: ParDo [In(Main): []uint8 <- {27: []uint8/bytes GLO} In(Iter): T <- {24: string/string GLO} In(Iter): T <- {25: string/string GLO} In(Iter): T <- {26: string/string GLO}] -> []
2022/07/07 11:32:28 Plan[plan]:
34: Impulse[0]
36: Impulse[0]
37: Impulse[0]
38: Impulse[0]
40: Impulse[0]
41: Impulse[0]
42: Impulse[0]
1: ParDo[passert.failIfBadEntries] Out:[]
2: wait[3] Out:1
3: buffer[3]. wait:2 Out:1
4: buffer[4]. wait:2 Out:1
5: buffer[5]. wait:2 Out:1
6: ParDo[passert.diffFn] Out:[3 4 5]
7: wait[2] Out:6
8: buffer[8]. wait:7 Out:6
9: buffer[9]. wait:7 Out:6
10: ParDo[batchmap.TestCreate.func1.2] Out:[8]
11: ParDo[filter.filterFn] Out:[10]
12: ParDo[passert.failIfBadEntries] Out:[]
13: wait[3] Out:12
14: buffer[14]. wait:13 Out:12
15: buffer[15]. wait:13 Out:12
16: buffer[16]. wait:13 Out:12
17: ParDo[passert.diffFn] Out:[14 15 16]
18: wait[2] Out:17
19: buffer[19]. wait:18 Out:17
20: buffer[20]. wait:18 Out:17
21: ParDo[beam.dropKeyFn] Out:[19]
22: Combine[stats.sumIntFn] Keyed:false Out:21
23: CoGBK. Out:22
24: Inject[0]. Out:23
25: ParDo[beam.addFixedKeyFn] Out:[24]
26: ParDo[batchmap.assertTileCount.func1] Out:[25]
27: Multiplex. Out:[11 26]
28: ParDo[batchmap.tileHashFn] Out:[27]
29: CoGBK. Out:28
30: Inject[0]. Out:29
31: ParDo[batchmap.leafShardFn] Out:[30]
32: ParDo[batchmap.entryToNodeHashFn] Out:[31]
33: ParDo[beam.createFn] Out:[32]
35: ParDo[beam.createFn] Out:[20]
39: ParDo[beam.createFn] Out:[9]
2022/07/07 11:32:28 wait[18] unblocked w/ 1 [false]
2022/07/07 11:32:28 wait[18] done
2022/07/07 11:32:28 wait[13] unblocked w/ 1 [false]
2022/07/07 11:32:28 wait[13] done
2022/07/07 11:32:28 wait[7] unblocked w/ 1 [false]
2022/07/07 11:32:28 wait[7] done
2022/07/07 11:32:28 wait[2] unblocked w/ 1 [false]
2022/07/07 11:32:28 wait[2] done
2022/07/07 11:32:28 Executing pipeline with the direct runner.
2022/07/07 11:32:28 Pipeline:
2022/07/07 11:32:28 Nodes: {1: []uint8/bytes GLO}
{2: *batchmap.Entry/R[*batchmap.Entry] GLO}
{3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{6: *batchmap.Tile/R[*batchmap.Tile] GLO}
{7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{10: *batchmap.Tile/R[*batchmap.Tile] GLO}
{11: *batchmap.Tile/R[*batchmap.Tile] GLO}
{12: *batchmap.Tile/R[*batchmap.Tile] GLO}
{13: string/string GLO}
{14: int/int[varintz] GLO}
{15: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{16: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}
{17: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{18: int/int[varintz] GLO}
{19: []uint8/bytes GLO}
{20: int/int[varintz] GLO}
{21: []uint8/bytes GLO}
{22: int/int[varintz] GLO}
{23: int/int[varintz] GLO}
{24: int/int[varintz] GLO}
{25: []uint8/bytes GLO}
{26: []uint8/bytes GLO}
{27: string/string GLO}
{28: []uint8/bytes GLO}
{29: string/string GLO}
{30: string/string GLO}
{31: string/string GLO}
{32: []uint8/bytes GLO}
Edges: 1: Impulse [] -> [Out: []uint8 -> {1: []uint8/bytes GLO}]
2: ParDo [In(Main): []uint8 <- {1: []uint8/bytes GLO}] -> [Out: T -> {2: *batchmap.Entry/R[*batchmap.Entry] GLO}]
3: ParDo [In(Main): *batchmap.Entry <- {2: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
4: ParDo [In(Main): batchmap.nodeHash <- {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
5: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
6: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {6: *batchmap.Tile/R[*batchmap.Tile] GLO}]
7: ParDo [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
8: ParDo [In(Main): batchmap.nodeHash <- {7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
9: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
10: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {10: *batchmap.Tile/R[*batchmap.Tile] GLO}]
11: Flatten [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {10: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {11: *batchmap.Tile/R[*batchmap.Tile] GLO}]
12: ParDo [In(Main): T <- {11: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: T -> {12: *batchmap.Tile/R[*batchmap.Tile] GLO}]
13: ParDo [In(Main): *batchmap.Tile <- {12: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: string -> {13: string/string GLO}]
14: ParDo [In(Main): *batchmap.Tile <- {11: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: int -> {14: int/int[varintz] GLO}]
15: ParDo [In(Main): T <- {14: int/int[varintz] GLO}] -> [Out: KV<int,T> -> {15: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
16: CoGBK [In(Main): KV<int,int> <- {15: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: CoGBK<int,int> -> {16: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}]
17: Combine [In(Main): int <- {16: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}] -> [Out: KV<int,int> -> {17: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
18: ParDo [In(Main): KV<X,Y> <- {17: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: Y -> {18: int/int[varintz] GLO}]
19: Impulse [] -> [Out: []uint8 -> {19: []uint8/bytes GLO}]
20: ParDo [In(Main): []uint8 <- {19: []uint8/bytes GLO}] -> [Out: T -> {20: int/int[varintz] GLO}]
21: Impulse [] -> [Out: []uint8 -> {21: []uint8/bytes GLO}]
22: ParDo [In(Main): []uint8 <- {21: []uint8/bytes GLO} In(Iter): T <- {18: int/int[varintz] GLO} In(Iter): T <- {20: int/int[varintz] GLO}] -> [Out: T -> {22: int/int[varintz] GLO} Out: T -> {23: int/int[varintz] GLO} Out: T -> {24: int/int[varintz] GLO}]
23: Impulse [] -> [Out: []uint8 -> {25: []uint8/bytes GLO}]
24: ParDo [In(Main): []uint8 <- {25: []uint8/bytes GLO} In(Iter): T <- {22: int/int[varintz] GLO} In(Iter): T <- {23: int/int[varintz] GLO} In(Iter): T <- {24: int/int[varintz] GLO}] -> []
25: Impulse [] -> [Out: []uint8 -> {26: []uint8/bytes GLO}]
26: ParDo [In(Main): []uint8 <- {26: []uint8/bytes GLO}] -> [Out: T -> {27: string/string GLO}]
27: Impulse [] -> [Out: []uint8 -> {28: []uint8/bytes GLO}]
28: ParDo [In(Main): []uint8 <- {28: []uint8/bytes GLO} In(Iter): T <- {13: string/string GLO} In(Iter): T <- {27: string/string GLO}] -> [Out: T -> {29: string/string GLO} Out: T -> {30: string/string GLO} Out: T -> {31: string/string GLO}]
29: Impulse [] -> [Out: []uint8 -> {32: []uint8/bytes GLO}]
30: ParDo [In(Main): []uint8 <- {32: []uint8/bytes GLO} In(Iter): T <- {29: string/string GLO} In(Iter): T <- {30: string/string GLO} In(Iter): T <- {31: string/string GLO}] -> []
2022/07/07 11:32:28 Plan[plan]:
41: Impulse[0]
43: Impulse[0]
44: Impulse[0]
45: Impulse[0]
47: Impulse[0]
48: Impulse[0]
49: Impulse[0]
1: ParDo[passert.failIfBadEntries] Out:[]
2: wait[3] Out:1
3: buffer[3]. wait:2 Out:1
4: buffer[4]. wait:2 Out:1
5: buffer[5]. wait:2 Out:1
6: ParDo[passert.diffFn] Out:[3 4 5]
7: wait[2] Out:6
8: buffer[8]. wait:7 Out:6
9: buffer[9]. wait:7 Out:6
10: ParDo[batchmap.TestCreate.func1.2] Out:[8]
11: ParDo[filter.filterFn] Out:[10]
12: ParDo[passert.failIfBadEntries] Out:[]
13: wait[3] Out:12
14: buffer[14]. wait:13 Out:12
15: buffer[15]. wait:13 Out:12
16: buffer[16]. wait:13 Out:12
17: ParDo[passert.diffFn] Out:[14 15 16]
18: wait[2] Out:17
19: buffer[19]. wait:18 Out:17
20: buffer[20]. wait:18 Out:17
21: ParDo[beam.dropKeyFn] Out:[19]
22: Combine[stats.sumIntFn] Keyed:false Out:21
23: CoGBK. Out:22
24: Inject[0]. Out:23
25: ParDo[beam.addFixedKeyFn] Out:[24]
26: ParDo[batchmap.assertTileCount.func1] Out:[25]
27: Multiplex. Out:[11 26]
28: Flatten[2]. Out:Multiplex. Out:[11 26]
29: ParDo[batchmap.tileHashFn] Out:[28]
30: CoGBK. Out:29
31: Inject[0]. Out:30
32: ParDo[batchmap.leafShardFn] Out:[31]
33: ParDo[batchmap.tileToNodeHashFn] Out:[32]
34: Multiplex. Out:[33 28]
35: ParDo[batchmap.tileHashFn] Out:[34]
36: CoGBK. Out:35
37: Inject[0]. Out:36
38: ParDo[batchmap.leafShardFn] Out:[37]
39: ParDo[batchmap.entryToNodeHashFn] Out:[38]
40: ParDo[beam.createFn] Out:[39]
42: ParDo[beam.createFn] Out:[20]
46: ParDo[beam.createFn] Out:[9]
2022/07/07 11:32:28 wait[18] unblocked w/ 1 [false]
2022/07/07 11:32:28 wait[18] done
2022/07/07 11:32:28 wait[13] unblocked w/ 1 [false]
2022/07/07 11:32:28 wait[13] done
2022/07/07 11:32:28 wait[7] unblocked w/ 1 [false]
2022/07/07 11:32:28 wait[7] done
2022/07/07 11:32:28 wait[2] unblocked w/ 1 [false]
2022/07/07 11:32:28 wait[2] done
2022/07/07 11:32:28 Executing pipeline with the direct runner.
2022/07/07 11:32:28 Pipeline:
2022/07/07 11:32:28 Nodes: {1: []uint8/bytes GLO}
{2: *batchmap.Entry/R[*batchmap.Entry] GLO}
{3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{6: *batchmap.Tile/R[*batchmap.Tile] GLO}
{7: *batchmap.Tile/R[*batchmap.Tile] GLO}
{8: string/string GLO}
{9: int/int[varintz] GLO}
{10: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{11: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}
{12: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{13: int/int[varintz] GLO}
{14: []uint8/bytes GLO}
{15: int/int[varintz] GLO}
{16: []uint8/bytes GLO}
{17: int/int[varintz] GLO}
{18: int/int[varintz] GLO}
{19: int/int[varintz] GLO}
{20: []uint8/bytes GLO}
{21: []uint8/bytes GLO}
{22: string/string GLO}
{23: []uint8/bytes GLO}
{24: string/string GLO}
{25: string/string GLO}
{26: string/string GLO}
{27: []uint8/bytes GLO}
Edges: 1: Impulse [] -> [Out: []uint8 -> {1: []uint8/bytes GLO}]
2: ParDo [In(Main): []uint8 <- {1: []uint8/bytes GLO}] -> [Out: T -> {2: *batchmap.Entry/R[*batchmap.Entry] GLO}]
3: ParDo [In(Main): *batchmap.Entry <- {2: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
4: ParDo [In(Main): batchmap.nodeHash <- {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
5: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
6: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {6: *batchmap.Tile/R[*batchmap.Tile] GLO}]
7: ParDo [In(Main): T <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: T -> {7: *batchmap.Tile/R[*batchmap.Tile] GLO}]
8: ParDo [In(Main): *batchmap.Tile <- {7: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: string -> {8: string/string GLO}]
9: ParDo [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: int -> {9: int/int[varintz] GLO}]
10: ParDo [In(Main): T <- {9: int/int[varintz] GLO}] -> [Out: KV<int,T> -> {10: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
11: CoGBK [In(Main): KV<int,int> <- {10: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: CoGBK<int,int> -> {11: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}]
12: Combine [In(Main): int <- {11: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}] -> [Out: KV<int,int> -> {12: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
13: ParDo [In(Main): KV<X,Y> <- {12: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: Y -> {13: int/int[varintz] GLO}]
14: Impulse [] -> [Out: []uint8 -> {14: []uint8/bytes GLO}]
15: ParDo [In(Main): []uint8 <- {14: []uint8/bytes GLO}] -> [Out: T -> {15: int/int[varintz] GLO}]
16: Impulse [] -> [Out: []uint8 -> {16: []uint8/bytes GLO}]
17: ParDo [In(Main): []uint8 <- {16: []uint8/bytes GLO} In(Iter): T <- {13: int/int[varintz] GLO} In(Iter): T <- {15: int/int[varintz] GLO}] -> [Out: T -> {17: int/int[varintz] GLO} Out: T -> {18: int/int[varintz] GLO} Out: T -> {19: int/int[varintz] GLO}]
18: Impulse [] -> [Out: []uint8 -> {20: []uint8/bytes GLO}]
19: ParDo [In(Main): []uint8 <- {20: []uint8/bytes GLO} In(Iter): T <- {17: int/int[varintz] GLO} In(Iter): T <- {18: int/int[varintz] GLO} In(Iter): T <- {19: int/int[varintz] GLO}] -> []
20: Impulse [] -> [Out: []uint8 -> {21: []uint8/bytes GLO}]
21: ParDo [In(Main): []uint8 <- {21: []uint8/bytes GLO}] -> [Out: T -> {22: string/string GLO}]
22: Impulse [] -> [Out: []uint8 -> {23: []uint8/bytes GLO}]
23: ParDo [In(Main): []uint8 <- {23: []uint8/bytes GLO} In(Iter): T <- {8: string/string GLO} In(Iter): T <- {22: string/string GLO}] -> [Out: T -> {24: string/string GLO} Out: T -> {25: string/string GLO} Out: T -> {26: string/string GLO}]
24: Impulse [] -> [Out: []uint8 -> {27: []uint8/bytes GLO}]
25: ParDo [In(Main): []uint8 <- {27: []uint8/bytes GLO} In(Iter): T <- {24: string/string GLO} In(Iter): T <- {25: string/string GLO} In(Iter): T <- {26: string/string GLO}] -> []
2022/07/07 11:32:28 Plan[plan]:
34: Impulse[0]
36: Impulse[0]
37: Impulse[0]
38: Impulse[0]
40: Impulse[0]
41: Impulse[0]
42: Impulse[0]
1: ParDo[passert.failIfBadEntries] Out:[]
2: wait[3] Out:1
3: buffer[3]. wait:2 Out:1
4: buffer[4]. wait:2 Out:1
5: buffer[5]. wait:2 Out:1
6: ParDo[passert.diffFn] Out:[3 4 5]
7: wait[2] Out:6
8: buffer[8]. wait:7 Out:6
9: buffer[9]. wait:7 Out:6
10: ParDo[batchmap.TestCreate.func1.2] Out:[8]
11: ParDo[filter.filterFn] Out:[10]
12: ParDo[passert.failIfBadEntries] Out:[]
13: wait[3] Out:12
14: buffer[14]. wait:13 Out:12
15: buffer[15]. wait:13 Out:12
16: buffer[16]. wait:13 Out:12
17: ParDo[passert.diffFn] Out:[14 15 16]
18: wait[2] Out:17
19: buffer[19]. wait:18 Out:17
20: buffer[20]. wait:18 Out:17
21: ParDo[beam.dropKeyFn] Out:[19]
22: Combine[stats.sumIntFn] Keyed:false Out:21
23: CoGBK. Out:22
24: Inject[0]. Out:23
25: ParDo[beam.addFixedKeyFn] Out:[24]
26: ParDo[batchmap.assertTileCount.func1] Out:[25]
27: Multiplex. Out:[11 26]
28: ParDo[batchmap.tileHashFn] Out:[27]
29: CoGBK. Out:28
30: Inject[0]. Out:29
31: ParDo[batchmap.leafShardFn] Out:[30]
32: ParDo[batchmap.entryToNodeHashFn] Out:[31]
33: ParDo[beam.createFn] Out:[32]
35: ParDo[beam.createFn] Out:[20]
39: ParDo[beam.createFn] Out:[9]
2022/07/07 11:32:28 wait[18] unblocked w/ 1 [false]
2022/07/07 11:32:28 wait[18] done
2022/07/07 11:32:28 wait[13] unblocked w/ 1 [false]
2022/07/07 11:32:28 wait[13] done
2022/07/07 11:32:28 wait[7] unblocked w/ 1 [false]
2022/07/07 11:32:28 wait[7] done
2022/07/07 11:32:28 wait[2] unblocked w/ 1 [false]
2022/07/07 11:32:28 wait[2] done
2022/07/07 11:32:28 Executing pipeline with the direct runner.
2022/07/07 11:32:28 Pipeline:
2022/07/07 11:32:28 Nodes: {1: []uint8/bytes GLO}
{2: *batchmap.Entry/R[*batchmap.Entry] GLO}
{3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{6: *batchmap.Tile/R[*batchmap.Tile] GLO}
{7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{10: *batchmap.Tile/R[*batchmap.Tile] GLO}
{11: *batchmap.Tile/R[*batchmap.Tile] GLO}
{12: *batchmap.Tile/R[*batchmap.Tile] GLO}
{13: string/string GLO}
{14: int/int[varintz] GLO}
{15: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{16: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}
{17: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{18: int/int[varintz] GLO}
{19: []uint8/bytes GLO}
{20: int/int[varintz] GLO}
{21: []uint8/bytes GLO}
{22: int/int[varintz] GLO}
{23: int/int[varintz] GLO}
{24: int/int[varintz] GLO}
{25: []uint8/bytes GLO}
{26: []uint8/bytes GLO}
{27: string/string GLO}
{28: []uint8/bytes GLO}
{29: string/string GLO}
{30: string/string GLO}
{31: string/string GLO}
{32: []uint8/bytes GLO}
Edges: 1: Impulse [] -> [Out: []uint8 -> {1: []uint8/bytes GLO}]
2: ParDo [In(Main): []uint8 <- {1: []uint8/bytes GLO}] -> [Out: T -> {2: *batchmap.Entry/R[*batchmap.Entry] GLO}]
3: ParDo [In(Main): *batchmap.Entry <- {2: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
4: ParDo [In(Main): batchmap.nodeHash <- {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
5: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
6: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {6: *batchmap.Tile/R[*batchmap.Tile] GLO}]
7: ParDo [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
8: ParDo [In(Main): batchmap.nodeHash <- {7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
9: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
10: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {10: *batchmap.Tile/R[*batchmap.Tile] GLO}]
11: Flatten [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {10: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {11: *batchmap.Tile/R[*batchmap.Tile] GLO}]
12: ParDo [In(Main): T <- {11: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: T -> {12: *batchmap.Tile/R[*batchmap.Tile] GLO}]
13: ParDo [In(Main): *batchmap.Tile <- {12: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: string -> {13: string/string GLO}]
14: ParDo [In(Main): *batchmap.Tile <- {11: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: int -> {14: int/int[varintz] GLO}]
15: ParDo [In(Main): T <- {14: int/int[varintz] GLO}] -> [Out: KV<int,T> -> {15: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
16: CoGBK [In(Main): KV<int,int> <- {15: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: CoGBK<int,int> -> {16: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}]
17: Combine [In(Main): int <- {16: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}] -> [Out: KV<int,int> -> {17: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
18: ParDo [In(Main): KV<X,Y> <- {17: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: Y -> {18: int/int[varintz] GLO}]
19: Impulse [] -> [Out: []uint8 -> {19: []uint8/bytes GLO}]
20: ParDo [In(Main): []uint8 <- {19: []uint8/bytes GLO}] -> [Out: T -> {20: int/int[varintz] GLO}]
21: Impulse [] -> [Out: []uint8 -> {21: []uint8/bytes GLO}]
22: ParDo [In(Main): []uint8 <- {21: []uint8/bytes GLO} In(Iter): T <- {18: int/int[varintz] GLO} In(Iter): T <- {20: int/int[varintz] GLO}] -> [Out: T -> {22: int/int[varintz] GLO} Out: T -> {23: int/int[varintz] GLO} Out: T -> {24: int/int[varintz] GLO}]
23: Impulse [] -> [Out: []uint8 -> {25: []uint8/bytes GLO}]
24: ParDo [In(Main): []uint8 <- {25: []uint8/bytes GLO} In(Iter): T <- {22: int/int[varintz] GLO} In(Iter): T <- {23: int/int[varintz] GLO} In(Iter): T <- {24: int/int[varintz] GLO}] -> []
25: Impulse [] -> [Out: []uint8 -> {26: []uint8/bytes GLO}]
26: ParDo [In(Main): []uint8 <- {26: []uint8/bytes GLO}] -> [Out: T -> {27: string/string GLO}]
27: Impulse [] -> [Out: []uint8 -> {28: []uint8/bytes GLO}]
28: ParDo [In(Main): []uint8 <- {28: []uint8/bytes GLO} In(Iter): T <- {13: string/string GLO} In(Iter): T <- {27: string/string GLO}] -> [Out: T -> {29: string/string GLO} Out: T -> {30: string/string GLO} Out: T -> {31: string/string GLO}]
29: Impulse [] -> [Out: []uint8 -> {32: []uint8/bytes GLO}]
30: ParDo [In(Main): []uint8 <- {32: []uint8/bytes GLO} In(Iter): T <- {29: string/string GLO} In(Iter): T <- {30: string/string GLO} In(Iter): T <- {31: string/string GLO}] -> []
2022/07/07 11:32:28 Plan[plan]:
41: Impulse[0]
43: Impulse[0]
44: Impulse[0]
45: Impulse[0]
47: Impulse[0]
48: Impulse[0]
49: Impulse[0]
1: ParDo[passert.failIfBadEntries] Out:[]
2: wait[3] Out:1
3: buffer[3]. wait:2 Out:1
4: buffer[4]. wait:2 Out:1
5: buffer[5]. wait:2 Out:1
6: ParDo[passert.diffFn] Out:[3 4 5]
7: wait[2] Out:6
8: buffer[8]. wait:7 Out:6
9: buffer[9]. wait:7 Out:6
10: ParDo[batchmap.TestCreate.func1.2] Out:[8]
11: ParDo[filter.filterFn] Out:[10]
12: ParDo[passert.failIfBadEntries] Out:[]
13: wait[3] Out:12
14: buffer[14]. wait:13 Out:12
15: buffer[15]. wait:13 Out:12
16: buffer[16]. wait:13 Out:12
17: ParDo[passert.diffFn] Out:[14 15 16]
18: wait[2] Out:17
19: buffer[19]. wait:18 Out:17
20: buffer[20]. wait:18 Out:17
21: ParDo[beam.dropKeyFn] Out:[19]
22: Combine[stats.sumIntFn] Keyed:false Out:21
23: CoGBK. Out:22
24: Inject[0]. Out:23
25: ParDo[beam.addFixedKeyFn] Out:[24]
26: ParDo[batchmap.assertTileCount.func1] Out:[25]
27: Multiplex. Out:[11 26]
28: Flatten[2]. Out:Multiplex. Out:[11 26]
29: ParDo[batchmap.tileHashFn] Out:[28]
30: CoGBK. Out:29
31: Inject[0]. Out:30
32: ParDo[batchmap.leafShardFn] Out:[31]
33: ParDo[batchmap.tileToNodeHashFn] Out:[32]
34: Multiplex. Out:[33 28]
35: ParDo[batchmap.tileHashFn] Out:[34]
36: CoGBK. Out:35
37: Inject[0]. Out:36
38: ParDo[batchmap.leafShardFn] Out:[37]
39: ParDo[batchmap.entryToNodeHashFn] Out:[38]
40: ParDo[beam.createFn] Out:[39]
42: ParDo[beam.createFn] Out:[20]
46: ParDo[beam.createFn] Out:[9]
2022/07/07 11:32:28 wait[18] unblocked w/ 1 [false]
2022/07/07 11:32:28 wait[18] done
2022/07/07 11:32:28 wait[13] unblocked w/ 1 [false]
2022/07/07 11:32:28 wait[13] done
2022/07/07 11:32:28 wait[7] unblocked w/ 1 [false]
2022/07/07 11:32:28 wait[7] done
2022/07/07 11:32:28 wait[2] unblocked w/ 1 [false]
2022/07/07 11:32:28 wait[2] done
2022/07/07 11:32:28 Executing pipeline with the direct runner.
2022/07/07 11:32:28 Pipeline:
2022/07/07 11:32:28 Nodes: {1: []uint8/bytes GLO}
{2: *batchmap.Entry/R[*batchmap.Entry] GLO}
{3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{6: *batchmap.Tile/R[*batchmap.Tile] GLO}
{7: *batchmap.Tile/R[*batchmap.Tile] GLO}
{8: string/string GLO}
{9: int/int[varintz] GLO}
{10: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{11: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}
{12: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{13: int/int[varintz] GLO}
{14: []uint8/bytes GLO}
{15: int/int[varintz] GLO}
{16: []uint8/bytes GLO}
{17: int/int[varintz] GLO}
{18: int/int[varintz] GLO}
{19: int/int[varintz] GLO}
{20: []uint8/bytes GLO}
{21: []uint8/bytes GLO}
{22: string/string GLO}
{23: []uint8/bytes GLO}
{24: string/string GLO}
{25: string/string GLO}
{26: string/string GLO}
{27: []uint8/bytes GLO}
Edges: 1: Impulse [] -> [Out: []uint8 -> {1: []uint8/bytes GLO}]
2: ParDo [In(Main): []uint8 <- {1: []uint8/bytes GLO}] -> [Out: T -> {2: *batchmap.Entry/R[*batchmap.Entry] GLO}]
3: ParDo [In(Main): *batchmap.Entry <- {2: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
4: ParDo [In(Main): batchmap.nodeHash <- {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
5: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
6: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {6: *batchmap.Tile/R[*batchmap.Tile] GLO}]
7: ParDo [In(Main): T <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: T -> {7: *batchmap.Tile/R[*batchmap.Tile] GLO}]
8: ParDo [In(Main): *batchmap.Tile <- {7: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: string -> {8: string/string GLO}]
9: ParDo [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: int -> {9: int/int[varintz] GLO}]
10: ParDo [In(Main): T <- {9: int/int[varintz] GLO}] -> [Out: KV<int,T> -> {10: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
11: CoGBK [In(Main): KV<int,int> <- {10: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: CoGBK<int,int> -> {11: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}]
12: Combine [In(Main): int <- {11: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}] -> [Out: KV<int,int> -> {12: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
13: ParDo [In(Main): KV<X,Y> <- {12: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: Y -> {13: int/int[varintz] GLO}]
14: Impulse [] -> [Out: []uint8 -> {14: []uint8/bytes GLO}]
15: ParDo [In(Main): []uint8 <- {14: []uint8/bytes GLO}] -> [Out: T -> {15: int/int[varintz] GLO}]
16: Impulse [] -> [Out: []uint8 -> {16: []uint8/bytes GLO}]
17: ParDo [In(Main): []uint8 <- {16: []uint8/bytes GLO} In(Iter): T <- {13: int/int[varintz] GLO} In(Iter): T <- {15: int/int[varintz] GLO}] -> [Out: T -> {17: int/int[varintz] GLO} Out: T -> {18: int/int[varintz] GLO} Out: T -> {19: int/int[varintz] GLO}]
18: Impulse [] -> [Out: []uint8 -> {20: []uint8/bytes GLO}]
19: ParDo [In(Main): []uint8 <- {20: []uint8/bytes GLO} In(Iter): T <- {17: int/int[varintz] GLO} In(Iter): T <- {18: int/int[varintz] GLO} In(Iter): T <- {19: int/int[varintz] GLO}] -> []
20: Impulse [] -> [Out: []uint8 -> {21: []uint8/bytes GLO}]
21: ParDo [In(Main): []uint8 <- {21: []uint8/bytes GLO}] -> [Out: T -> {22: string/string GLO}]
22: Impulse [] -> [Out: []uint8 -> {23: []uint8/bytes GLO}]
23: ParDo [In(Main): []uint8 <- {23: []uint8/bytes GLO} In(Iter): T <- {8: string/string GLO} In(Iter): T <- {22: string/string GLO}] -> [Out: T -> {24: string/string GLO} Out: T -> {25: string/string GLO} Out: T -> {26: string/string GLO}]
24: Impulse [] -> [Out: []uint8 -> {27: []uint8/bytes GLO}]
25: ParDo [In(Main): []uint8 <- {27: []uint8/bytes GLO} In(Iter): T <- {24: string/string GLO} In(Iter): T <- {25: string/string GLO} In(Iter): T <- {26: string/string GLO}] -> []
2022/07/07 11:32:28 Plan[plan]:
34: Impulse[0]
36: Impulse[0]
37: Impulse[0]
38: Impulse[0]
40: Impulse[0]
41: Impulse[0]
42: Impulse[0]
1: ParDo[passert.failIfBadEntries] Out:[]
2: wait[3] Out:1
3: buffer[3]. wait:2 Out:1
4: buffer[4]. wait:2 Out:1
5: buffer[5]. wait:2 Out:1
6: ParDo[passert.diffFn] Out:[3 4 5]
7: wait[2] Out:6
8: buffer[8]. wait:7 Out:6
9: buffer[9]. wait:7 Out:6
10: ParDo[batchmap.TestCreate.func1.2] Out:[8]
11: ParDo[filter.filterFn] Out:[10]
12: ParDo[passert.failIfBadEntries] Out:[]
13: wait[3] Out:12
14: buffer[14]. wait:13 Out:12
15: buffer[15]. wait:13 Out:12
16: buffer[16]. wait:13 Out:12
17: ParDo[passert.diffFn] Out:[14 15 16]
18: wait[2] Out:17
19: buffer[19]. wait:18 Out:17
20: buffer[20]. wait:18 Out:17
21: ParDo[beam.dropKeyFn] Out:[19]
22: Combine[stats.sumIntFn] Keyed:false Out:21
23: CoGBK. Out:22
24: Inject[0]. Out:23
25: ParDo[beam.addFixedKeyFn] Out:[24]
26: ParDo[batchmap.assertTileCount.func1] Out:[25]
27: Multiplex. Out:[11 26]
28: ParDo[batchmap.tileHashFn] Out:[27]
29: CoGBK. Out:28
30: Inject[0]. Out:29
31: ParDo[batchmap.leafShardFn] Out:[30]
32: ParDo[batchmap.entryToNodeHashFn] Out:[31]
33: ParDo[beam.createFn] Out:[32]
35: ParDo[beam.createFn] Out:[20]
39: ParDo[beam.createFn] Out:[9]
2022/07/07 11:32:28 Executing pipeline with the direct runner.
2022/07/07 11:32:28 Pipeline:
2022/07/07 11:32:28 Nodes: {1: []uint8/bytes GLO}
{2: *batchmap.Entry/R[*batchmap.Entry] GLO}
{3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{6: *batchmap.Tile/R[*batchmap.Tile] GLO}
{7: []uint8/bytes GLO}
{8: *batchmap.Entry/R[*batchmap.Entry] GLO}
{9: *batchmap.Tile/R[*batchmap.Tile] GLO}
{10: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{11: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{13: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{14: *batchmap.Tile/R[*batchmap.Tile] GLO}
{15: *batchmap.Tile/R[*batchmap.Tile] GLO}
{16: string/string GLO}
{17: int/int[varintz] GLO}
{18: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{19: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}
{20: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{21: int/int[varintz] GLO}
{22: []uint8/bytes GLO}
{23: int/int[varintz] GLO}
{24: []uint8/bytes GLO}
{25: int/int[varintz] GLO}
{26: int/int[varintz] GLO}
{27: int/int[varintz] GLO}
{28: []uint8/bytes GLO}
{29: []uint8/bytes GLO}
{30: string/string GLO}
{31: []uint8/bytes GLO}
{32: string/string GLO}
{33: string/string GLO}
{34: string/string GLO}
{35: []uint8/bytes GLO}
Edges: 1: Impulse [] -> [Out: []uint8 -> {1: []uint8/bytes GLO}]
2: ParDo [In(Main): []uint8 <- {1: []uint8/bytes GLO}] -> [Out: T -> {2: *batchmap.Entry/R[*batchmap.Entry] GLO}]
3: ParDo [In(Main): *batchmap.Entry <- {2: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
4: ParDo [In(Main): batchmap.nodeHash <- {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
5: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
6: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {6: *batchmap.Tile/R[*batchmap.Tile] GLO}]
7: Impulse [] -> [Out: []uint8 -> {7: []uint8/bytes GLO}]
8: ParDo [In(Main): []uint8 <- {7: []uint8/bytes GLO}] -> [Out: T -> {8: *batchmap.Entry/R[*batchmap.Entry] GLO}]
9: ParDo [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {9: *batchmap.Tile/R[*batchmap.Tile] GLO}]
10: ParDo [In(Main): *batchmap.Entry <- {8: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {10: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
11: ParDo [In(Main): *batchmap.Tile <- {9: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {11: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
12: ParDo [In(Main): batchmap.nodeHash <- {10: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
13: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {11: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {13: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
14: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {13: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {14: *batchmap.Tile/R[*batchmap.Tile] GLO}]
15: ParDo [In(Main): T <- {14: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: T -> {15: *batchmap.Tile/R[*batchmap.Tile] GLO}]
16: ParDo [In(Main): *batchmap.Tile <- {15: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: string -> {16: string/string GLO}]
17: ParDo [In(Main): *batchmap.Tile <- {14: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: int -> {17: int/int[varintz] GLO}]
18: ParDo [In(Main): T <- {17: int/int[varintz] GLO}] -> [Out: KV<int,T> -> {18: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
19: CoGBK [In(Main): KV<int,int> <- {18: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: CoGBK<int,int> -> {19: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}]
20: Combine [In(Main): int <- {19: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}] -> [Out: KV<int,int> -> {20: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
21: ParDo [In(Main): KV<X,Y> <- {20: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: Y -> {21: int/int[varintz] GLO}]
22: Impulse [] -> [Out: []uint8 -> {22: []uint8/bytes GLO}]
23: ParDo [In(Main): []uint8 <- {22: []uint8/bytes GLO}] -> [Out: T -> {23: int/int[varintz] GLO}]
24: Impulse [] -> [Out: []uint8 -> {24: []uint8/bytes GLO}]
25: ParDo [In(Main): []uint8 <- {24: []uint8/bytes GLO} In(Iter): T <- {21: int/int[varintz] GLO} In(Iter): T <- {23: int/int[varintz] GLO}] -> [Out: T -> {25: int/int[varintz] GLO} Out: T -> {26: int/int[varintz] GLO} Out: T -> {27: int/int[varintz] GLO}]
26: Impulse [] -> [Out: []uint8 -> {28: []uint8/bytes GLO}]
27: ParDo [In(Main): []uint8 <- {28: []uint8/bytes GLO} In(Iter): T <- {25: int/int[varintz] GLO} In(Iter): T <- {26: int/int[varintz] GLO} In(Iter): T <- {27: int/int[varintz] GLO}] -> []
28: Impulse [] -> [Out: []uint8 -> {29: []uint8/bytes GLO}]
29: ParDo [In(Main): []uint8 <- {29: []uint8/bytes GLO}] -> [Out: T -> {30: string/string GLO}]
30: Impulse [] -> [Out: []uint8 -> {31: []uint8/bytes GLO}]
31: ParDo [In(Main): []uint8 <- {31: []uint8/bytes GLO} In(Iter): T <- {16: string/string GLO} In(Iter): T <- {30: string/string GLO}] -> [Out: T -> {32: string/string GLO} Out: T -> {33: string/string GLO} Out: T -> {34: string/string GLO}]
32: Impulse [] -> [Out: []uint8 -> {35: []uint8/bytes GLO}]
33: ParDo [In(Main): []uint8 <- {35: []uint8/bytes GLO} In(Iter): T <- {32: string/string GLO} In(Iter): T <- {33: string/string GLO} In(Iter): T <- {34: string/string GLO}] -> []
2022/07/07 11:32:28 Plan[plan]:
41: Impulse[0]
45: Impulse[0]
47: Impulse[0]
48: Impulse[0]
49: Impulse[0]
51: Impulse[0]
52: Impulse[0]
53: Impulse[0]
1: ParDo[passert.failIfBadEntries] Out:[]
2: wait[3] Out:1
3: buffer[3]. wait:2 Out:1
4: buffer[4]. wait:2 Out:1
5: buffer[5]. wait:2 Out:1
6: ParDo[passert.diffFn] Out:[3 4 5]
7: wait[2] Out:6
8: buffer[8]. wait:7 Out:6
9: buffer[9]. wait:7 Out:6
10: ParDo[batchmap.TestUpdate.func1.2] Out:[8]
11: ParDo[filter.filterFn] Out:[10]
12: ParDo[passert.failIfBadEntries] Out:[]
13: wait[3] Out:12
14: buffer[14]. wait:13 Out:12
15: buffer[15]. wait:13 Out:12
16: buffer[16]. wait:13 Out:12
17: ParDo[passert.diffFn] Out:[14 15 16]
18: wait[2] Out:17
19: buffer[19]. wait:18 Out:17
20: buffer[20]. wait:18 Out:17
21: ParDo[beam.dropKeyFn] Out:[19]
22: Combine[stats.sumIntFn] Keyed:false Out:21
23: CoGBK. Out:22
24: Inject[0]. Out:23
25: ParDo[beam.addFixedKeyFn] Out:[24]
26: ParDo[batchmap.assertTileCount.func1] Out:[25]
27: Multiplex. Out:[11 26]
28: ParDo[batchmap.tileUpdateFn] Out:[27]
29: CoGBK. Out:28
30: Flatten[2]. Out:CoGBK. Out:28
31: Inject[0]. Out:30
32: Inject[1]. Out:30
33: ParDo[batchmap.updateStratum.func1] Out:[31]
34: ParDo[beam.partitionFn] Out:[33]
35: ParDo[batchmap.tileHashFn] Out:[34]
36: CoGBK. Out:35
37: Inject[0]. Out:36
38: ParDo[batchmap.leafShardFn] Out:[37]
39: ParDo[batchmap.entryToNodeHashFn] Out:[38]
40: ParDo[beam.createFn] Out:[39]
42: ParDo[batchmap.leafShardFn] Out:[32]
43: ParDo[batchmap.entryToNodeHashFn] Out:[42]
44: ParDo[beam.createFn] Out:[43]
46: ParDo[beam.createFn] Out:[20]
50: ParDo[beam.createFn] Out:[9]
2022/07/07 11:32:28 wait[18] unblocked w/ 1 [false]
2022/07/07 11:32:28 wait[18] done
2022/07/07 11:32:28 wait[13] unblocked w/ 1 [false]
2022/07/07 11:32:28 wait[13] done
2022/07/07 11:32:28 wait[7] unblocked w/ 1 [false]
2022/07/07 11:32:28 wait[7] done
2022/07/07 11:32:28 wait[2] unblocked w/ 1 [false]
2022/07/07 11:32:28 wait[2] done
2022/07/07 11:32:28 Executing pipeline with the direct runner.
2022/07/07 11:32:28 Pipeline:
2022/07/07 11:32:28 Nodes: {1: []uint8/bytes GLO}
{2: *batchmap.Entry/R[*batchmap.Entry] GLO}
{3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{6: *batchmap.Tile/R[*batchmap.Tile] GLO}
{7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{10: *batchmap.Tile/R[*batchmap.Tile] GLO}
{11: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{13: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{14: *batchmap.Tile/R[*batchmap.Tile] GLO}
{15: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{16: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{17: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{18: *batchmap.Tile/R[*batchmap.Tile] GLO}
{19: *batchmap.Tile/R[*batchmap.Tile] GLO}
{20: []uint8/bytes GLO}
{21: *batchmap.Entry/R[*batchmap.Entry] GLO}
{22: *batchmap.Tile/R[*batchmap.Tile] GLO}
{23: *batchmap.Tile/R[*batchmap.Tile] GLO}
{24: *batchmap.Tile/R[*batchmap.Tile] GLO}
{25: *batchmap.Tile/R[*batchmap.Tile] GLO}
{26: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{27: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{28: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{29: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{30: *batchmap.Tile/R[*batchmap.Tile] GLO}
{31: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{32: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{33: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{34: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{35: *batchmap.Tile/R[*batchmap.Tile] GLO}
{36: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{37: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{38: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{39: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{40: *batchmap.Tile/R[*batchmap.Tile] GLO}
{41: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{42: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{43: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{44: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{45: *batchmap.Tile/R[*batchmap.Tile] GLO}
{46: *batchmap.Tile/R[*batchmap.Tile] GLO}
{47: *batchmap.Tile/R[*batchmap.Tile] GLO}
{48: string/string GLO}
{49: int/int[varintz] GLO}
{50: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{51: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}
{52: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{53: int/int[varintz] GLO}
{54: []uint8/bytes GLO}
{55: int/int[varintz] GLO}
{56: []uint8/bytes GLO}
{57: int/int[varintz] GLO}
{58: int/int[varintz] GLO}
{59: int/int[varintz] GLO}
{60: []uint8/bytes GLO}
{61: []uint8/bytes GLO}
{62: string/string GLO}
{63: []uint8/bytes GLO}
{64: string/string GLO}
{65: string/string GLO}
{66: string/string GLO}
{67: []uint8/bytes GLO}
Edges: 1: Impulse [] -> [Out: []uint8 -> {1: []uint8/bytes GLO}]
2: ParDo [In(Main): []uint8 <- {1: []uint8/bytes GLO}] -> [Out: T -> {2: *batchmap.Entry/R[*batchmap.Entry] GLO}]
3: ParDo [In(Main): *batchmap.Entry <- {2: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
4: ParDo [In(Main): batchmap.nodeHash <- {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
5: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
6: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {6: *batchmap.Tile/R[*batchmap.Tile] GLO}]
7: ParDo [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
8: ParDo [In(Main): batchmap.nodeHash <- {7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
9: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
10: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {10: *batchmap.Tile/R[*batchmap.Tile] GLO}]
11: ParDo [In(Main): *batchmap.Tile <- {10: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {11: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
12: ParDo [In(Main): batchmap.nodeHash <- {11: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
13: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {13: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
14: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {13: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {14: *batchmap.Tile/R[*batchmap.Tile] GLO}]
15: ParDo [In(Main): *batchmap.Tile <- {14: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {15: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
16: ParDo [In(Main): batchmap.nodeHash <- {15: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {16: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
17: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {16: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {17: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
18: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {17: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {18: *batchmap.Tile/R[*batchmap.Tile] GLO}]
19: Flatten [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {10: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {14: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {18: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {19: *batchmap.Tile/R[*batchmap.Tile] GLO}]
20: Impulse [] -> [Out: []uint8 -> {20: []uint8/bytes GLO}]
21: ParDo [In(Main): []uint8 <- {20: []uint8/bytes GLO}] -> [Out: T -> {21: *batchmap.Entry/R[*batchmap.Entry] GLO}]
22: ParDo [In(Main): *batchmap.Tile <- {19: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {22: *batchmap.Tile/R[*batchmap.Tile] GLO} Out: *batchmap.Tile -> {23: *batchmap.Tile/R[*batchmap.Tile] GLO} Out: *batchmap.Tile -> {24: *batchmap.Tile/R[*batchmap.Tile] GLO} Out: *batchmap.Tile -> {25: *batchmap.Tile/R[*batchmap.Tile] GLO}]
23: ParDo [In(Main): *batchmap.Entry <- {21: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {26: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
24: ParDo [In(Main): *batchmap.Tile <- {25: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {27: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
25: ParDo [In(Main): batchmap.nodeHash <- {26: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {28: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
26: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {27: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {28: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {29: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
27: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {29: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {30: *batchmap.Tile/R[*batchmap.Tile] GLO}]
28: ParDo [In(Main): *batchmap.Tile <- {30: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {31: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
29: ParDo [In(Main): *batchmap.Tile <- {24: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {32: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
30: ParDo [In(Main): batchmap.nodeHash <- {31: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {33: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
31: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {32: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {33: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {34: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
32: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {34: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {35: *batchmap.Tile/R[*batchmap.Tile] GLO}]
33: ParDo [In(Main): *batchmap.Tile <- {35: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {36: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
34: ParDo [In(Main): *batchmap.Tile <- {23: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {37: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
35: ParDo [In(Main): batchmap.nodeHash <- {36: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {38: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
36: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {37: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {38: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {39: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
37: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {39: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {40: *batchmap.Tile/R[*batchmap.Tile] GLO}]
38: ParDo [In(Main): *batchmap.Tile <- {40: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {41: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
39: ParDo [In(Main): *batchmap.Tile <- {22: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {42: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
40: ParDo [In(Main): batchmap.nodeHash <- {41: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {43: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
41: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {42: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {43: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {44: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
42: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {44: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {45: *batchmap.Tile/R[*batchmap.Tile] GLO}]
43: Flatten [In(Main): *batchmap.Tile <- {30: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {35: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {40: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {45: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {46: *batchmap.Tile/R[*batchmap.Tile] GLO}]
44: ParDo [In(Main): T <- {46: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: T -> {47: *batchmap.Tile/R[*batchmap.Tile] GLO}]
45: ParDo [In(Main): *batchmap.Tile <- {47: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: string -> {48: string/string GLO}]
46: ParDo [In(Main): *batchmap.Tile <- {46: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: int -> {49: int/int[varintz] GLO}]
47: ParDo [In(Main): T <- {49: int/int[varintz] GLO}] -> [Out: KV<int,T> -> {50: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
48: CoGBK [In(Main): KV<int,int> <- {50: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: CoGBK<int,int> -> {51: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}]
49: Combine [In(Main): int <- {51: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}] -> [Out: KV<int,int> -> {52: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
50: ParDo [In(Main): KV<X,Y> <- {52: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: Y -> {53: int/int[varintz] GLO}]
51: Impulse [] -> [Out: []uint8 -> {54: []uint8/bytes GLO}]
52: ParDo [In(Main): []uint8 <- {54: []uint8/bytes GLO}] -> [Out: T -> {55: int/int[varintz] GLO}]
53: Impulse [] -> [Out: []uint8 -> {56: []uint8/bytes GLO}]
54: ParDo [In(Main): []uint8 <- {56: []uint8/bytes GLO} In(Iter): T <- {53: int/int[varintz] GLO} In(Iter): T <- {55: int/int[varintz] GLO}] -> [Out: T -> {57: int/int[varintz] GLO} Out: T -> {58: int/int[varintz] GLO} Out: T -> {59: int/int[varintz] GLO}]
55: Impulse [] -> [Out: []uint8 -> {60: []uint8/bytes GLO}]
56: ParDo [In(Main): []uint8 <- {60: []uint8/bytes GLO} In(Iter): T <- {57: int/int[varintz] GLO} In(Iter): T <- {58: int/int[varintz] GLO} In(Iter): T <- {59: int/int[varintz] GLO}] -> []
57: Impulse [] -> [Out: []uint8 -> {61: []uint8/bytes GLO}]
58: ParDo [In(Main): []uint8 <- {61: []uint8/bytes GLO}] -> [Out: T -> {62: string/string GLO}]
59: Impulse [] -> [Out: []uint8 -> {63: []uint8/bytes GLO}]
60: ParDo [In(Main): []uint8 <- {63: []uint8/bytes GLO} In(Iter): T <- {48: string/string GLO} In(Iter): T <- {62: string/string GLO}] -> [Out: T -> {64: string/string GLO} Out: T -> {65: string/string GLO} Out: T -> {66: string/string GLO}]
61: Impulse [] -> [Out: []uint8 -> {67: []uint8/bytes GLO}]
62: ParDo [In(Main): []uint8 <- {67: []uint8/bytes GLO} In(Iter): T <- {64: string/string GLO} In(Iter): T <- {65: string/string GLO} In(Iter): T <- {66: string/string GLO}] -> []
2022/07/07 11:32:28 Plan[plan]:
88: Impulse[0]
92: Impulse[0]
94: Impulse[0]
95: Impulse[0]
96: Impulse[0]
98: Impulse[0]
99: Impulse[0]
100: Impulse[0]
1: ParDo[passert.failIfBadEntries] Out:[]
2: wait[3] Out:1
3: buffer[3]. wait:2 Out:1
4: buffer[4]. wait:2 Out:1
5: buffer[5]. wait:2 Out:1
6: ParDo[passert.diffFn] Out:[3 4 5]
7: wait[2] Out:6
8: buffer[8]. wait:7 Out:6
9: buffer[9]. wait:7 Out:6
10: ParDo[batchmap.TestUpdate.func1.2] Out:[8]
11: ParDo[filter.filterFn] Out:[10]
12: ParDo[passert.failIfBadEntries] Out:[]
13: wait[3] Out:12
14: buffer[14]. wait:13 Out:12
15: buffer[15]. wait:13 Out:12
16: buffer[16]. wait:13 Out:12
17: ParDo[passert.diffFn] Out:[14 15 16]
18: wait[2] Out:17
19: buffer[19]. wait:18 Out:17
20: buffer[20]. wait:18 Out:17
21: ParDo[beam.dropKeyFn] Out:[19]
22: Combine[stats.sumIntFn] Keyed:false Out:21
23: CoGBK. Out:22
24: Inject[0]. Out:23
25: ParDo[beam.addFixedKeyFn] Out:[24]
26: ParDo[batchmap.assertTileCount.func1] Out:[25]
27: Multiplex. Out:[11 26]
28: Flatten[4]. Out:Multiplex. Out:[11 26]
29: ParDo[batchmap.tileUpdateFn] Out:[28]
30: CoGBK. Out:29
31: Flatten[2]. Out:CoGBK. Out:29
32: Inject[0]. Out:31
33: Inject[1]. Out:31
34: ParDo[batchmap.updateStratum.func1] Out:[32]
35: ParDo[batchmap.leafShardFn] Out:[33]
36: ParDo[batchmap.tileToNodeHashFn] Out:[35]
37: Multiplex. Out:[36 28]
38: ParDo[batchmap.tileUpdateFn] Out:[37]
39: CoGBK. Out:38
40: Flatten[2]. Out:CoGBK. Out:38
41: Inject[0]. Out:40
42: Inject[1]. Out:40
43: ParDo[batchmap.updateStratum.func1] Out:[41]
44: ParDo[batchmap.leafShardFn] Out:[42]
45: ParDo[batchmap.tileToNodeHashFn] Out:[44]
46: Multiplex. Out:[45 28]
47: ParDo[batchmap.tileUpdateFn] Out:[46]
48: CoGBK. Out:47
49: Flatten[2]. Out:CoGBK. Out:47
50: Inject[0]. Out:49
51: Inject[1]. Out:49
52: ParDo[batchmap.updateStratum.func1] Out:[50]
53: ParDo[batchmap.leafShardFn] Out:[51]
54: ParDo[batchmap.tileToNodeHashFn] Out:[53]
55: Multiplex. Out:[54 28]
56: ParDo[batchmap.tileUpdateFn] Out:[55]
57: CoGBK. Out:56
58: Flatten[2]. Out:CoGBK. Out:56
59: Inject[0]. Out:58
60: Inject[1]. Out:58
61: ParDo[batchmap.updateStratum.func1] Out:[59]
62: ParDo[beam.partitionFn] Out:[34 43 52 61]
63: Flatten[4]. Out:ParDo[beam.partitionFn] Out:[34 43 52 61]
64: ParDo[batchmap.tileHashFn] Out:[63]
65: CoGBK. Out:64
66: Inject[0]. Out:65
67: ParDo[batchmap.leafShardFn] Out:[66]
68: ParDo[batchmap.tileToNodeHashFn] Out:[67]
69: Multiplex. Out:[68 63]
70: ParDo[batchmap.tileHashFn] Out:[69]
71: CoGBK. Out:70
72: Inject[0]. Out:71
73: ParDo[batchmap.leafShardFn] Out:[72]
74: ParDo[batchmap.tileToNodeHashFn] Out:[73]
75: Multiplex. Out:[74 63]
76: ParDo[batchmap.tileHashFn] Out:[75]
77: CoGBK. Out:76
78: Inject[0]. Out:77
79: ParDo[batchmap.leafShardFn] Out:[78]
80: ParDo[batchmap.tileToNodeHashFn] Out:[79]
81: Multiplex. Out:[80 63]
82: ParDo[batchmap.tileHashFn] Out:[81]
83: CoGBK. Out:82
84: Inject[0]. Out:83
85: ParDo[batchmap.leafShardFn] Out:[84]
86: ParDo[batchmap.entryToNodeHashFn] Out:[85]
87: ParDo[beam.createFn] Out:[86]
89: ParDo[batchmap.leafShardFn] Out:[60]
90: ParDo[batchmap.entryToNodeHashFn] Out:[89]
91: ParDo[beam.createFn] Out:[90]
93: ParDo[beam.createFn] Out:[20]
97: ParDo[beam.createFn] Out:[9]
2022/07/07 11:32:28 wait[18] unblocked w/ 1 [false]
2022/07/07 11:32:28 wait[18] done
2022/07/07 11:32:28 wait[13] unblocked w/ 1 [false]
2022/07/07 11:32:28 wait[13] done
2022/07/07 11:32:28 wait[7] unblocked w/ 1 [false]
2022/07/07 11:32:28 wait[7] done
2022/07/07 11:32:28 wait[2] unblocked w/ 1 [false]
2022/07/07 11:32:28 wait[2] done
2022/07/07 11:32:28 Executing pipeline with the direct runner.
2022/07/07 11:32:28 Pipeline:
2022/07/07 11:32:28 Nodes: {1: []uint8/bytes GLO}
{2: *batchmap.Entry/R[*batchmap.Entry] GLO}
{3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{6: *batchmap.Tile/R[*batchmap.Tile] GLO}
{7: []uint8/bytes GLO}
{8: *batchmap.Entry/R[*batchmap.Entry] GLO}
{9: *batchmap.Tile/R[*batchmap.Tile] GLO}
{10: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{11: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{13: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{14: *batchmap.Tile/R[*batchmap.Tile] GLO}
{15: *batchmap.Tile/R[*batchmap.Tile] GLO}
{16: string/string GLO}
{17: int/int[varintz] GLO}
{18: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{19: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}
{20: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{21: int/int[varintz] GLO}
{22: []uint8/bytes GLO}
{23: int/int[varintz] GLO}
{24: []uint8/bytes GLO}
{25: int/int[varintz] GLO}
{26: int/int[varintz] GLO}
{27: int/int[varintz] GLO}
{28: []uint8/bytes GLO}
{29: []uint8/bytes GLO}
{30: string/string GLO}
{31: []uint8/bytes GLO}
{32: string/string GLO}
{33: string/string GLO}
{34: string/string GLO}
{35: []uint8/bytes GLO}
Edges: 1: Impulse [] -> [Out: []uint8 -> {1: []uint8/bytes GLO}]
2: ParDo [In(Main): []uint8 <- {1: []uint8/bytes GLO}] -> [Out: T -> {2: *batchmap.Entry/R[*batchmap.Entry] GLO}]
3: ParDo [In(Main): *batchmap.Entry <- {2: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
4: ParDo [In(Main): batchmap.nodeHash <- {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
5: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
6: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {6: *batchmap.Tile/R[*batchmap.Tile] GLO}]
7: Impulse [] -> [Out: []uint8 -> {7: []uint8/bytes GLO}]
8: ParDo [In(Main): []uint8 <- {7: []uint8/bytes GLO}] -> [Out: T -> {8: *batchmap.Entry/R[*batchmap.Entry] GLO}]
9: ParDo [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {9: *batchmap.Tile/R[*batchmap.Tile] GLO}]
10: ParDo [In(Main): *batchmap.Entry <- {8: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {10: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
11: ParDo [In(Main): *batchmap.Tile <- {9: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {11: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
12: ParDo [In(Main): batchmap.nodeHash <- {10: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
13: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {11: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {13: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
14: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {13: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {14: *batchmap.Tile/R[*batchmap.Tile] GLO}]
15: ParDo [In(Main): T <- {14: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: T -> {15: *batchmap.Tile/R[*batchmap.Tile] GLO}]
16: ParDo [In(Main): *batchmap.Tile <- {15: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: string -> {16: string/string GLO}]
17: ParDo [In(Main): *batchmap.Tile <- {14: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: int -> {17: int/int[varintz] GLO}]
18: ParDo [In(Main): T <- {17: int/int[varintz] GLO}] -> [Out: KV<int,T> -> {18: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
19: CoGBK [In(Main): KV<int,int> <- {18: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: CoGBK<int,int> -> {19: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}]
20: Combine [In(Main): int <- {19: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}] -> [Out: KV<int,int> -> {20: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
21: ParDo [In(Main): KV<X,Y> <- {20: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: Y -> {21: int/int[varintz] GLO}]
22: Impulse [] -> [Out: []uint8 -> {22: []uint8/bytes GLO}]
23: ParDo [In(Main): []uint8 <- {22: []uint8/bytes GLO}] -> [Out: T -> {23: int/int[varintz] GLO}]
24: Impulse [] -> [Out: []uint8 -> {24: []uint8/bytes GLO}]
25: ParDo [In(Main): []uint8 <- {24: []uint8/bytes GLO} In(Iter): T <- {21: int/int[varintz] GLO} In(Iter): T <- {23: int/int[varintz] GLO}] -> [Out: T -> {25: int/int[varintz] GLO} Out: T -> {26: int/int[varintz] GLO} Out: T -> {27: int/int[varintz] GLO}]
26: Impulse [] -> [Out: []uint8 -> {28: []uint8/bytes GLO}]
27: ParDo [In(Main): []uint8 <- {28: []uint8/bytes GLO} In(Iter): T <- {25: int/int[varintz] GLO} In(Iter): T <- {26: int/int[varintz] GLO} In(Iter): T <- {27: int/int[varintz] GLO}] -> []
28: Impulse [] -> [Out: []uint8 -> {29: []uint8/bytes GLO}]
29: ParDo [In(Main): []uint8 <- {29: []uint8/bytes GLO}] -> [Out: T -> {30: string/string GLO}]
30: Impulse [] -> [Out: []uint8 -> {31: []uint8/bytes GLO}]
31: ParDo [In(Main): []uint8 <- {31: []uint8/bytes GLO} In(Iter): T <- {16: string/string GLO} In(Iter): T <- {30: string/string GLO}] -> [Out: T -> {32: string/string GLO} Out: T -> {33: string/string GLO} Out: T -> {34: string/string GLO}]
32: Impulse [] -> [Out: []uint8 -> {35: []uint8/bytes GLO}]
33: ParDo [In(Main): []uint8 <- {35: []uint8/bytes GLO} In(Iter): T <- {32: string/string GLO} In(Iter): T <- {33: string/string GLO} In(Iter): T <- {34: string/string GLO}] -> []
2022/07/07 11:32:28 Plan[plan]:
41: Impulse[0]
45: Impulse[0]
47: Impulse[0]
48: Impulse[0]
49: Impulse[0]
51: Impulse[0]
52: Impulse[0]
53: Impulse[0]
1: ParDo[passert.failIfBadEntries] Out:[]
2: wait[3] Out:1
3: buffer[3]. wait:2 Out:1
4: buffer[4]. wait:2 Out:1
5: buffer[5]. wait:2 Out:1
6: ParDo[passert.diffFn] Out:[3 4 5]
7: wait[2] Out:6
8: buffer[8]. wait:7 Out:6
9: buffer[9]. wait:7 Out:6
10: ParDo[batchmap.TestUpdate.func1.2] Out:[8]
11: ParDo[filter.filterFn] Out:[10]
12: ParDo[passert.failIfBadEntries] Out:[]
13: wait[3] Out:12
14: buffer[14]. wait:13 Out:12
15: buffer[15]. wait:13 Out:12
16: buffer[16]. wait:13 Out:12
17: ParDo[passert.diffFn] Out:[14 15 16]
18: wait[2] Out:17
19: buffer[19]. wait:18 Out:17
20: buffer[20]. wait:18 Out:17
21: ParDo[beam.dropKeyFn] Out:[19]
22: Combine[stats.sumIntFn] Keyed:false Out:21
23: CoGBK. Out:22
24: Inject[0]. Out:23
25: ParDo[beam.addFixedKeyFn] Out:[24]
26: ParDo[batchmap.assertTileCount.func1] Out:[25]
27: Multiplex. Out:[11 26]
28: ParDo[batchmap.tileUpdateFn] Out:[27]
29: CoGBK. Out:28
30: Flatten[2]. Out:CoGBK. Out:28
31: Inject[0]. Out:30
32: Inject[1]. Out:30
33: ParDo[batchmap.updateStratum.func1] Out:[31]
34: ParDo[beam.partitionFn] Out:[33]
35: ParDo[batchmap.tileHashFn] Out:[34]
36: CoGBK. Out:35
37: Inject[0]. Out:36
38: ParDo[batchmap.leafShardFn] Out:[37]
39: ParDo[batchmap.entryToNodeHashFn] Out:[38]
40: ParDo[beam.createFn] Out:[39]
42: ParDo[batchmap.leafShardFn] Out:[32]
43: ParDo[batchmap.entryToNodeHashFn] Out:[42]
44: ParDo[beam.createFn] Out:[43]
46: ParDo[beam.createFn] Out:[20]
50: ParDo[beam.createFn] Out:[9]
2022/07/07 11:32:28 wait[18] unblocked w/ 1 [false]
2022/07/07 11:32:28 wait[18] done
2022/07/07 11:32:28 wait[13] unblocked w/ 1 [false]
2022/07/07 11:32:28 wait[13] done
2022/07/07 11:32:28 wait[7] unblocked w/ 1 [false]
2022/07/07 11:32:28 wait[7] done
2022/07/07 11:32:28 wait[2] unblocked w/ 1 [false]
2022/07/07 11:32:28 wait[2] done
2022/07/07 11:32:28 Executing pipeline with the direct runner.
2022/07/07 11:32:28 Pipeline:
2022/07/07 11:32:28 Nodes: {1: []uint8/bytes GLO}
{2: *batchmap.Entry/R[*batchmap.Entry] GLO}
{3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{6: *batchmap.Tile/R[*batchmap.Tile] GLO}
{7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{10: *batchmap.Tile/R[*batchmap.Tile] GLO}
{11: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{13: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{14: *batchmap.Tile/R[*batchmap.Tile] GLO}
{15: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{16: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{17: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{18: *batchmap.Tile/R[*batchmap.Tile] GLO}
{19: *batchmap.Tile/R[*batchmap.Tile] GLO}
{20: []uint8/bytes GLO}
{21: *batchmap.Entry/R[*batchmap.Entry] GLO}
{22: *batchmap.Tile/R[*batchmap.Tile] GLO}
{23: *batchmap.Tile/R[*batchmap.Tile] GLO}
{24: *batchmap.Tile/R[*batchmap.Tile] GLO}
{25: *batchmap.Tile/R[*batchmap.Tile] GLO}
{26: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{27: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{28: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{29: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{30: *batchmap.Tile/R[*batchmap.Tile] GLO}
{31: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{32: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{33: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{34: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{35: *batchmap.Tile/R[*batchmap.Tile] GLO}
{36: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{37: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{38: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{39: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{40: *batchmap.Tile/R[*batchmap.Tile] GLO}
{41: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{42: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{43: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{44: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{45: *batchmap.Tile/R[*batchmap.Tile] GLO}
{46: *batchmap.Tile/R[*batchmap.Tile] GLO}
{47: *batchmap.Tile/R[*batchmap.Tile] GLO}
{48: string/string GLO}
{49: int/int[varintz] GLO}
{50: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{51: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}
{52: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{53: int/int[varintz] GLO}
{54: []uint8/bytes GLO}
{55: int/int[varintz] GLO}
{56: []uint8/bytes GLO}
{57: int/int[varintz] GLO}
{58: int/int[varintz] GLO}
{59: int/int[varintz] GLO}
{60: []uint8/bytes GLO}
{61: []uint8/bytes GLO}
{62: string/string GLO}
{63: []uint8/bytes GLO}
{64: string/string GLO}
{65: string/string GLO}
{66: string/string GLO}
{67: []uint8/bytes GLO}
Edges: 1: Impulse [] -> [Out: []uint8 -> {1: []uint8/bytes GLO}]
2: ParDo [In(Main): []uint8 <- {1: []uint8/bytes GLO}] -> [Out: T -> {2: *batchmap.Entry/R[*batchmap.Entry] GLO}]
3: ParDo [In(Main): *batchmap.Entry <- {2: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
4: ParDo [In(Main): batchmap.nodeHash <- {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
5: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
6: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {6: *batchmap.Tile/R[*batchmap.Tile] GLO}]
7: ParDo [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
8: ParDo [In(Main): batchmap.nodeHash <- {7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
9: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
10: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {10: *batchmap.Tile/R[*batchmap.Tile] GLO}]
11: ParDo [In(Main): *batchmap.Tile <- {10: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {11: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
12: ParDo [In(Main): batchmap.nodeHash <- {11: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
13: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {13: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
14: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {13: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {14: *batchmap.Tile/R[*batchmap.Tile] GLO}]
15: ParDo [In(Main): *batchmap.Tile <- {14: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {15: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
16: ParDo [In(Main): batchmap.nodeHash <- {15: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {16: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
17: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {16: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {17: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
18: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {17: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {18: *batchmap.Tile/R[*batchmap.Tile] GLO}]
19: Flatten [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {10: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {14: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {18: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {19: *batchmap.Tile/R[*batchmap.Tile] GLO}]
20: Impulse [] -> [Out: []uint8 -> {20: []uint8/bytes GLO}]
21: ParDo [In(Main): []uint8 <- {20: []uint8/bytes GLO}] -> [Out: T -> {21: *batchmap.Entry/R[*batchmap.Entry] GLO}]
22: ParDo [In(Main): *batchmap.Tile <- {19: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {22: *batchmap.Tile/R[*batchmap.Tile] GLO} Out: *batchmap.Tile -> {23: *batchmap.Tile/R[*batchmap.Tile] GLO} Out: *batchmap.Tile -> {24: *batchmap.Tile/R[*batchmap.Tile] GLO} Out: *batchmap.Tile -> {25: *batchmap.Tile/R[*batchmap.Tile] GLO}]
23: ParDo [In(Main): *batchmap.Entry <- {21: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {26: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
24: ParDo [In(Main): *batchmap.Tile <- {25: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {27: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
25: ParDo [In(Main): batchmap.nodeHash <- {26: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {28: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
26: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {27: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {28: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {29: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
27: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {29: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {30: *batchmap.Tile/R[*batchmap.Tile] GLO}]
28: ParDo [In(Main): *batchmap.Tile <- {30: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {31: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
29: ParDo [In(Main): *batchmap.Tile <- {24: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {32: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
30: ParDo [In(Main): batchmap.nodeHash <- {31: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {33: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
31: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {32: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {33: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {34: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
32: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {34: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {35: *batchmap.Tile/R[*batchmap.Tile] GLO}]
33: ParDo [In(Main): *batchmap.Tile <- {35: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {36: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
34: ParDo [In(Main): *batchmap.Tile <- {23: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {37: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
35: ParDo [In(Main): batchmap.nodeHash <- {36: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {38: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
36: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {37: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {38: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {39: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
37: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {39: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {40: *batchmap.Tile/R[*batchmap.Tile] GLO}]
38: ParDo [In(Main): *batchmap.Tile <- {40: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {41: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
39: ParDo [In(Main): *batchmap.Tile <- {22: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {42: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
40: ParDo [In(Main): batchmap.nodeHash <- {41: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {43: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
41: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {42: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {43: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {44: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
42: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {44: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {45: *batchmap.Tile/R[*batchmap.Tile] GLO}]
43: Flatten [In(Main): *batchmap.Tile <- {30: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {35: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {40: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {45: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {46: *batchmap.Tile/R[*batchmap.Tile] GLO}]
44: ParDo [In(Main): T <- {46: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: T -> {47: *batchmap.Tile/R[*batchmap.Tile] GLO}]
45: ParDo [In(Main): *batchmap.Tile <- {47: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: string -> {48: string/string GLO}]
46: ParDo [In(Main): *batchmap.Tile <- {46: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: int -> {49: int/int[varintz] GLO}]
47: ParDo [In(Main): T <- {49: int/int[varintz] GLO}] -> [Out: KV<int,T> -> {50: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
48: CoGBK [In(Main): KV<int,int> <- {50: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: CoGBK<int,int> -> {51: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}]
49: Combine [In(Main): int <- {51: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}] -> [Out: KV<int,int> -> {52: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
50: ParDo [In(Main): KV<X,Y> <- {52: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: Y -> {53: int/int[varintz] GLO}]
51: Impulse [] -> [Out: []uint8 -> {54: []uint8/bytes GLO}]
52: ParDo [In(Main): []uint8 <- {54: []uint8/bytes GLO}] -> [Out: T -> {55: int/int[varintz] GLO}]
53: Impulse [] -> [Out: []uint8 -> {56: []uint8/bytes GLO}]
54: ParDo [In(Main): []uint8 <- {56: []uint8/bytes GLO} In(Iter): T <- {53: int/int[varintz] GLO} In(Iter): T <- {55: int/int[varintz] GLO}] -> [Out: T -> {57: int/int[varintz] GLO} Out: T -> {58: int/int[varintz] GLO} Out: T -> {59: int/int[varintz] GLO}]
55: Impulse [] -> [Out: []uint8 -> {60: []uint8/bytes GLO}]
56: ParDo [In(Main): []uint8 <- {60: []uint8/bytes GLO} In(Iter): T <- {57: int/int[varintz] GLO} In(Iter): T <- {58: int/int[varintz] GLO} In(Iter): T <- {59: int/int[varintz] GLO}] -> []
57: Impulse [] -> [Out: []uint8 -> {61: []uint8/bytes GLO}]
58: ParDo [In(Main): []uint8 <- {61: []uint8/bytes GLO}] -> [Out: T -> {62: string/string GLO}]
59: Impulse [] -> [Out: []uint8 -> {63: []uint8/bytes GLO}]
60: ParDo [In(Main): []uint8 <- {63: []uint8/bytes GLO} In(Iter): T <- {48: string/string GLO} In(Iter): T <- {62: string/string GLO}] -> [Out: T -> {64: string/string GLO} Out: T -> {65: string/string GLO} Out: T -> {66: string/string GLO}]
61: Impulse [] -> [Out: []uint8 -> {67: []uint8/bytes GLO}]
62: ParDo [In(Main): []uint8 <- {67: []uint8/bytes GLO} In(Iter): T <- {64: string/string GLO} In(Iter): T <- {65: string/string GLO} In(Iter): T <- {66: string/string GLO}] -> []
2022/07/07 11:32:28 Plan[plan]:
88: Impulse[0]
92: Impulse[0]
94: Impulse[0]
95: Impulse[0]
96: Impulse[0]
98: Impulse[0]
99: Impulse[0]
100: Impulse[0]
1: ParDo[passert.failIfBadEntries] Out:[]
2: wait[3] Out:1
3: buffer[3]. wait:2 Out:1
4: buffer[4]. wait:2 Out:1
5: buffer[5]. wait:2 Out:1
6: ParDo[passert.diffFn] Out:[3 4 5]
7: wait[2] Out:6
8: buffer[8]. wait:7 Out:6
9: buffer[9]. wait:7 Out:6
10: ParDo[batchmap.TestUpdate.func1.2] Out:[8]
11: ParDo[filter.filterFn] Out:[10]
12: ParDo[passert.failIfBadEntries] Out:[]
13: wait[3] Out:12
14: buffer[14]. wait:13 Out:12
15: buffer[15]. wait:13 Out:12
16: buffer[16]. wait:13 Out:12
17: ParDo[passert.diffFn] Out:[14 15 16]
18: wait[2] Out:17
19: buffer[19]. wait:18 Out:17
20: buffer[20]. wait:18 Out:17
21: ParDo[beam.dropKeyFn] Out:[19]
22: Combine[stats.sumIntFn] Keyed:false Out:21
23: CoGBK. Out:22
24: Inject[0]. Out:23
25: ParDo[beam.addFixedKeyFn] Out:[24]
26: ParDo[batchmap.assertTileCount.func1] Out:[25]
27: Multiplex. Out:[11 26]
28: Flatten[4]. Out:Multiplex. Out:[11 26]
29: ParDo[batchmap.tileUpdateFn] Out:[28]
30: CoGBK. Out:29
31: Flatten[2]. Out:CoGBK. Out:29
32: Inject[0]. Out:31
33: Inject[1]. Out:31
34: ParDo[batchmap.updateStratum.func1] Out:[32]
35: ParDo[batchmap.leafShardFn] Out:[33]
36: ParDo[batchmap.tileToNodeHashFn] Out:[35]
37: Multiplex. Out:[36 28]
38: ParDo[batchmap.tileUpdateFn] Out:[37]
39: CoGBK. Out:38
40: Flatten[2]. Out:CoGBK. Out:38
41: Inject[0]. Out:40
42: Inject[1]. Out:40
43: ParDo[batchmap.updateStratum.func1] Out:[41]
44: ParDo[batchmap.leafShardFn] Out:[42]
45: ParDo[batchmap.tileToNodeHashFn] Out:[44]
46: Multiplex. Out:[45 28]
47: ParDo[batchmap.tileUpdateFn] Out:[46]
48: CoGBK. Out:47
49: Flatten[2]. Out:CoGBK. Out:47
50: Inject[0]. Out:49
51: Inject[1]. Out:49
52: ParDo[batchmap.updateStratum.func1] Out:[50]
53: ParDo[batchmap.leafShardFn] Out:[51]
54: ParDo[batchmap.tileToNodeHashFn] Out:[53]
55: Multiplex. Out:[54 28]
56: ParDo[batchmap.tileUpdateFn] Out:[55]
57: CoGBK. Out:56
58: Flatten[2]. Out:CoGBK. Out:56
59: Inject[0]. Out:58
60: Inject[1]. Out:58
61: ParDo[batchmap.updateStratum.func1] Out:[59]
62: ParDo[beam.partitionFn] Out:[34 43 52 61]
63: Flatten[4]. Out:ParDo[beam.partitionFn] Out:[34 43 52 61]
64: ParDo[batchmap.tileHashFn] Out:[63]
65: CoGBK. Out:64
66: Inject[0]. Out:65
67: ParDo[batchmap.leafShardFn] Out:[66]
68: ParDo[batchmap.tileToNodeHashFn] Out:[67]
69: Multiplex. Out:[68 63]
70: ParDo[batchmap.tileHashFn] Out:[69]
71: CoGBK. Out:70
72: Inject[0]. Out:71
73: ParDo[batchmap.leafShardFn] Out:[72]
74: ParDo[batchmap.tileToNodeHashFn] Out:[73]
75: Multiplex. Out:[74 63]
76: ParDo[batchmap.tileHashFn] Out:[75]
77: CoGBK. Out:76
78: Inject[0]. Out:77
79: ParDo[batchmap.leafShardFn] Out:[78]
80: ParDo[batchmap.tileToNodeHashFn] Out:[79]
81: Multiplex. Out:[80 63]
82: ParDo[batchmap.tileHashFn] Out:[81]
83: CoGBK. Out:82
84: Inject[0]. Out:83
85: ParDo[batchmap.leafShardFn] Out:[84]
86: ParDo[batchmap.entryToNodeHashFn] Out:[85]
87: ParDo[beam.createFn] Out:[86]
89: ParDo[batchmap.leafShardFn] Out:[60]
90: ParDo[batchmap.entryToNodeHashFn] Out:[89]
91: ParDo[beam.createFn] Out:[90]
93: ParDo[beam.createFn] Out:[20]
97: ParDo[beam.createFn] Out:[9]
2022/07/07 11:32:28 wait[18] unblocked w/ 1 [false]
2022/07/07 11:32:28 wait[18] done
2022/07/07 11:32:28 wait[13] unblocked w/ 1 [false]
2022/07/07 11:32:28 wait[13] done
2022/07/07 11:32:28 wait[7] unblocked w/ 1 [false]
2022/07/07 11:32:28 wait[7] done
2022/07/07 11:32:28 wait[2] unblocked w/ 1 [false]
2022/07/07 11:32:28 wait[2] done
2022/07/07 11:32:28 Executing pipeline with the direct runner.
2022/07/07 11:32:28 Pipeline:
2022/07/07 11:32:28 Nodes: {1: []uint8/bytes GLO}
{2: *batchmap.Entry/R[*batchmap.Entry] GLO}
{3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{6: *batchmap.Tile/R[*batchmap.Tile] GLO}
{7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{10: *batchmap.Tile/R[*batchmap.Tile] GLO}
{11: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{13: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{14: *batchmap.Tile/R[*batchmap.Tile] GLO}
{15: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{16: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{17: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{18: *batchmap.Tile/R[*batchmap.Tile] GLO}
{19: *batchmap.Tile/R[*batchmap.Tile] GLO}
{20: []uint8/bytes GLO}
{21: *batchmap.Entry/R[*batchmap.Entry] GLO}
{22: *batchmap.Tile/R[*batchmap.Tile] GLO}
{23: *batchmap.Tile/R[*batchmap.Tile] GLO}
{24: *batchmap.Tile/R[*batchmap.Tile] GLO}
{25: *batchmap.Tile/R[*batchmap.Tile] GLO}
{26: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{27: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{28: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{29: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{30: *batchmap.Tile/R[*batchmap.Tile] GLO}
{31: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{32: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{33: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{34: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{35: *batchmap.Tile/R[*batchmap.Tile] GLO}
{36: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{37: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{38: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{39: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{40: *batchmap.Tile/R[*batchmap.Tile] GLO}
{41: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{42: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{43: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{44: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{45: *batchmap.Tile/R[*batchmap.Tile] GLO}
{46: *batchmap.Tile/R[*batchmap.Tile] GLO}
{47: *batchmap.Tile/R[*batchmap.Tile] GLO}
{48: string/string GLO}
{49: int/int[varintz] GLO}
{50: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{51: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}
{52: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{53: int/int[varintz] GLO}
{54: []uint8/bytes GLO}
{55: int/int[varintz] GLO}
{56: []uint8/bytes GLO}
{57: int/int[varintz] GLO}
{58: int/int[varintz] GLO}
{59: int/int[varintz] GLO}
{60: []uint8/bytes GLO}
{61: []uint8/bytes GLO}
{62: string/string GLO}
{63: []uint8/bytes GLO}
{64: string/string GLO}
{65: string/string GLO}
{66: string/string GLO}
{67: []uint8/bytes GLO}
Edges: 1: Impulse [] -> [Out: []uint8 -> {1: []uint8/bytes GLO}]
2: ParDo [In(Main): []uint8 <- {1: []uint8/bytes GLO}] -> [Out: T -> {2: *batchmap.Entry/R[*batchmap.Entry] GLO}]
3: ParDo [In(Main): *batchmap.Entry <- {2: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
4: ParDo [In(Main): batchmap.nodeHash <- {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
5: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
6: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {6: *batchmap.Tile/R[*batchmap.Tile] GLO}]
7: ParDo [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
8: ParDo [In(Main): batchmap.nodeHash <- {7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
9: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
10: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {10: *batchmap.Tile/R[*batchmap.Tile] GLO}]
11: ParDo [In(Main): *batchmap.Tile <- {10: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {11: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
12: ParDo [In(Main): batchmap.nodeHash <- {11: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
13: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {13: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
14: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {13: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {14: *batchmap.Tile/R[*batchmap.Tile] GLO}]
15: ParDo [In(Main): *batchmap.Tile <- {14: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {15: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
16: ParDo [In(Main): batchmap.nodeHash <- {15: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {16: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
17: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {16: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {17: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
18: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {17: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {18: *batchmap.Tile/R[*batchmap.Tile] GLO}]
19: Flatten [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {10: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {14: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {18: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {19: *batchmap.Tile/R[*batchmap.Tile] GLO}]
20: Impulse [] -> [Out: []uint8 -> {20: []uint8/bytes GLO}]
21: ParDo [In(Main): []uint8 <- {20: []uint8/bytes GLO}] -> [Out: T -> {21: *batchmap.Entry/R[*batchmap.Entry] GLO}]
22: ParDo [In(Main): *batchmap.Tile <- {19: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {22: *batchmap.Tile/R[*batchmap.Tile] GLO} Out: *batchmap.Tile -> {23: *batchmap.Tile/R[*batchmap.Tile] GLO} Out: *batchmap.Tile -> {24: *batchmap.Tile/R[*batchmap.Tile] GLO} Out: *batchmap.Tile -> {25: *batchmap.Tile/R[*batchmap.Tile] GLO}]
23: ParDo [In(Main): *batchmap.Entry <- {21: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {26: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
24: ParDo [In(Main): *batchmap.Tile <- {25: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {27: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
25: ParDo [In(Main): batchmap.nodeHash <- {26: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {28: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
26: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {27: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {28: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {29: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
27: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {29: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {30: *batchmap.Tile/R[*batchmap.Tile] GLO}]
28: ParDo [In(Main): *batchmap.Tile <- {30: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {31: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
29: ParDo [In(Main): *batchmap.Tile <- {24: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {32: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
30: ParDo [In(Main): batchmap.nodeHash <- {31: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {33: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
31: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {32: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {33: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {34: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
32: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {34: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {35: *batchmap.Tile/R[*batchmap.Tile] GLO}]
33: ParDo [In(Main): *batchmap.Tile <- {35: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {36: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
34: ParDo [In(Main): *batchmap.Tile <- {23: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {37: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
35: ParDo [In(Main): batchmap.nodeHash <- {36: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {38: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
36: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {37: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {38: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {39: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
37: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {39: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {40: *batchmap.Tile/R[*batchmap.Tile] GLO}]
38: ParDo [In(Main): *batchmap.Tile <- {40: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {41: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
39: ParDo [In(Main): *batchmap.Tile <- {22: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {42: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
40: ParDo [In(Main): batchmap.nodeHash <- {41: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {43: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
41: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {42: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {43: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {44: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
42: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {44: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {45: *batchmap.Tile/R[*batchmap.Tile] GLO}]
43: Flatten [In(Main): *batchmap.Tile <- {30: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {35: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {40: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {45: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {46: *batchmap.Tile/R[*batchmap.Tile] GLO}]
44: ParDo [In(Main): T <- {46: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: T -> {47: *batchmap.Tile/R[*batchmap.Tile] GLO}]
45: ParDo [In(Main): *batchmap.Tile <- {47: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: string -> {48: string/string GLO}]
46: ParDo [In(Main): *batchmap.Tile <- {46: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: int -> {49: int/int[varintz] GLO}]
47: ParDo [In(Main): T <- {49: int/int[varintz] GLO}] -> [Out: KV<int,T> -> {50: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
48: CoGBK [In(Main): KV<int,int> <- {50: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: CoGBK<int,int> -> {51: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}]
49: Combine [In(Main): int <- {51: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}] -> [Out: KV<int,int> -> {52: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
50: ParDo [In(Main): KV<X,Y> <- {52: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: Y -> {53: int/int[varintz] GLO}]
51: Impulse [] -> [Out: []uint8 -> {54: []uint8/bytes GLO}]
52: ParDo [In(Main): []uint8 <- {54: []uint8/bytes GLO}] -> [Out: T -> {55: int/int[varintz] GLO}]
53: Impulse [] -> [Out: []uint8 -> {56: []uint8/bytes GLO}]
54: ParDo [In(Main): []uint8 <- {56: []uint8/bytes GLO} In(Iter): T <- {53: int/int[varintz] GLO} In(Iter): T <- {55: int/int[varintz] GLO}] -> [Out: T -> {57: int/int[varintz] GLO} Out: T -> {58: int/int[varintz] GLO} Out: T -> {59: int/int[varintz] GLO}]
55: Impulse [] -> [Out: []uint8 -> {60: []uint8/bytes GLO}]
56: ParDo [In(Main): []uint8 <- {60: []uint8/bytes GLO} In(Iter): T <- {57: int/int[varintz] GLO} In(Iter): T <- {58: int/int[varintz] GLO} In(Iter): T <- {59: int/int[varintz] GLO}] -> []
57: Impulse [] -> [Out: []uint8 -> {61: []uint8/bytes GLO}]
58: ParDo [In(Main): []uint8 <- {61: []uint8/bytes GLO}] -> [Out: T -> {62: string/string GLO}]
59: Impulse [] -> [Out: []uint8 -> {63: []uint8/bytes GLO}]
60: ParDo [In(Main): []uint8 <- {63: []uint8/bytes GLO} In(Iter): T <- {48: string/string GLO} In(Iter): T <- {62: string/string GLO}] -> [Out: T -> {64: string/string GLO} Out: T -> {65: string/string GLO} Out: T -> {66: string/string GLO}]
61: Impulse [] -> [Out: []uint8 -> {67: []uint8/bytes GLO}]
62: ParDo [In(Main): []uint8 <- {67: []uint8/bytes GLO} In(Iter): T <- {64: string/string GLO} In(Iter): T <- {65: string/string GLO} In(Iter): T <- {66: string/string GLO}] -> []
2022/07/07 11:32:28 Plan[plan]:
88: Impulse[0]
92: Impulse[0]
94: Impulse[0]
95: Impulse[0]
96: Impulse[0]
98: Impulse[0]
99: Impulse[0]
100: Impulse[0]
1: ParDo[passert.failIfBadEntries] Out:[]
2: wait[3] Out:1
3: buffer[3]. wait:2 Out:1
4: buffer[4]. wait:2 Out:1
5: buffer[5]. wait:2 Out:1
6: ParDo[passert.diffFn] Out:[3 4 5]
7: wait[2] Out:6
8: buffer[8]. wait:7 Out:6
9: buffer[9]. wait:7 Out:6
10: ParDo[batchmap.TestUpdate.func1.2] Out:[8]
11: ParDo[filter.filterFn] Out:[10]
12: ParDo[passert.failIfBadEntries] Out:[]
13: wait[3] Out:12
14: buffer[14]. wait:13 Out:12
15: buffer[15]. wait:13 Out:12
16: buffer[16]. wait:13 Out:12
17: ParDo[passert.diffFn] Out:[14 15 16]
18: wait[2] Out:17
19: buffer[19]. wait:18 Out:17
20: buffer[20]. wait:18 Out:17
21: ParDo[beam.dropKeyFn] Out:[19]
22: Combine[stats.sumIntFn] Keyed:false Out:21
23: CoGBK. Out:22
24: Inject[0]. Out:23
25: ParDo[beam.addFixedKeyFn] Out:[24]
26: ParDo[batchmap.assertTileCount.func1] Out:[25]
27: Multiplex. Out:[11 26]
28: Flatten[4]. Out:Multiplex. Out:[11 26]
29: ParDo[batchmap.tileUpdateFn] Out:[28]
30: CoGBK. Out:29
31: Flatten[2]. Out:CoGBK. Out:29
32: Inject[0]. Out:31
33: Inject[1]. Out:31
34: ParDo[batchmap.updateStratum.func1] Out:[32]
35: ParDo[batchmap.leafShardFn] Out:[33]
36: ParDo[batchmap.tileToNodeHashFn] Out:[35]
37: Multiplex. Out:[36 28]
38: ParDo[batchmap.tileUpdateFn] Out:[37]
39: CoGBK. Out:38
40: Flatten[2]. Out:CoGBK. Out:38
41: Inject[0]. Out:40
42: Inject[1]. Out:40
43: ParDo[batchmap.updateStratum.func1] Out:[41]
44: ParDo[batchmap.leafShardFn] Out:[42]
45: ParDo[batchmap.tileToNodeHashFn] Out:[44]
46: Multiplex. Out:[45 28]
47: ParDo[batchmap.tileUpdateFn] Out:[46]
48: CoGBK. Out:47
49: Flatten[2]. Out:CoGBK. Out:47
50: Inject[0]. Out:49
51: Inject[1]. Out:49
52: ParDo[batchmap.updateStratum.func1] Out:[50]
53: ParDo[batchmap.leafShardFn] Out:[51]
54: ParDo[batchmap.tileToNodeHashFn] Out:[53]
55: Multiplex. Out:[54 28]
56: ParDo[batchmap.tileUpdateFn] Out:[55]
57: CoGBK. Out:56
58: Flatten[2]. Out:CoGBK. Out:56
59: Inject[0]. Out:58
60: Inject[1]. Out:58
61: ParDo[batchmap.updateStratum.func1] Out:[59]
62: ParDo[beam.partitionFn] Out:[34 43 52 61]
63: Flatten[4]. Out:ParDo[beam.partitionFn] Out:[34 43 52 61]
64: ParDo[batchmap.tileHashFn] Out:[63]
65: CoGBK. Out:64
66: Inject[0]. Out:65
67: ParDo[batchmap.leafShardFn] Out:[66]
68: ParDo[batchmap.tileToNodeHashFn] Out:[67]
69: Multiplex. Out:[68 63]
70: ParDo[batchmap.tileHashFn] Out:[69]
71: CoGBK. Out:70
72: Inject[0]. Out:71
73: ParDo[batchmap.leafShardFn] Out:[72]
74: ParDo[batchmap.tileToNodeHashFn] Out:[73]
75: Multiplex. Out:[74 63]
76: ParDo[batchmap.tileHashFn] Out:[75]
77: CoGBK. Out:76
78: Inject[0]. Out:77
79: ParDo[batchmap.leafShardFn] Out:[78]
80: ParDo[batchmap.tileToNodeHashFn] Out:[79]
81: Multiplex. Out:[80 63]
82: ParDo[batchmap.tileHashFn] Out:[81]
83: CoGBK. Out:82
84: Inject[0]. Out:83
85: ParDo[batchmap.leafShardFn] Out:[84]
86: ParDo[batchmap.entryToNodeHashFn] Out:[85]
87: ParDo[beam.createFn] Out:[86]
89: ParDo[batchmap.leafShardFn] Out:[60]
90: ParDo[batchmap.entryToNodeHashFn] Out:[89]
91: ParDo[beam.createFn] Out:[90]
93: ParDo[beam.createFn] Out:[20]
97: ParDo[beam.createFn] Out:[9]
2022/07/07 11:32:28 Executing pipeline with the direct runner.
2022/07/07 11:32:28 Pipeline:
2022/07/07 11:32:28 Nodes: {1: []uint8/bytes GLO}
{2: *batchmap.Entry/R[*batchmap.Entry] GLO}
{3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{6: *batchmap.Tile/R[*batchmap.Tile] GLO}
{7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{10: *batchmap.Tile/R[*batchmap.Tile] GLO}
{11: *batchmap.Tile/R[*batchmap.Tile] GLO}
{12: *batchmap.Tile/R[*batchmap.Tile] GLO}
Edges: 1: Impulse [] -> [Out: []uint8 -> {1: []uint8/bytes GLO}]
2: ParDo [In(Main): []uint8 <- {1: []uint8/bytes GLO}] -> [Out: T -> {2: *batchmap.Entry/R[*batchmap.Entry] GLO}]
3: ParDo [In(Main): *batchmap.Entry <- {2: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
4: ParDo [In(Main): batchmap.nodeHash <- {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
5: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
6: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {6: *batchmap.Tile/R[*batchmap.Tile] GLO}]
7: ParDo [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
8: ParDo [In(Main): batchmap.nodeHash <- {7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
9: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
10: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {10: *batchmap.Tile/R[*batchmap.Tile] GLO}]
11: Flatten [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {10: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {11: *batchmap.Tile/R[*batchmap.Tile] GLO}]
12: ParDo [In(Main): T <- {11: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: T -> {12: *batchmap.Tile/R[*batchmap.Tile] GLO}]
13: ParDo [In(Main): X <- {12: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> []
2022/07/07 11:32:28 Plan[plan]:
16: Impulse[0]
1: ParDo[passert.failFn] Out:[]
2: ParDo[filter.filterFn] Out:[1]
3: Flatten[2]. Out:ParDo[filter.filterFn] Out:[1]
4: ParDo[batchmap.tileHashFn] Out:[3]
5: CoGBK. Out:4
6: Inject[0]. Out:5
7: ParDo[batchmap.leafShardFn] Out:[6]
8: ParDo[batchmap.tileToNodeHashFn] Out:[7]
9: Multiplex. Out:[8 3]
10: ParDo[batchmap.tileHashFn] Out:[9]
11: CoGBK. Out:10
12: Inject[0]. Out:11
13: ParDo[batchmap.leafShardFn] Out:[12]
14: ParDo[batchmap.entryToNodeHashFn] Out:[13]
15: ParDo[beam.createFn] Out:[14]
2022/07/07 11:32:28 Executing pipeline with the direct runner.
2022/07/07 11:32:28 Pipeline:
2022/07/07 11:32:28 Nodes: {1: []uint8/bytes GLO}
{2: *batchmap.Entry/R[*batchmap.Entry] GLO}
{3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{6: *batchmap.Tile/R[*batchmap.Tile] GLO}
{7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{10: *batchmap.Tile/R[*batchmap.Tile] GLO}
{11: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{13: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{14: *batchmap.Tile/R[*batchmap.Tile] GLO}
{15: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{16: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{17: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{18: *batchmap.Tile/R[*batchmap.Tile] GLO}
{19: *batchmap.Tile/R[*batchmap.Tile] GLO}
{20: *batchmap.Tile/R[*batchmap.Tile] GLO}
{21: string/string GLO}
{22: int/int[varintz] GLO}
{23: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{24: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}
{25: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{26: int/int[varintz] GLO}
{27: []uint8/bytes GLO}
{28: int/int[varintz] GLO}
{29: []uint8/bytes GLO}
{30: int/int[varintz] GLO}
{31: int/int[varintz] GLO}
{32: int/int[varintz] GLO}
{33: []uint8/bytes GLO}
{34: []uint8/bytes GLO}
{35: string/string GLO}
{36: []uint8/bytes GLO}
{37: string/string GLO}
{38: string/string GLO}
{39: string/string GLO}
{40: []uint8/bytes GLO}
Edges: 1: Impulse [] -> [Out: []uint8 -> {1: []uint8/bytes GLO}]
2: ParDo [In(Main): []uint8 <- {1: []uint8/bytes GLO}] -> [Out: T -> {2: *batchmap.Entry/R[*batchmap.Entry] GLO}]
3: ParDo [In(Main): *batchmap.Entry <- {2: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
4: ParDo [In(Main): batchmap.nodeHash <- {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
5: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
6: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {6: *batchmap.Tile/R[*batchmap.Tile] GLO}]
7: ParDo [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
8: ParDo [In(Main): batchmap.nodeHash <- {7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
9: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
10: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {10: *batchmap.Tile/R[*batchmap.Tile] GLO}]
11: ParDo [In(Main): *batchmap.Tile <- {10: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {11: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
12: ParDo [In(Main): batchmap.nodeHash <- {11: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
13: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {13: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
14: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {13: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {14: *batchmap.Tile/R[*batchmap.Tile] GLO}]
15: ParDo [In(Main): *batchmap.Tile <- {14: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {15: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
16: ParDo [In(Main): batchmap.nodeHash <- {15: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {16: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
17: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {16: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {17: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
18: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {17: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {18: *batchmap.Tile/R[*batchmap.Tile] GLO}]
19: Flatten [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {10: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {14: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {18: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {19: *batchmap.Tile/R[*batchmap.Tile] GLO}]
20: ParDo [In(Main): T <- {19: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: T -> {20: *batchmap.Tile/R[*batchmap.Tile] GLO}]
21: ParDo [In(Main): *batchmap.Tile <- {20: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: string -> {21: string/string GLO}]
22: ParDo [In(Main): *batchmap.Tile <- {19: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: int -> {22: int/int[varintz] GLO}]
23: ParDo [In(Main): T <- {22: int/int[varintz] GLO}] -> [Out: KV<int,T> -> {23: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
24: CoGBK [In(Main): KV<int,int> <- {23: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: CoGBK<int,int> -> {24: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}]
25: Combine [In(Main): int <- {24: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}] -> [Out: KV<int,int> -> {25: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
26: ParDo [In(Main): KV<X,Y> <- {25: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: Y -> {26: int/int[varintz] GLO}]
27: Impulse [] -> [Out: []uint8 -> {27: []uint8/bytes GLO}]
28: ParDo [In(Main): []uint8 <- {27: []uint8/bytes GLO}] -> [Out: T -> {28: int/int[varintz] GLO}]
29: Impulse [] -> [Out: []uint8 -> {29: []uint8/bytes GLO}]
30: ParDo [In(Main): []uint8 <- {29: []uint8/bytes GLO} In(Iter): T <- {26: int/int[varintz] GLO} In(Iter): T <- {28: int/int[varintz] GLO}] -> [Out: T -> {30: int/int[varintz] GLO} Out: T -> {31: int/int[varintz] GLO} Out: T -> {32: int/int[varintz] GLO}]
31: Impulse [] -> [Out: []uint8 -> {33: []uint8/bytes GLO}]
32: ParDo [In(Main): []uint8 <- {33: []uint8/bytes GLO} In(Iter): T <- {30: int/int[varintz] GLO} In(Iter): T <- {31: int/int[varintz] GLO} In(Iter): T <- {32: int/int[varintz] GLO}] -> []
33: Impulse [] -> [Out: []uint8 -> {34: []uint8/bytes GLO}]
34: ParDo [In(Main): []uint8 <- {34: []uint8/bytes GLO}] -> [Out: T -> {35: string/string GLO}]
35: Impulse [] -> [Out: []uint8 -> {36: []uint8/bytes GLO}]
36: ParDo [In(Main): []uint8 <- {36: []uint8/bytes GLO} In(Iter): T <- {21: string/string GLO} In(Iter): T <- {35: string/string GLO}] -> [Out: T -> {37: string/string GLO} Out: T -> {38: string/string GLO} Out: T -> {39: string/string GLO}]
37: Impulse [] -> [Out: []uint8 -> {40: []uint8/bytes GLO}]
38: ParDo [In(Main): []uint8 <- {40: []uint8/bytes GLO} In(Iter): T <- {37: string/string GLO} In(Iter): T <- {38: string/string GLO} In(Iter): T <- {39: string/string GLO}] -> []
2022/07/07 11:32:28 Plan[plan]:
53: Impulse[0]
55: Impulse[0]
56: Impulse[0]
57: Impulse[0]
59: Impulse[0]
60: Impulse[0]
61: Impulse[0]
1: ParDo[passert.failIfBadEntries] Out:[]
2: wait[3] Out:1
3: buffer[3]. wait:2 Out:1
4: buffer[4]. wait:2 Out:1
5: buffer[5]. wait:2 Out:1
6: ParDo[passert.diffFn] Out:[3 4 5]
7: wait[2] Out:6
8: buffer[8]. wait:7 Out:6
9: buffer[9]. wait:7 Out:6
10: ParDo[batchmap.TestGoldenCreate.func2] Out:[8]
11: ParDo[filter.filterFn] Out:[10]
12: ParDo[passert.failIfBadEntries] Out:[]
13: wait[3] Out:12
14: buffer[14]. wait:13 Out:12
15: buffer[15]. wait:13 Out:12
16: buffer[16]. wait:13 Out:12
17: ParDo[passert.diffFn] Out:[14 15 16]
18: wait[2] Out:17
19: buffer[19]. wait:18 Out:17
20: buffer[20]. wait:18 Out:17
21: ParDo[beam.dropKeyFn] Out:[19]
22: Combine[stats.sumIntFn] Keyed:false Out:21
23: CoGBK. Out:22
24: Inject[0]. Out:23
25: ParDo[beam.addFixedKeyFn] Out:[24]
26: ParDo[batchmap.assertTileCount.func1] Out:[25]
27: Multiplex. Out:[11 26]
28: Flatten[4]. Out:Multiplex. Out:[11 26]
29: ParDo[batchmap.tileHashFn] Out:[28]
30: CoGBK. Out:29
31: Inject[0]. Out:30
32: ParDo[batchmap.leafShardFn] Out:[31]
33: ParDo[batchmap.tileToNodeHashFn] Out:[32]
34: Multiplex. Out:[33 28]
35: ParDo[batchmap.tileHashFn] Out:[34]
36: CoGBK. Out:35
37: Inject[0]. Out:36
38: ParDo[batchmap.leafShardFn] Out:[37]
39: ParDo[batchmap.tileToNodeHashFn] Out:[38]
40: Multiplex. Out:[39 28]
41: ParDo[batchmap.tileHashFn] Out:[40]
42: CoGBK. Out:41
43: Inject[0]. Out:42
44: ParDo[batchmap.leafShardFn] Out:[43]
45: ParDo[batchmap.tileToNodeHashFn] Out:[44]
46: Multiplex. Out:[45 28]
47: ParDo[batchmap.tileHashFn] Out:[46]
48: CoGBK. Out:47
49: Inject[0]. Out:48
50: ParDo[batchmap.leafShardFn] Out:[49]
51: ParDo[batchmap.entryToNodeHashFn] Out:[50]
52: ParDo[beam.createFn] Out:[51]
54: ParDo[beam.createFn] Out:[20]
58: ParDo[beam.createFn] Out:[9]
2022/07/07 11:32:28 wait[18] unblocked w/ 1 [false]
2022/07/07 11:32:28 wait[18] done
2022/07/07 11:32:28 wait[13] unblocked w/ 1 [false]
2022/07/07 11:32:28 wait[13] done
2022/07/07 11:32:28 wait[7] unblocked w/ 1 [false]
2022/07/07 11:32:28 wait[7] done
2022/07/07 11:32:28 wait[2] unblocked w/ 1 [false]
2022/07/07 11:32:28 wait[2] done
2022/07/07 11:32:28 Executing pipeline with the direct runner.
2022/07/07 11:32:28 Pipeline:
2022/07/07 11:32:28 Nodes: {1: []uint8/bytes GLO}
{2: *batchmap.Entry/R[*batchmap.Entry] GLO}
{3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{6: *batchmap.Tile/R[*batchmap.Tile] GLO}
{7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{10: *batchmap.Tile/R[*batchmap.Tile] GLO}
{11: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{13: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{14: *batchmap.Tile/R[*batchmap.Tile] GLO}
{15: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{16: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{17: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{18: *batchmap.Tile/R[*batchmap.Tile] GLO}
{19: *batchmap.Tile/R[*batchmap.Tile] GLO}
{20: []uint8/bytes GLO}
{21: *batchmap.Entry/R[*batchmap.Entry] GLO}
{22: *batchmap.Tile/R[*batchmap.Tile] GLO}
{23: *batchmap.Tile/R[*batchmap.Tile] GLO}
{24: *batchmap.Tile/R[*batchmap.Tile] GLO}
{25: *batchmap.Tile/R[*batchmap.Tile] GLO}
{26: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{27: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{28: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{29: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{30: *batchmap.Tile/R[*batchmap.Tile] GLO}
{31: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{32: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{33: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{34: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{35: *batchmap.Tile/R[*batchmap.Tile] GLO}
{36: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{37: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{38: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{39: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{40: *batchmap.Tile/R[*batchmap.Tile] GLO}
{41: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{42: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{43: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{44: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{45: *batchmap.Tile/R[*batchmap.Tile] GLO}
{46: *batchmap.Tile/R[*batchmap.Tile] GLO}
{47: *batchmap.Tile/R[*batchmap.Tile] GLO}
{48: string/string GLO}
{49: int/int[varintz] GLO}
{50: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{51: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}
{52: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{53: int/int[varintz] GLO}
{54: []uint8/bytes GLO}
{55: int/int[varintz] GLO}
{56: []uint8/bytes GLO}
{57: int/int[varintz] GLO}
{58: int/int[varintz] GLO}
{59: int/int[varintz] GLO}
{60: []uint8/bytes GLO}
{61: []uint8/bytes GLO}
{62: string/string GLO}
{63: []uint8/bytes GLO}
{64: string/string GLO}
{65: string/string GLO}
{66: string/string GLO}
{67: []uint8/bytes GLO}
Edges: 1: Impulse [] -> [Out: []uint8 -> {1: []uint8/bytes GLO}]
2: ParDo [In(Main): []uint8 <- {1: []uint8/bytes GLO}] -> [Out: T -> {2: *batchmap.Entry/R[*batchmap.Entry] GLO}]
3: ParDo [In(Main): *batchmap.Entry <- {2: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
4: ParDo [In(Main): batchmap.nodeHash <- {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
5: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
6: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {6: *batchmap.Tile/R[*batchmap.Tile] GLO}]
7: ParDo [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
8: ParDo [In(Main): batchmap.nodeHash <- {7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
9: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
10: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {10: *batchmap.Tile/R[*batchmap.Tile] GLO}]
11: ParDo [In(Main): *batchmap.Tile <- {10: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {11: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
12: ParDo [In(Main): batchmap.nodeHash <- {11: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
13: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {13: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
14: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {13: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {14: *batchmap.Tile/R[*batchmap.Tile] GLO}]
15: ParDo [In(Main): *batchmap.Tile <- {14: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {15: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
16: ParDo [In(Main): batchmap.nodeHash <- {15: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {16: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
17: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {16: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {17: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
18: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {17: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {18: *batchmap.Tile/R[*batchmap.Tile] GLO}]
19: Flatten [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {10: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {14: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {18: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {19: *batchmap.Tile/R[*batchmap.Tile] GLO}]
20: Impulse [] -> [Out: []uint8 -> {20: []uint8/bytes GLO}]
21: ParDo [In(Main): []uint8 <- {20: []uint8/bytes GLO}] -> [Out: T -> {21: *batchmap.Entry/R[*batchmap.Entry] GLO}]
22: ParDo [In(Main): *batchmap.Tile <- {19: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {22: *batchmap.Tile/R[*batchmap.Tile] GLO} Out: *batchmap.Tile -> {23: *batchmap.Tile/R[*batchmap.Tile] GLO} Out: *batchmap.Tile -> {24: *batchmap.Tile/R[*batchmap.Tile] GLO} Out: *batchmap.Tile -> {25: *batchmap.Tile/R[*batchmap.Tile] GLO}]
23: ParDo [In(Main): *batchmap.Entry <- {21: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {26: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
24: ParDo [In(Main): *batchmap.Tile <- {25: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {27: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
25: ParDo [In(Main): batchmap.nodeHash <- {26: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {28: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
26: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {27: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {28: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {29: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
27: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {29: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {30: *batchmap.Tile/R[*batchmap.Tile] GLO}]
28: ParDo [In(Main): *batchmap.Tile <- {30: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {31: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
29: ParDo [In(Main): *batchmap.Tile <- {24: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {32: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
30: ParDo [In(Main): batchmap.nodeHash <- {31: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {33: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
31: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {32: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {33: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {34: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
32: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {34: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {35: *batchmap.Tile/R[*batchmap.Tile] GLO}]
33: ParDo [In(Main): *batchmap.Tile <- {35: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {36: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
34: ParDo [In(Main): *batchmap.Tile <- {23: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {37: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
35: ParDo [In(Main): batchmap.nodeHash <- {36: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {38: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
36: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {37: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {38: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {39: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
37: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {39: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {40: *batchmap.Tile/R[*batchmap.Tile] GLO}]
38: ParDo [In(Main): *batchmap.Tile <- {40: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {41: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
39: ParDo [In(Main): *batchmap.Tile <- {22: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {42: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
40: ParDo [In(Main): batchmap.nodeHash <- {41: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {43: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
41: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {42: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {43: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {44: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
42: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {44: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {45: *batchmap.Tile/R[*batchmap.Tile] GLO}]
43: Flatten [In(Main): *batchmap.Tile <- {30: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {35: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {40: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {45: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {46: *batchmap.Tile/R[*batchmap.Tile] GLO}]
44: ParDo [In(Main): T <- {46: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: T -> {47: *batchmap.Tile/R[*batchmap.Tile] GLO}]
45: ParDo [In(Main): *batchmap.Tile <- {47: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: string -> {48: string/string GLO}]
46: ParDo [In(Main): *batchmap.Tile <- {46: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: int -> {49: int/int[varintz] GLO}]
47: ParDo [In(Main): T <- {49: int/int[varintz] GLO}] -> [Out: KV<int,T> -> {50: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
48: CoGBK [In(Main): KV<int,int> <- {50: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: CoGBK<int,int> -> {51: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}]
49: Combine [In(Main): int <- {51: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}] -> [Out: KV<int,int> -> {52: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
50: ParDo [In(Main): KV<X,Y> <- {52: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: Y -> {53: int/int[varintz] GLO}]
51: Impulse [] -> [Out: []uint8 -> {54: []uint8/bytes GLO}]
52: ParDo [In(Main): []uint8 <- {54: []uint8/bytes GLO}] -> [Out: T -> {55: int/int[varintz] GLO}]
53: Impulse [] -> [Out: []uint8 -> {56: []uint8/bytes GLO}]
54: ParDo [In(Main): []uint8 <- {56: []uint8/bytes GLO} In(Iter): T <- {53: int/int[varintz] GLO} In(Iter): T <- {55: int/int[varintz] GLO}] -> [Out: T -> {57: int/int[varintz] GLO} Out: T -> {58: int/int[varintz] GLO} Out: T -> {59: int/int[varintz] GLO}]
55: Impulse [] -> [Out: []uint8 -> {60: []uint8/bytes GLO}]
56: ParDo [In(Main): []uint8 <- {60: []uint8/bytes GLO} In(Iter): T <- {57: int/int[varintz] GLO} In(Iter): T <- {58: int/int[varintz] GLO} In(Iter): T <- {59: int/int[varintz] GLO}] -> []
57: Impulse [] -> [Out: []uint8 -> {61: []uint8/bytes GLO}]
58: ParDo [In(Main): []uint8 <- {61: []uint8/bytes GLO}] -> [Out: T -> {62: string/string GLO}]
59: Impulse [] -> [Out: []uint8 -> {63: []uint8/bytes GLO}]
60: ParDo [In(Main): []uint8 <- {63: []uint8/bytes GLO} In(Iter): T <- {48: string/string GLO} In(Iter): T <- {62: string/string GLO}] -> [Out: T -> {64: string/string GLO} Out: T -> {65: string/string GLO} Out: T -> {66: string/string GLO}]
61: Impulse [] -> [Out: []uint8 -> {67: []uint8/bytes GLO}]
62: ParDo [In(Main): []uint8 <- {67: []uint8/bytes GLO} In(Iter): T <- {64: string/string GLO} In(Iter): T <- {65: string/string GLO} In(Iter): T <- {66: string/string GLO}] -> []
2022/07/07 11:32:28 Plan[plan]:
88: Impulse[0]
92: Impulse[0]
94: Impulse[0]
95: Impulse[0]
96: Impulse[0]
98: Impulse[0]
99: Impulse[0]
100: Impulse[0]
1: ParDo[passert.failIfBadEntries] Out:[]
2: wait[3] Out:1
3: buffer[3]. wait:2 Out:1
4: buffer[4]. wait:2 Out:1
5: buffer[5]. wait:2 Out:1
6: ParDo[passert.diffFn] Out:[3 4 5]
7: wait[2] Out:6
8: buffer[8]. wait:7 Out:6
9: buffer[9]. wait:7 Out:6
10: ParDo[batchmap.TestGoldenUpdate.func2] Out:[8]
11: ParDo[filter.filterFn] Out:[10]
12: ParDo[passert.failIfBadEntries] Out:[]
13: wait[3] Out:12
14: buffer[14]. wait:13 Out:12
15: buffer[15]. wait:13 Out:12
16: buffer[16]. wait:13 Out:12
17: ParDo[passert.diffFn] Out:[14 15 16]
18: wait[2] Out:17
19: buffer[19]. wait:18 Out:17
20: buffer[20]. wait:18 Out:17
21: ParDo[beam.dropKeyFn] Out:[19]
22: Combine[stats.sumIntFn] Keyed:false Out:21
23: CoGBK. Out:22
24: Inject[0]. Out:23
25: ParDo[beam.addFixedKeyFn] Out:[24]
26: ParDo[batchmap.assertTileCount.func1] Out:[25]
27: Multiplex. Out:[11 26]
28: Flatten[4]. Out:Multiplex. Out:[11 26]
29: ParDo[batchmap.tileUpdateFn] Out:[28]
30: CoGBK. Out:29
31: Flatten[2]. Out:CoGBK. Out:29
32: Inject[0]. Out:31
33: Inject[1]. Out:31
34: ParDo[batchmap.updateStratum.func1] Out:[32]
35: ParDo[batchmap.leafShardFn] Out:[33]
36: ParDo[batchmap.tileToNodeHashFn] Out:[35]
37: Multiplex. Out:[36 28]
38: ParDo[batchmap.tileUpdateFn] Out:[37]
39: CoGBK. Out:38
40: Flatten[2]. Out:CoGBK. Out:38
41: Inject[0]. Out:40
42: Inject[1]. Out:40
43: ParDo[batchmap.updateStratum.func1] Out:[41]
44: ParDo[batchmap.leafShardFn] Out:[42]
45: ParDo[batchmap.tileToNodeHashFn] Out:[44]
46: Multiplex. Out:[45 28]
47: ParDo[batchmap.tileUpdateFn] Out:[46]
48: CoGBK. Out:47
49: Flatten[2]. Out:CoGBK. Out:47
50: Inject[0]. Out:49
51: Inject[1]. Out:49
52: ParDo[batchmap.updateStratum.func1] Out:[50]
53: ParDo[batchmap.leafShardFn] Out:[51]
54: ParDo[batchmap.tileToNodeHashFn] Out:[53]
55: Multiplex. Out:[54 28]
56: ParDo[batchmap.tileUpdateFn] Out:[55]
57: CoGBK. Out:56
58: Flatten[2]. Out:CoGBK. Out:56
59: Inject[0]. Out:58
60: Inject[1]. Out:58
61: ParDo[batchmap.updateStratum.func1] Out:[59]
62: ParDo[beam.partitionFn] Out:[34 43 52 61]
63: Flatten[4]. Out:ParDo[beam.partitionFn] Out:[34 43 52 61]
64: ParDo[batchmap.tileHashFn] Out:[63]
65: CoGBK. Out:64
66: Inject[0]. Out:65
67: ParDo[batchmap.leafShardFn] Out:[66]
68: ParDo[batchmap.tileToNodeHashFn] Out:[67]
69: Multiplex. Out:[68 63]
70: ParDo[batchmap.tileHashFn] Out:[69]
71: CoGBK. Out:70
72: Inject[0]. Out:71
73: ParDo[batchmap.leafShardFn] Out:[72]
74: ParDo[batchmap.tileToNodeHashFn] Out:[73]
75: Multiplex. Out:[74 63]
76: ParDo[batchmap.tileHashFn] Out:[75]
77: CoGBK. Out:76
78: Inject[0]. Out:77
79: ParDo[batchmap.leafShardFn] Out:[78]
80: ParDo[batchmap.tileToNodeHashFn] Out:[79]
81: Multiplex. Out:[80 63]
82: ParDo[batchmap.tileHashFn] Out:[81]
83: CoGBK. Out:82
84: Inject[0]. Out:83
85: ParDo[batchmap.leafShardFn] Out:[84]
86: ParDo[batchmap.entryToNodeHashFn] Out:[85]
87: ParDo[beam.createFn] Out:[86]
89: ParDo[batchmap.leafShardFn] Out:[60]
90: ParDo[batchmap.entryToNodeHashFn] Out:[89]
91: ParDo[beam.createFn] Out:[90]
93: ParDo[beam.createFn] Out:[20]
97: ParDo[beam.createFn] Out:[9]
2022/07/07 11:32:28 wait[18] unblocked w/ 1 [false]
2022/07/07 11:32:28 wait[18] done
2022/07/07 11:32:28 wait[13] unblocked w/ 1 [false]
2022/07/07 11:32:28 wait[13] done
2022/07/07 11:32:28 wait[7] unblocked w/ 1 [false]
2022/07/07 11:32:28 wait[7] done
2022/07/07 11:32:28 wait[2] unblocked w/ 1 [false]
2022/07/07 11:32:28 wait[2] done
PASS
ok  	github.com/google/trillian/experimental/batchmap	0.543s
github.com/google/trillian/experimental/batchmap
2022/07/07 11:32:29 Executing pipeline with the direct runner.
2022/07/07 11:32:29 Pipeline:
2022/07/07 11:32:29 Nodes: {1: []uint8/bytes GLO}
{2: *batchmap.Entry/R[*batchmap.Entry] GLO}
{3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{6: *batchmap.Tile/R[*batchmap.Tile] GLO}
{7: *batchmap.Tile/R[*batchmap.Tile] GLO}
{8: string/string GLO}
{9: int/int[varintz] GLO}
{10: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{11: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}
{12: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{13: int/int[varintz] GLO}
{14: []uint8/bytes GLO}
{15: int/int[varintz] GLO}
{16: []uint8/bytes GLO}
{17: int/int[varintz] GLO}
{18: int/int[varintz] GLO}
{19: int/int[varintz] GLO}
{20: []uint8/bytes GLO}
{21: []uint8/bytes GLO}
{22: string/string GLO}
{23: []uint8/bytes GLO}
{24: string/string GLO}
{25: string/string GLO}
{26: string/string GLO}
{27: []uint8/bytes GLO}
Edges: 1: Impulse [] -> [Out: []uint8 -> {1: []uint8/bytes GLO}]
2: ParDo [In(Main): []uint8 <- {1: []uint8/bytes GLO}] -> [Out: T -> {2: *batchmap.Entry/R[*batchmap.Entry] GLO}]
3: ParDo [In(Main): *batchmap.Entry <- {2: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
4: ParDo [In(Main): batchmap.nodeHash <- {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
5: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
6: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {6: *batchmap.Tile/R[*batchmap.Tile] GLO}]
7: ParDo [In(Main): T <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: T -> {7: *batchmap.Tile/R[*batchmap.Tile] GLO}]
8: ParDo [In(Main): *batchmap.Tile <- {7: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: string -> {8: string/string GLO}]
9: ParDo [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: int -> {9: int/int[varintz] GLO}]
10: ParDo [In(Main): T <- {9: int/int[varintz] GLO}] -> [Out: KV<int,T> -> {10: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
11: CoGBK [In(Main): KV<int,int> <- {10: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: CoGBK<int,int> -> {11: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}]
12: Combine [In(Main): int <- {11: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}] -> [Out: KV<int,int> -> {12: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
13: ParDo [In(Main): KV<X,Y> <- {12: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: Y -> {13: int/int[varintz] GLO}]
14: Impulse [] -> [Out: []uint8 -> {14: []uint8/bytes GLO}]
15: ParDo [In(Main): []uint8 <- {14: []uint8/bytes GLO}] -> [Out: T -> {15: int/int[varintz] GLO}]
16: Impulse [] -> [Out: []uint8 -> {16: []uint8/bytes GLO}]
17: ParDo [In(Main): []uint8 <- {16: []uint8/bytes GLO} In(Iter): T <- {13: int/int[varintz] GLO} In(Iter): T <- {15: int/int[varintz] GLO}] -> [Out: T -> {17: int/int[varintz] GLO} Out: T -> {18: int/int[varintz] GLO} Out: T -> {19: int/int[varintz] GLO}]
18: Impulse [] -> [Out: []uint8 -> {20: []uint8/bytes GLO}]
19: ParDo [In(Main): []uint8 <- {20: []uint8/bytes GLO} In(Iter): T <- {17: int/int[varintz] GLO} In(Iter): T <- {18: int/int[varintz] GLO} In(Iter): T <- {19: int/int[varintz] GLO}] -> []
20: Impulse [] -> [Out: []uint8 -> {21: []uint8/bytes GLO}]
21: ParDo [In(Main): []uint8 <- {21: []uint8/bytes GLO}] -> [Out: T -> {22: string/string GLO}]
22: Impulse [] -> [Out: []uint8 -> {23: []uint8/bytes GLO}]
23: ParDo [In(Main): []uint8 <- {23: []uint8/bytes GLO} In(Iter): T <- {8: string/string GLO} In(Iter): T <- {22: string/string GLO}] -> [Out: T -> {24: string/string GLO} Out: T -> {25: string/string GLO} Out: T -> {26: string/string GLO}]
24: Impulse [] -> [Out: []uint8 -> {27: []uint8/bytes GLO}]
25: ParDo [In(Main): []uint8 <- {27: []uint8/bytes GLO} In(Iter): T <- {24: string/string GLO} In(Iter): T <- {25: string/string GLO} In(Iter): T <- {26: string/string GLO}] -> []
2022/07/07 11:32:29 Plan[plan]:
34: Impulse[0]
36: Impulse[0]
37: Impulse[0]
38: Impulse[0]
40: Impulse[0]
41: Impulse[0]
42: Impulse[0]
1: ParDo[passert.failIfBadEntries] Out:[]
2: wait[3] Out:1
3: buffer[3]. wait:2 Out:1
4: buffer[4]. wait:2 Out:1
5: buffer[5]. wait:2 Out:1
6: ParDo[passert.diffFn] Out:[3 4 5]
7: wait[2] Out:6
8: buffer[8]. wait:7 Out:6
9: buffer[9]. wait:7 Out:6
10: ParDo[batchmap.TestCreate.func1.2] Out:[8]
11: ParDo[filter.filterFn] Out:[10]
12: ParDo[passert.failIfBadEntries] Out:[]
13: wait[3] Out:12
14: buffer[14]. wait:13 Out:12
15: buffer[15]. wait:13 Out:12
16: buffer[16]. wait:13 Out:12
17: ParDo[passert.diffFn] Out:[14 15 16]
18: wait[2] Out:17
19: buffer[19]. wait:18 Out:17
20: buffer[20]. wait:18 Out:17
21: ParDo[beam.dropKeyFn] Out:[19]
22: Combine[stats.sumIntFn] Keyed:false Out:21
23: CoGBK. Out:22
24: Inject[0]. Out:23
25: ParDo[beam.addFixedKeyFn] Out:[24]
26: ParDo[batchmap.assertTileCount.func1] Out:[25]
27: Multiplex. Out:[11 26]
28: ParDo[batchmap.tileHashFn] Out:[27]
29: CoGBK. Out:28
30: Inject[0]. Out:29
31: ParDo[batchmap.leafShardFn] Out:[30]
32: ParDo[batchmap.entryToNodeHashFn] Out:[31]
33: ParDo[beam.createFn] Out:[32]
35: ParDo[beam.createFn] Out:[20]
39: ParDo[beam.createFn] Out:[9]
2022/07/07 11:32:29 wait[18] unblocked w/ 1 [false]
2022/07/07 11:32:29 wait[18] done
2022/07/07 11:32:29 wait[13] unblocked w/ 1 [false]
2022/07/07 11:32:29 wait[13] done
2022/07/07 11:32:29 wait[7] unblocked w/ 1 [false]
2022/07/07 11:32:29 wait[7] done
2022/07/07 11:32:29 wait[2] unblocked w/ 1 [false]
2022/07/07 11:32:29 wait[2] done
2022/07/07 11:32:29 Executing pipeline with the direct runner.
2022/07/07 11:32:29 Pipeline:
2022/07/07 11:32:29 Nodes: {1: []uint8/bytes GLO}
{2: *batchmap.Entry/R[*batchmap.Entry] GLO}
{3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{6: *batchmap.Tile/R[*batchmap.Tile] GLO}
{7: *batchmap.Tile/R[*batchmap.Tile] GLO}
{8: string/string GLO}
{9: int/int[varintz] GLO}
{10: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{11: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}
{12: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{13: int/int[varintz] GLO}
{14: []uint8/bytes GLO}
{15: int/int[varintz] GLO}
{16: []uint8/bytes GLO}
{17: int/int[varintz] GLO}
{18: int/int[varintz] GLO}
{19: int/int[varintz] GLO}
{20: []uint8/bytes GLO}
{21: []uint8/bytes GLO}
{22: string/string GLO}
{23: []uint8/bytes GLO}
{24: string/string GLO}
{25: string/string GLO}
{26: string/string GLO}
{27: []uint8/bytes GLO}
Edges: 1: Impulse [] -> [Out: []uint8 -> {1: []uint8/bytes GLO}]
2: ParDo [In(Main): []uint8 <- {1: []uint8/bytes GLO}] -> [Out: T -> {2: *batchmap.Entry/R[*batchmap.Entry] GLO}]
3: ParDo [In(Main): *batchmap.Entry <- {2: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
4: ParDo [In(Main): batchmap.nodeHash <- {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
5: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
6: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {6: *batchmap.Tile/R[*batchmap.Tile] GLO}]
7: ParDo [In(Main): T <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: T -> {7: *batchmap.Tile/R[*batchmap.Tile] GLO}]
8: ParDo [In(Main): *batchmap.Tile <- {7: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: string -> {8: string/string GLO}]
9: ParDo [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: int -> {9: int/int[varintz] GLO}]
10: ParDo [In(Main): T <- {9: int/int[varintz] GLO}] -> [Out: KV<int,T> -> {10: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
11: CoGBK [In(Main): KV<int,int> <- {10: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: CoGBK<int,int> -> {11: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}]
12: Combine [In(Main): int <- {11: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}] -> [Out: KV<int,int> -> {12: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
13: ParDo [In(Main): KV<X,Y> <- {12: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: Y -> {13: int/int[varintz] GLO}]
14: Impulse [] -> [Out: []uint8 -> {14: []uint8/bytes GLO}]
15: ParDo [In(Main): []uint8 <- {14: []uint8/bytes GLO}] -> [Out: T -> {15: int/int[varintz] GLO}]
16: Impulse [] -> [Out: []uint8 -> {16: []uint8/bytes GLO}]
17: ParDo [In(Main): []uint8 <- {16: []uint8/bytes GLO} In(Iter): T <- {13: int/int[varintz] GLO} In(Iter): T <- {15: int/int[varintz] GLO}] -> [Out: T -> {17: int/int[varintz] GLO} Out: T -> {18: int/int[varintz] GLO} Out: T -> {19: int/int[varintz] GLO}]
18: Impulse [] -> [Out: []uint8 -> {20: []uint8/bytes GLO}]
19: ParDo [In(Main): []uint8 <- {20: []uint8/bytes GLO} In(Iter): T <- {17: int/int[varintz] GLO} In(Iter): T <- {18: int/int[varintz] GLO} In(Iter): T <- {19: int/int[varintz] GLO}] -> []
20: Impulse [] -> [Out: []uint8 -> {21: []uint8/bytes GLO}]
21: ParDo [In(Main): []uint8 <- {21: []uint8/bytes GLO}] -> [Out: T -> {22: string/string GLO}]
22: Impulse [] -> [Out: []uint8 -> {23: []uint8/bytes GLO}]
23: ParDo [In(Main): []uint8 <- {23: []uint8/bytes GLO} In(Iter): T <- {8: string/string GLO} In(Iter): T <- {22: string/string GLO}] -> [Out: T -> {24: string/string GLO} Out: T -> {25: string/string GLO} Out: T -> {26: string/string GLO}]
24: Impulse [] -> [Out: []uint8 -> {27: []uint8/bytes GLO}]
25: ParDo [In(Main): []uint8 <- {27: []uint8/bytes GLO} In(Iter): T <- {24: string/string GLO} In(Iter): T <- {25: string/string GLO} In(Iter): T <- {26: string/string GLO}] -> []
2022/07/07 11:32:29 Plan[plan]:
34: Impulse[0]
36: Impulse[0]
37: Impulse[0]
38: Impulse[0]
40: Impulse[0]
41: Impulse[0]
42: Impulse[0]
1: ParDo[passert.failIfBadEntries] Out:[]
2: wait[3] Out:1
3: buffer[3]. wait:2 Out:1
4: buffer[4]. wait:2 Out:1
5: buffer[5]. wait:2 Out:1
6: ParDo[passert.diffFn] Out:[3 4 5]
7: wait[2] Out:6
8: buffer[8]. wait:7 Out:6
9: buffer[9]. wait:7 Out:6
10: ParDo[batchmap.TestCreate.func1.2] Out:[8]
11: ParDo[filter.filterFn] Out:[10]
12: ParDo[passert.failIfBadEntries] Out:[]
13: wait[3] Out:12
14: buffer[14]. wait:13 Out:12
15: buffer[15]. wait:13 Out:12
16: buffer[16]. wait:13 Out:12
17: ParDo[passert.diffFn] Out:[14 15 16]
18: wait[2] Out:17
19: buffer[19]. wait:18 Out:17
20: buffer[20]. wait:18 Out:17
21: ParDo[beam.dropKeyFn] Out:[19]
22: Combine[stats.sumIntFn] Keyed:false Out:21
23: CoGBK. Out:22
24: Inject[0]. Out:23
25: ParDo[beam.addFixedKeyFn] Out:[24]
26: ParDo[batchmap.assertTileCount.func1] Out:[25]
27: Multiplex. Out:[11 26]
28: ParDo[batchmap.tileHashFn] Out:[27]
29: CoGBK. Out:28
30: Inject[0]. Out:29
31: ParDo[batchmap.leafShardFn] Out:[30]
32: ParDo[batchmap.entryToNodeHashFn] Out:[31]
33: ParDo[beam.createFn] Out:[32]
35: ParDo[beam.createFn] Out:[20]
39: ParDo[beam.createFn] Out:[9]
2022/07/07 11:32:29 wait[18] unblocked w/ 1 [false]
2022/07/07 11:32:29 wait[18] done
2022/07/07 11:32:29 wait[13] unblocked w/ 1 [false]
2022/07/07 11:32:29 wait[13] done
2022/07/07 11:32:29 wait[7] unblocked w/ 1 [false]
2022/07/07 11:32:29 wait[7] done
2022/07/07 11:32:29 wait[2] unblocked w/ 1 [false]
2022/07/07 11:32:29 wait[2] done
2022/07/07 11:32:29 Executing pipeline with the direct runner.
2022/07/07 11:32:29 Pipeline:
2022/07/07 11:32:29 Nodes: {1: []uint8/bytes GLO}
{2: *batchmap.Entry/R[*batchmap.Entry] GLO}
{3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{6: *batchmap.Tile/R[*batchmap.Tile] GLO}
{7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{10: *batchmap.Tile/R[*batchmap.Tile] GLO}
{11: *batchmap.Tile/R[*batchmap.Tile] GLO}
{12: *batchmap.Tile/R[*batchmap.Tile] GLO}
{13: string/string GLO}
{14: int/int[varintz] GLO}
{15: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{16: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}
{17: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{18: int/int[varintz] GLO}
{19: []uint8/bytes GLO}
{20: int/int[varintz] GLO}
{21: []uint8/bytes GLO}
{22: int/int[varintz] GLO}
{23: int/int[varintz] GLO}
{24: int/int[varintz] GLO}
{25: []uint8/bytes GLO}
{26: []uint8/bytes GLO}
{27: string/string GLO}
{28: []uint8/bytes GLO}
{29: string/string GLO}
{30: string/string GLO}
{31: string/string GLO}
{32: []uint8/bytes GLO}
Edges: 1: Impulse [] -> [Out: []uint8 -> {1: []uint8/bytes GLO}]
2: ParDo [In(Main): []uint8 <- {1: []uint8/bytes GLO}] -> [Out: T -> {2: *batchmap.Entry/R[*batchmap.Entry] GLO}]
3: ParDo [In(Main): *batchmap.Entry <- {2: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
4: ParDo [In(Main): batchmap.nodeHash <- {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
5: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
6: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {6: *batchmap.Tile/R[*batchmap.Tile] GLO}]
7: ParDo [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
8: ParDo [In(Main): batchmap.nodeHash <- {7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
9: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
10: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {10: *batchmap.Tile/R[*batchmap.Tile] GLO}]
11: Flatten [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {10: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {11: *batchmap.Tile/R[*batchmap.Tile] GLO}]
12: ParDo [In(Main): T <- {11: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: T -> {12: *batchmap.Tile/R[*batchmap.Tile] GLO}]
13: ParDo [In(Main): *batchmap.Tile <- {12: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: string -> {13: string/string GLO}]
14: ParDo [In(Main): *batchmap.Tile <- {11: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: int -> {14: int/int[varintz] GLO}]
15: ParDo [In(Main): T <- {14: int/int[varintz] GLO}] -> [Out: KV<int,T> -> {15: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
16: CoGBK [In(Main): KV<int,int> <- {15: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: CoGBK<int,int> -> {16: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}]
17: Combine [In(Main): int <- {16: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}] -> [Out: KV<int,int> -> {17: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
18: ParDo [In(Main): KV<X,Y> <- {17: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: Y -> {18: int/int[varintz] GLO}]
19: Impulse [] -> [Out: []uint8 -> {19: []uint8/bytes GLO}]
20: ParDo [In(Main): []uint8 <- {19: []uint8/bytes GLO}] -> [Out: T -> {20: int/int[varintz] GLO}]
21: Impulse [] -> [Out: []uint8 -> {21: []uint8/bytes GLO}]
22: ParDo [In(Main): []uint8 <- {21: []uint8/bytes GLO} In(Iter): T <- {18: int/int[varintz] GLO} In(Iter): T <- {20: int/int[varintz] GLO}] -> [Out: T -> {22: int/int[varintz] GLO} Out: T -> {23: int/int[varintz] GLO} Out: T -> {24: int/int[varintz] GLO}]
23: Impulse [] -> [Out: []uint8 -> {25: []uint8/bytes GLO}]
24: ParDo [In(Main): []uint8 <- {25: []uint8/bytes GLO} In(Iter): T <- {22: int/int[varintz] GLO} In(Iter): T <- {23: int/int[varintz] GLO} In(Iter): T <- {24: int/int[varintz] GLO}] -> []
25: Impulse [] -> [Out: []uint8 -> {26: []uint8/bytes GLO}]
26: ParDo [In(Main): []uint8 <- {26: []uint8/bytes GLO}] -> [Out: T -> {27: string/string GLO}]
27: Impulse [] -> [Out: []uint8 -> {28: []uint8/bytes GLO}]
28: ParDo [In(Main): []uint8 <- {28: []uint8/bytes GLO} In(Iter): T <- {13: string/string GLO} In(Iter): T <- {27: string/string GLO}] -> [Out: T -> {29: string/string GLO} Out: T -> {30: string/string GLO} Out: T -> {31: string/string GLO}]
29: Impulse [] -> [Out: []uint8 -> {32: []uint8/bytes GLO}]
30: ParDo [In(Main): []uint8 <- {32: []uint8/bytes GLO} In(Iter): T <- {29: string/string GLO} In(Iter): T <- {30: string/string GLO} In(Iter): T <- {31: string/string GLO}] -> []
2022/07/07 11:32:29 Plan[plan]:
41: Impulse[0]
43: Impulse[0]
44: Impulse[0]
45: Impulse[0]
47: Impulse[0]
48: Impulse[0]
49: Impulse[0]
1: ParDo[passert.failIfBadEntries] Out:[]
2: wait[3] Out:1
3: buffer[3]. wait:2 Out:1
4: buffer[4]. wait:2 Out:1
5: buffer[5]. wait:2 Out:1
6: ParDo[passert.diffFn] Out:[3 4 5]
7: wait[2] Out:6
8: buffer[8]. wait:7 Out:6
9: buffer[9]. wait:7 Out:6
10: ParDo[batchmap.TestCreate.func1.2] Out:[8]
11: ParDo[filter.filterFn] Out:[10]
12: ParDo[passert.failIfBadEntries] Out:[]
13: wait[3] Out:12
14: buffer[14]. wait:13 Out:12
15: buffer[15]. wait:13 Out:12
16: buffer[16]. wait:13 Out:12
17: ParDo[passert.diffFn] Out:[14 15 16]
18: wait[2] Out:17
19: buffer[19]. wait:18 Out:17
20: buffer[20]. wait:18 Out:17
21: ParDo[beam.dropKeyFn] Out:[19]
22: Combine[stats.sumIntFn] Keyed:false Out:21
23: CoGBK. Out:22
24: Inject[0]. Out:23
25: ParDo[beam.addFixedKeyFn] Out:[24]
26: ParDo[batchmap.assertTileCount.func1] Out:[25]
27: Multiplex. Out:[11 26]
28: Flatten[2]. Out:Multiplex. Out:[11 26]
29: ParDo[batchmap.tileHashFn] Out:[28]
30: CoGBK. Out:29
31: Inject[0]. Out:30
32: ParDo[batchmap.leafShardFn] Out:[31]
33: ParDo[batchmap.tileToNodeHashFn] Out:[32]
34: Multiplex. Out:[33 28]
35: ParDo[batchmap.tileHashFn] Out:[34]
36: CoGBK. Out:35
37: Inject[0]. Out:36
38: ParDo[batchmap.leafShardFn] Out:[37]
39: ParDo[batchmap.entryToNodeHashFn] Out:[38]
40: ParDo[beam.createFn] Out:[39]
42: ParDo[beam.createFn] Out:[20]
46: ParDo[beam.createFn] Out:[9]
2022/07/07 11:32:29 wait[18] unblocked w/ 1 [false]
2022/07/07 11:32:29 wait[18] done
2022/07/07 11:32:29 wait[13] unblocked w/ 1 [false]
2022/07/07 11:32:29 wait[13] done
2022/07/07 11:32:29 wait[7] unblocked w/ 1 [false]
2022/07/07 11:32:29 wait[7] done
2022/07/07 11:32:29 wait[2] unblocked w/ 1 [false]
2022/07/07 11:32:29 wait[2] done
2022/07/07 11:32:29 Executing pipeline with the direct runner.
2022/07/07 11:32:29 Pipeline:
2022/07/07 11:32:29 Nodes: {1: []uint8/bytes GLO}
{2: *batchmap.Entry/R[*batchmap.Entry] GLO}
{3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{6: *batchmap.Tile/R[*batchmap.Tile] GLO}
{7: *batchmap.Tile/R[*batchmap.Tile] GLO}
{8: string/string GLO}
{9: int/int[varintz] GLO}
{10: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{11: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}
{12: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{13: int/int[varintz] GLO}
{14: []uint8/bytes GLO}
{15: int/int[varintz] GLO}
{16: []uint8/bytes GLO}
{17: int/int[varintz] GLO}
{18: int/int[varintz] GLO}
{19: int/int[varintz] GLO}
{20: []uint8/bytes GLO}
{21: []uint8/bytes GLO}
{22: string/string GLO}
{23: []uint8/bytes GLO}
{24: string/string GLO}
{25: string/string GLO}
{26: string/string GLO}
{27: []uint8/bytes GLO}
Edges: 1: Impulse [] -> [Out: []uint8 -> {1: []uint8/bytes GLO}]
2: ParDo [In(Main): []uint8 <- {1: []uint8/bytes GLO}] -> [Out: T -> {2: *batchmap.Entry/R[*batchmap.Entry] GLO}]
3: ParDo [In(Main): *batchmap.Entry <- {2: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
4: ParDo [In(Main): batchmap.nodeHash <- {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
5: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
6: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {6: *batchmap.Tile/R[*batchmap.Tile] GLO}]
7: ParDo [In(Main): T <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: T -> {7: *batchmap.Tile/R[*batchmap.Tile] GLO}]
8: ParDo [In(Main): *batchmap.Tile <- {7: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: string -> {8: string/string GLO}]
9: ParDo [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: int -> {9: int/int[varintz] GLO}]
10: ParDo [In(Main): T <- {9: int/int[varintz] GLO}] -> [Out: KV<int,T> -> {10: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
11: CoGBK [In(Main): KV<int,int> <- {10: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: CoGBK<int,int> -> {11: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}]
12: Combine [In(Main): int <- {11: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}] -> [Out: KV<int,int> -> {12: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
13: ParDo [In(Main): KV<X,Y> <- {12: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: Y -> {13: int/int[varintz] GLO}]
14: Impulse [] -> [Out: []uint8 -> {14: []uint8/bytes GLO}]
15: ParDo [In(Main): []uint8 <- {14: []uint8/bytes GLO}] -> [Out: T -> {15: int/int[varintz] GLO}]
16: Impulse [] -> [Out: []uint8 -> {16: []uint8/bytes GLO}]
17: ParDo [In(Main): []uint8 <- {16: []uint8/bytes GLO} In(Iter): T <- {13: int/int[varintz] GLO} In(Iter): T <- {15: int/int[varintz] GLO}] -> [Out: T -> {17: int/int[varintz] GLO} Out: T -> {18: int/int[varintz] GLO} Out: T -> {19: int/int[varintz] GLO}]
18: Impulse [] -> [Out: []uint8 -> {20: []uint8/bytes GLO}]
19: ParDo [In(Main): []uint8 <- {20: []uint8/bytes GLO} In(Iter): T <- {17: int/int[varintz] GLO} In(Iter): T <- {18: int/int[varintz] GLO} In(Iter): T <- {19: int/int[varintz] GLO}] -> []
20: Impulse [] -> [Out: []uint8 -> {21: []uint8/bytes GLO}]
21: ParDo [In(Main): []uint8 <- {21: []uint8/bytes GLO}] -> [Out: T -> {22: string/string GLO}]
22: Impulse [] -> [Out: []uint8 -> {23: []uint8/bytes GLO}]
23: ParDo [In(Main): []uint8 <- {23: []uint8/bytes GLO} In(Iter): T <- {8: string/string GLO} In(Iter): T <- {22: string/string GLO}] -> [Out: T -> {24: string/string GLO} Out: T -> {25: string/string GLO} Out: T -> {26: string/string GLO}]
24: Impulse [] -> [Out: []uint8 -> {27: []uint8/bytes GLO}]
25: ParDo [In(Main): []uint8 <- {27: []uint8/bytes GLO} In(Iter): T <- {24: string/string GLO} In(Iter): T <- {25: string/string GLO} In(Iter): T <- {26: string/string GLO}] -> []
2022/07/07 11:32:29 Plan[plan]:
34: Impulse[0]
36: Impulse[0]
37: Impulse[0]
38: Impulse[0]
40: Impulse[0]
41: Impulse[0]
42: Impulse[0]
1: ParDo[passert.failIfBadEntries] Out:[]
2: wait[3] Out:1
3: buffer[3]. wait:2 Out:1
4: buffer[4]. wait:2 Out:1
5: buffer[5]. wait:2 Out:1
6: ParDo[passert.diffFn] Out:[3 4 5]
7: wait[2] Out:6
8: buffer[8]. wait:7 Out:6
9: buffer[9]. wait:7 Out:6
10: ParDo[batchmap.TestCreate.func1.2] Out:[8]
11: ParDo[filter.filterFn] Out:[10]
12: ParDo[passert.failIfBadEntries] Out:[]
13: wait[3] Out:12
14: buffer[14]. wait:13 Out:12
15: buffer[15]. wait:13 Out:12
16: buffer[16]. wait:13 Out:12
17: ParDo[passert.diffFn] Out:[14 15 16]
18: wait[2] Out:17
19: buffer[19]. wait:18 Out:17
20: buffer[20]. wait:18 Out:17
21: ParDo[beam.dropKeyFn] Out:[19]
22: Combine[stats.sumIntFn] Keyed:false Out:21
23: CoGBK. Out:22
24: Inject[0]. Out:23
25: ParDo[beam.addFixedKeyFn] Out:[24]
26: ParDo[batchmap.assertTileCount.func1] Out:[25]
27: Multiplex. Out:[11 26]
28: ParDo[batchmap.tileHashFn] Out:[27]
29: CoGBK. Out:28
30: Inject[0]. Out:29
31: ParDo[batchmap.leafShardFn] Out:[30]
32: ParDo[batchmap.entryToNodeHashFn] Out:[31]
33: ParDo[beam.createFn] Out:[32]
35: ParDo[beam.createFn] Out:[20]
39: ParDo[beam.createFn] Out:[9]
2022/07/07 11:32:29 wait[18] unblocked w/ 1 [false]
2022/07/07 11:32:29 wait[18] done
2022/07/07 11:32:29 wait[13] unblocked w/ 1 [false]
2022/07/07 11:32:29 wait[13] done
2022/07/07 11:32:29 wait[7] unblocked w/ 1 [false]
2022/07/07 11:32:29 wait[7] done
2022/07/07 11:32:29 wait[2] unblocked w/ 1 [false]
2022/07/07 11:32:29 wait[2] done
2022/07/07 11:32:29 Executing pipeline with the direct runner.
2022/07/07 11:32:29 Pipeline:
2022/07/07 11:32:29 Nodes: {1: []uint8/bytes GLO}
{2: *batchmap.Entry/R[*batchmap.Entry] GLO}
{3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{6: *batchmap.Tile/R[*batchmap.Tile] GLO}
{7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{10: *batchmap.Tile/R[*batchmap.Tile] GLO}
{11: *batchmap.Tile/R[*batchmap.Tile] GLO}
{12: *batchmap.Tile/R[*batchmap.Tile] GLO}
{13: string/string GLO}
{14: int/int[varintz] GLO}
{15: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{16: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}
{17: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{18: int/int[varintz] GLO}
{19: []uint8/bytes GLO}
{20: int/int[varintz] GLO}
{21: []uint8/bytes GLO}
{22: int/int[varintz] GLO}
{23: int/int[varintz] GLO}
{24: int/int[varintz] GLO}
{25: []uint8/bytes GLO}
{26: []uint8/bytes GLO}
{27: string/string GLO}
{28: []uint8/bytes GLO}
{29: string/string GLO}
{30: string/string GLO}
{31: string/string GLO}
{32: []uint8/bytes GLO}
Edges: 1: Impulse [] -> [Out: []uint8 -> {1: []uint8/bytes GLO}]
2: ParDo [In(Main): []uint8 <- {1: []uint8/bytes GLO}] -> [Out: T -> {2: *batchmap.Entry/R[*batchmap.Entry] GLO}]
3: ParDo [In(Main): *batchmap.Entry <- {2: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
4: ParDo [In(Main): batchmap.nodeHash <- {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
5: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
6: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {6: *batchmap.Tile/R[*batchmap.Tile] GLO}]
7: ParDo [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
8: ParDo [In(Main): batchmap.nodeHash <- {7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
9: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
10: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {10: *batchmap.Tile/R[*batchmap.Tile] GLO}]
11: Flatten [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {10: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {11: *batchmap.Tile/R[*batchmap.Tile] GLO}]
12: ParDo [In(Main): T <- {11: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: T -> {12: *batchmap.Tile/R[*batchmap.Tile] GLO}]
13: ParDo [In(Main): *batchmap.Tile <- {12: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: string -> {13: string/string GLO}]
14: ParDo [In(Main): *batchmap.Tile <- {11: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: int -> {14: int/int[varintz] GLO}]
15: ParDo [In(Main): T <- {14: int/int[varintz] GLO}] -> [Out: KV<int,T> -> {15: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
16: CoGBK [In(Main): KV<int,int> <- {15: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: CoGBK<int,int> -> {16: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}]
17: Combine [In(Main): int <- {16: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}] -> [Out: KV<int,int> -> {17: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
18: ParDo [In(Main): KV<X,Y> <- {17: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: Y -> {18: int/int[varintz] GLO}]
19: Impulse [] -> [Out: []uint8 -> {19: []uint8/bytes GLO}]
20: ParDo [In(Main): []uint8 <- {19: []uint8/bytes GLO}] -> [Out: T -> {20: int/int[varintz] GLO}]
21: Impulse [] -> [Out: []uint8 -> {21: []uint8/bytes GLO}]
22: ParDo [In(Main): []uint8 <- {21: []uint8/bytes GLO} In(Iter): T <- {18: int/int[varintz] GLO} In(Iter): T <- {20: int/int[varintz] GLO}] -> [Out: T -> {22: int/int[varintz] GLO} Out: T -> {23: int/int[varintz] GLO} Out: T -> {24: int/int[varintz] GLO}]
23: Impulse [] -> [Out: []uint8 -> {25: []uint8/bytes GLO}]
24: ParDo [In(Main): []uint8 <- {25: []uint8/bytes GLO} In(Iter): T <- {22: int/int[varintz] GLO} In(Iter): T <- {23: int/int[varintz] GLO} In(Iter): T <- {24: int/int[varintz] GLO}] -> []
25: Impulse [] -> [Out: []uint8 -> {26: []uint8/bytes GLO}]
26: ParDo [In(Main): []uint8 <- {26: []uint8/bytes GLO}] -> [Out: T -> {27: string/string GLO}]
27: Impulse [] -> [Out: []uint8 -> {28: []uint8/bytes GLO}]
28: ParDo [In(Main): []uint8 <- {28: []uint8/bytes GLO} In(Iter): T <- {13: string/string GLO} In(Iter): T <- {27: string/string GLO}] -> [Out: T -> {29: string/string GLO} Out: T -> {30: string/string GLO} Out: T -> {31: string/string GLO}]
29: Impulse [] -> [Out: []uint8 -> {32: []uint8/bytes GLO}]
30: ParDo [In(Main): []uint8 <- {32: []uint8/bytes GLO} In(Iter): T <- {29: string/string GLO} In(Iter): T <- {30: string/string GLO} In(Iter): T <- {31: string/string GLO}] -> []
2022/07/07 11:32:29 Plan[plan]:
41: Impulse[0]
43: Impulse[0]
44: Impulse[0]
45: Impulse[0]
47: Impulse[0]
48: Impulse[0]
49: Impulse[0]
1: ParDo[passert.failIfBadEntries] Out:[]
2: wait[3] Out:1
3: buffer[3]. wait:2 Out:1
4: buffer[4]. wait:2 Out:1
5: buffer[5]. wait:2 Out:1
6: ParDo[passert.diffFn] Out:[3 4 5]
7: wait[2] Out:6
8: buffer[8]. wait:7 Out:6
9: buffer[9]. wait:7 Out:6
10: ParDo[batchmap.TestCreate.func1.2] Out:[8]
11: ParDo[filter.filterFn] Out:[10]
12: ParDo[passert.failIfBadEntries] Out:[]
13: wait[3] Out:12
14: buffer[14]. wait:13 Out:12
15: buffer[15]. wait:13 Out:12
16: buffer[16]. wait:13 Out:12
17: ParDo[passert.diffFn] Out:[14 15 16]
18: wait[2] Out:17
19: buffer[19]. wait:18 Out:17
20: buffer[20]. wait:18 Out:17
21: ParDo[beam.dropKeyFn] Out:[19]
22: Combine[stats.sumIntFn] Keyed:false Out:21
23: CoGBK. Out:22
24: Inject[0]. Out:23
25: ParDo[beam.addFixedKeyFn] Out:[24]
26: ParDo[batchmap.assertTileCount.func1] Out:[25]
27: Multiplex. Out:[11 26]
28: Flatten[2]. Out:Multiplex. Out:[11 26]
29: ParDo[batchmap.tileHashFn] Out:[28]
30: CoGBK. Out:29
31: Inject[0]. Out:30
32: ParDo[batchmap.leafShardFn] Out:[31]
33: ParDo[batchmap.tileToNodeHashFn] Out:[32]
34: Multiplex. Out:[33 28]
35: ParDo[batchmap.tileHashFn] Out:[34]
36: CoGBK. Out:35
37: Inject[0]. Out:36
38: ParDo[batchmap.leafShardFn] Out:[37]
39: ParDo[batchmap.entryToNodeHashFn] Out:[38]
40: ParDo[beam.createFn] Out:[39]
42: ParDo[beam.createFn] Out:[20]
46: ParDo[beam.createFn] Out:[9]
2022/07/07 11:32:29 wait[18] unblocked w/ 1 [false]
2022/07/07 11:32:29 wait[18] done
2022/07/07 11:32:29 wait[13] unblocked w/ 1 [false]
2022/07/07 11:32:29 wait[13] done
2022/07/07 11:32:29 wait[7] unblocked w/ 1 [false]
2022/07/07 11:32:29 wait[7] done
2022/07/07 11:32:29 wait[2] unblocked w/ 1 [false]
2022/07/07 11:32:29 wait[2] done
2022/07/07 11:32:29 Executing pipeline with the direct runner.
2022/07/07 11:32:29 Pipeline:
2022/07/07 11:32:29 Nodes: {1: []uint8/bytes GLO}
{2: *batchmap.Entry/R[*batchmap.Entry] GLO}
{3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{6: *batchmap.Tile/R[*batchmap.Tile] GLO}
{7: *batchmap.Tile/R[*batchmap.Tile] GLO}
{8: string/string GLO}
{9: int/int[varintz] GLO}
{10: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{11: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}
{12: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{13: int/int[varintz] GLO}
{14: []uint8/bytes GLO}
{15: int/int[varintz] GLO}
{16: []uint8/bytes GLO}
{17: int/int[varintz] GLO}
{18: int/int[varintz] GLO}
{19: int/int[varintz] GLO}
{20: []uint8/bytes GLO}
{21: []uint8/bytes GLO}
{22: string/string GLO}
{23: []uint8/bytes GLO}
{24: string/string GLO}
{25: string/string GLO}
{26: string/string GLO}
{27: []uint8/bytes GLO}
Edges: 1: Impulse [] -> [Out: []uint8 -> {1: []uint8/bytes GLO}]
2: ParDo [In(Main): []uint8 <- {1: []uint8/bytes GLO}] -> [Out: T -> {2: *batchmap.Entry/R[*batchmap.Entry] GLO}]
3: ParDo [In(Main): *batchmap.Entry <- {2: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
4: ParDo [In(Main): batchmap.nodeHash <- {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
5: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
6: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {6: *batchmap.Tile/R[*batchmap.Tile] GLO}]
7: ParDo [In(Main): T <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: T -> {7: *batchmap.Tile/R[*batchmap.Tile] GLO}]
8: ParDo [In(Main): *batchmap.Tile <- {7: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: string -> {8: string/string GLO}]
9: ParDo [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: int -> {9: int/int[varintz] GLO}]
10: ParDo [In(Main): T <- {9: int/int[varintz] GLO}] -> [Out: KV<int,T> -> {10: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
11: CoGBK [In(Main): KV<int,int> <- {10: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: CoGBK<int,int> -> {11: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}]
12: Combine [In(Main): int <- {11: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}] -> [Out: KV<int,int> -> {12: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
13: ParDo [In(Main): KV<X,Y> <- {12: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: Y -> {13: int/int[varintz] GLO}]
14: Impulse [] -> [Out: []uint8 -> {14: []uint8/bytes GLO}]
15: ParDo [In(Main): []uint8 <- {14: []uint8/bytes GLO}] -> [Out: T -> {15: int/int[varintz] GLO}]
16: Impulse [] -> [Out: []uint8 -> {16: []uint8/bytes GLO}]
17: ParDo [In(Main): []uint8 <- {16: []uint8/bytes GLO} In(Iter): T <- {13: int/int[varintz] GLO} In(Iter): T <- {15: int/int[varintz] GLO}] -> [Out: T -> {17: int/int[varintz] GLO} Out: T -> {18: int/int[varintz] GLO} Out: T -> {19: int/int[varintz] GLO}]
18: Impulse [] -> [Out: []uint8 -> {20: []uint8/bytes GLO}]
19: ParDo [In(Main): []uint8 <- {20: []uint8/bytes GLO} In(Iter): T <- {17: int/int[varintz] GLO} In(Iter): T <- {18: int/int[varintz] GLO} In(Iter): T <- {19: int/int[varintz] GLO}] -> []
20: Impulse [] -> [Out: []uint8 -> {21: []uint8/bytes GLO}]
21: ParDo [In(Main): []uint8 <- {21: []uint8/bytes GLO}] -> [Out: T -> {22: string/string GLO}]
22: Impulse [] -> [Out: []uint8 -> {23: []uint8/bytes GLO}]
23: ParDo [In(Main): []uint8 <- {23: []uint8/bytes GLO} In(Iter): T <- {8: string/string GLO} In(Iter): T <- {22: string/string GLO}] -> [Out: T -> {24: string/string GLO} Out: T -> {25: string/string GLO} Out: T -> {26: string/string GLO}]
24: Impulse [] -> [Out: []uint8 -> {27: []uint8/bytes GLO}]
25: ParDo [In(Main): []uint8 <- {27: []uint8/bytes GLO} In(Iter): T <- {24: string/string GLO} In(Iter): T <- {25: string/string GLO} In(Iter): T <- {26: string/string GLO}] -> []
2022/07/07 11:32:29 Plan[plan]:
34: Impulse[0]
36: Impulse[0]
37: Impulse[0]
38: Impulse[0]
40: Impulse[0]
41: Impulse[0]
42: Impulse[0]
1: ParDo[passert.failIfBadEntries] Out:[]
2: wait[3] Out:1
3: buffer[3]. wait:2 Out:1
4: buffer[4]. wait:2 Out:1
5: buffer[5]. wait:2 Out:1
6: ParDo[passert.diffFn] Out:[3 4 5]
7: wait[2] Out:6
8: buffer[8]. wait:7 Out:6
9: buffer[9]. wait:7 Out:6
10: ParDo[batchmap.TestCreate.func1.2] Out:[8]
11: ParDo[filter.filterFn] Out:[10]
12: ParDo[passert.failIfBadEntries] Out:[]
13: wait[3] Out:12
14: buffer[14]. wait:13 Out:12
15: buffer[15]. wait:13 Out:12
16: buffer[16]. wait:13 Out:12
17: ParDo[passert.diffFn] Out:[14 15 16]
18: wait[2] Out:17
19: buffer[19]. wait:18 Out:17
20: buffer[20]. wait:18 Out:17
21: ParDo[beam.dropKeyFn] Out:[19]
22: Combine[stats.sumIntFn] Keyed:false Out:21
23: CoGBK. Out:22
24: Inject[0]. Out:23
25: ParDo[beam.addFixedKeyFn] Out:[24]
26: ParDo[batchmap.assertTileCount.func1] Out:[25]
27: Multiplex. Out:[11 26]
28: ParDo[batchmap.tileHashFn] Out:[27]
29: CoGBK. Out:28
30: Inject[0]. Out:29
31: ParDo[batchmap.leafShardFn] Out:[30]
32: ParDo[batchmap.entryToNodeHashFn] Out:[31]
33: ParDo[beam.createFn] Out:[32]
35: ParDo[beam.createFn] Out:[20]
39: ParDo[beam.createFn] Out:[9]
2022/07/07 11:32:29 Executing pipeline with the direct runner.
2022/07/07 11:32:29 Pipeline:
2022/07/07 11:32:29 Nodes: {1: []uint8/bytes GLO}
{2: *batchmap.Entry/R[*batchmap.Entry] GLO}
{3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{6: *batchmap.Tile/R[*batchmap.Tile] GLO}
{7: []uint8/bytes GLO}
{8: *batchmap.Entry/R[*batchmap.Entry] GLO}
{9: *batchmap.Tile/R[*batchmap.Tile] GLO}
{10: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{11: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{13: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{14: *batchmap.Tile/R[*batchmap.Tile] GLO}
{15: *batchmap.Tile/R[*batchmap.Tile] GLO}
{16: string/string GLO}
{17: int/int[varintz] GLO}
{18: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{19: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}
{20: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{21: int/int[varintz] GLO}
{22: []uint8/bytes GLO}
{23: int/int[varintz] GLO}
{24: []uint8/bytes GLO}
{25: int/int[varintz] GLO}
{26: int/int[varintz] GLO}
{27: int/int[varintz] GLO}
{28: []uint8/bytes GLO}
{29: []uint8/bytes GLO}
{30: string/string GLO}
{31: []uint8/bytes GLO}
{32: string/string GLO}
{33: string/string GLO}
{34: string/string GLO}
{35: []uint8/bytes GLO}
Edges: 1: Impulse [] -> [Out: []uint8 -> {1: []uint8/bytes GLO}]
2: ParDo [In(Main): []uint8 <- {1: []uint8/bytes GLO}] -> [Out: T -> {2: *batchmap.Entry/R[*batchmap.Entry] GLO}]
3: ParDo [In(Main): *batchmap.Entry <- {2: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
4: ParDo [In(Main): batchmap.nodeHash <- {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
5: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
6: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {6: *batchmap.Tile/R[*batchmap.Tile] GLO}]
7: Impulse [] -> [Out: []uint8 -> {7: []uint8/bytes GLO}]
8: ParDo [In(Main): []uint8 <- {7: []uint8/bytes GLO}] -> [Out: T -> {8: *batchmap.Entry/R[*batchmap.Entry] GLO}]
9: ParDo [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {9: *batchmap.Tile/R[*batchmap.Tile] GLO}]
10: ParDo [In(Main): *batchmap.Entry <- {8: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {10: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
11: ParDo [In(Main): *batchmap.Tile <- {9: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {11: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
12: ParDo [In(Main): batchmap.nodeHash <- {10: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
13: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {11: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {13: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
14: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {13: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {14: *batchmap.Tile/R[*batchmap.Tile] GLO}]
15: ParDo [In(Main): T <- {14: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: T -> {15: *batchmap.Tile/R[*batchmap.Tile] GLO}]
16: ParDo [In(Main): *batchmap.Tile <- {15: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: string -> {16: string/string GLO}]
17: ParDo [In(Main): *batchmap.Tile <- {14: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: int -> {17: int/int[varintz] GLO}]
18: ParDo [In(Main): T <- {17: int/int[varintz] GLO}] -> [Out: KV<int,T> -> {18: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
19: CoGBK [In(Main): KV<int,int> <- {18: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: CoGBK<int,int> -> {19: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}]
20: Combine [In(Main): int <- {19: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}] -> [Out: KV<int,int> -> {20: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
21: ParDo [In(Main): KV<X,Y> <- {20: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: Y -> {21: int/int[varintz] GLO}]
22: Impulse [] -> [Out: []uint8 -> {22: []uint8/bytes GLO}]
23: ParDo [In(Main): []uint8 <- {22: []uint8/bytes GLO}] -> [Out: T -> {23: int/int[varintz] GLO}]
24: Impulse [] -> [Out: []uint8 -> {24: []uint8/bytes GLO}]
25: ParDo [In(Main): []uint8 <- {24: []uint8/bytes GLO} In(Iter): T <- {21: int/int[varintz] GLO} In(Iter): T <- {23: int/int[varintz] GLO}] -> [Out: T -> {25: int/int[varintz] GLO} Out: T -> {26: int/int[varintz] GLO} Out: T -> {27: int/int[varintz] GLO}]
26: Impulse [] -> [Out: []uint8 -> {28: []uint8/bytes GLO}]
27: ParDo [In(Main): []uint8 <- {28: []uint8/bytes GLO} In(Iter): T <- {25: int/int[varintz] GLO} In(Iter): T <- {26: int/int[varintz] GLO} In(Iter): T <- {27: int/int[varintz] GLO}] -> []
28: Impulse [] -> [Out: []uint8 -> {29: []uint8/bytes GLO}]
29: ParDo [In(Main): []uint8 <- {29: []uint8/bytes GLO}] -> [Out: T -> {30: string/string GLO}]
30: Impulse [] -> [Out: []uint8 -> {31: []uint8/bytes GLO}]
31: ParDo [In(Main): []uint8 <- {31: []uint8/bytes GLO} In(Iter): T <- {16: string/string GLO} In(Iter): T <- {30: string/string GLO}] -> [Out: T -> {32: string/string GLO} Out: T -> {33: string/string GLO} Out: T -> {34: string/string GLO}]
32: Impulse [] -> [Out: []uint8 -> {35: []uint8/bytes GLO}]
33: ParDo [In(Main): []uint8 <- {35: []uint8/bytes GLO} In(Iter): T <- {32: string/string GLO} In(Iter): T <- {33: string/string GLO} In(Iter): T <- {34: string/string GLO}] -> []
2022/07/07 11:32:29 Plan[plan]:
41: Impulse[0]
45: Impulse[0]
47: Impulse[0]
48: Impulse[0]
49: Impulse[0]
51: Impulse[0]
52: Impulse[0]
53: Impulse[0]
1: ParDo[passert.failIfBadEntries] Out:[]
2: wait[3] Out:1
3: buffer[3]. wait:2 Out:1
4: buffer[4]. wait:2 Out:1
5: buffer[5]. wait:2 Out:1
6: ParDo[passert.diffFn] Out:[3 4 5]
7: wait[2] Out:6
8: buffer[8]. wait:7 Out:6
9: buffer[9]. wait:7 Out:6
10: ParDo[batchmap.TestUpdate.func1.2] Out:[8]
11: ParDo[filter.filterFn] Out:[10]
12: ParDo[passert.failIfBadEntries] Out:[]
13: wait[3] Out:12
14: buffer[14]. wait:13 Out:12
15: buffer[15]. wait:13 Out:12
16: buffer[16]. wait:13 Out:12
17: ParDo[passert.diffFn] Out:[14 15 16]
18: wait[2] Out:17
19: buffer[19]. wait:18 Out:17
20: buffer[20]. wait:18 Out:17
21: ParDo[beam.dropKeyFn] Out:[19]
22: Combine[stats.sumIntFn] Keyed:false Out:21
23: CoGBK. Out:22
24: Inject[0]. Out:23
25: ParDo[beam.addFixedKeyFn] Out:[24]
26: ParDo[batchmap.assertTileCount.func1] Out:[25]
27: Multiplex. Out:[11 26]
28: ParDo[batchmap.tileUpdateFn] Out:[27]
29: CoGBK. Out:28
30: Flatten[2]. Out:CoGBK. Out:28
31: Inject[0]. Out:30
32: Inject[1]. Out:30
33: ParDo[batchmap.updateStratum.func1] Out:[31]
34: ParDo[beam.partitionFn] Out:[33]
35: ParDo[batchmap.tileHashFn] Out:[34]
36: CoGBK. Out:35
37: Inject[0]. Out:36
38: ParDo[batchmap.leafShardFn] Out:[37]
39: ParDo[batchmap.entryToNodeHashFn] Out:[38]
40: ParDo[beam.createFn] Out:[39]
42: ParDo[batchmap.leafShardFn] Out:[32]
43: ParDo[batchmap.entryToNodeHashFn] Out:[42]
44: ParDo[beam.createFn] Out:[43]
46: ParDo[beam.createFn] Out:[20]
50: ParDo[beam.createFn] Out:[9]
2022/07/07 11:32:29 wait[18] unblocked w/ 1 [false]
2022/07/07 11:32:29 wait[18] done
2022/07/07 11:32:29 wait[13] unblocked w/ 1 [false]
2022/07/07 11:32:29 wait[13] done
2022/07/07 11:32:29 wait[7] unblocked w/ 1 [false]
2022/07/07 11:32:29 wait[7] done
2022/07/07 11:32:29 wait[2] unblocked w/ 1 [false]
2022/07/07 11:32:29 wait[2] done
2022/07/07 11:32:29 Executing pipeline with the direct runner.
2022/07/07 11:32:29 Pipeline:
2022/07/07 11:32:29 Nodes: {1: []uint8/bytes GLO}
{2: *batchmap.Entry/R[*batchmap.Entry] GLO}
{3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{6: *batchmap.Tile/R[*batchmap.Tile] GLO}
{7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{10: *batchmap.Tile/R[*batchmap.Tile] GLO}
{11: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{13: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{14: *batchmap.Tile/R[*batchmap.Tile] GLO}
{15: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{16: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{17: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{18: *batchmap.Tile/R[*batchmap.Tile] GLO}
{19: *batchmap.Tile/R[*batchmap.Tile] GLO}
{20: []uint8/bytes GLO}
{21: *batchmap.Entry/R[*batchmap.Entry] GLO}
{22: *batchmap.Tile/R[*batchmap.Tile] GLO}
{23: *batchmap.Tile/R[*batchmap.Tile] GLO}
{24: *batchmap.Tile/R[*batchmap.Tile] GLO}
{25: *batchmap.Tile/R[*batchmap.Tile] GLO}
{26: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{27: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{28: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{29: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{30: *batchmap.Tile/R[*batchmap.Tile] GLO}
{31: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{32: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{33: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{34: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{35: *batchmap.Tile/R[*batchmap.Tile] GLO}
{36: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{37: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{38: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{39: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{40: *batchmap.Tile/R[*batchmap.Tile] GLO}
{41: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{42: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{43: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{44: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{45: *batchmap.Tile/R[*batchmap.Tile] GLO}
{46: *batchmap.Tile/R[*batchmap.Tile] GLO}
{47: *batchmap.Tile/R[*batchmap.Tile] GLO}
{48: string/string GLO}
{49: int/int[varintz] GLO}
{50: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{51: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}
{52: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{53: int/int[varintz] GLO}
{54: []uint8/bytes GLO}
{55: int/int[varintz] GLO}
{56: []uint8/bytes GLO}
{57: int/int[varintz] GLO}
{58: int/int[varintz] GLO}
{59: int/int[varintz] GLO}
{60: []uint8/bytes GLO}
{61: []uint8/bytes GLO}
{62: string/string GLO}
{63: []uint8/bytes GLO}
{64: string/string GLO}
{65: string/string GLO}
{66: string/string GLO}
{67: []uint8/bytes GLO}
Edges: 1: Impulse [] -> [Out: []uint8 -> {1: []uint8/bytes GLO}]
2: ParDo [In(Main): []uint8 <- {1: []uint8/bytes GLO}] -> [Out: T -> {2: *batchmap.Entry/R[*batchmap.Entry] GLO}]
3: ParDo [In(Main): *batchmap.Entry <- {2: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
4: ParDo [In(Main): batchmap.nodeHash <- {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
5: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
6: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {6: *batchmap.Tile/R[*batchmap.Tile] GLO}]
7: ParDo [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
8: ParDo [In(Main): batchmap.nodeHash <- {7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
9: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
10: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {10: *batchmap.Tile/R[*batchmap.Tile] GLO}]
11: ParDo [In(Main): *batchmap.Tile <- {10: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {11: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
12: ParDo [In(Main): batchmap.nodeHash <- {11: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
13: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {13: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
14: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {13: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {14: *batchmap.Tile/R[*batchmap.Tile] GLO}]
15: ParDo [In(Main): *batchmap.Tile <- {14: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {15: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
16: ParDo [In(Main): batchmap.nodeHash <- {15: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {16: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
17: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {16: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {17: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
18: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {17: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {18: *batchmap.Tile/R[*batchmap.Tile] GLO}]
19: Flatten [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {10: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {14: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {18: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {19: *batchmap.Tile/R[*batchmap.Tile] GLO}]
20: Impulse [] -> [Out: []uint8 -> {20: []uint8/bytes GLO}]
21: ParDo [In(Main): []uint8 <- {20: []uint8/bytes GLO}] -> [Out: T -> {21: *batchmap.Entry/R[*batchmap.Entry] GLO}]
22: ParDo [In(Main): *batchmap.Tile <- {19: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {22: *batchmap.Tile/R[*batchmap.Tile] GLO} Out: *batchmap.Tile -> {23: *batchmap.Tile/R[*batchmap.Tile] GLO} Out: *batchmap.Tile -> {24: *batchmap.Tile/R[*batchmap.Tile] GLO} Out: *batchmap.Tile -> {25: *batchmap.Tile/R[*batchmap.Tile] GLO}]
23: ParDo [In(Main): *batchmap.Entry <- {21: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {26: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
24: ParDo [In(Main): *batchmap.Tile <- {25: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {27: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
25: ParDo [In(Main): batchmap.nodeHash <- {26: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {28: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
26: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {27: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {28: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {29: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
27: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {29: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {30: *batchmap.Tile/R[*batchmap.Tile] GLO}]
28: ParDo [In(Main): *batchmap.Tile <- {30: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {31: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
29: ParDo [In(Main): *batchmap.Tile <- {24: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {32: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
30: ParDo [In(Main): batchmap.nodeHash <- {31: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {33: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
31: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {32: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {33: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {34: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
32: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {34: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {35: *batchmap.Tile/R[*batchmap.Tile] GLO}]
33: ParDo [In(Main): *batchmap.Tile <- {35: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {36: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
34: ParDo [In(Main): *batchmap.Tile <- {23: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {37: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
35: ParDo [In(Main): batchmap.nodeHash <- {36: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {38: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
36: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {37: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {38: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {39: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
37: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {39: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {40: *batchmap.Tile/R[*batchmap.Tile] GLO}]
38: ParDo [In(Main): *batchmap.Tile <- {40: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {41: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
39: ParDo [In(Main): *batchmap.Tile <- {22: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {42: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
40: ParDo [In(Main): batchmap.nodeHash <- {41: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {43: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
41: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {42: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {43: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {44: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
42: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {44: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {45: *batchmap.Tile/R[*batchmap.Tile] GLO}]
43: Flatten [In(Main): *batchmap.Tile <- {30: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {35: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {40: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {45: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {46: *batchmap.Tile/R[*batchmap.Tile] GLO}]
44: ParDo [In(Main): T <- {46: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: T -> {47: *batchmap.Tile/R[*batchmap.Tile] GLO}]
45: ParDo [In(Main): *batchmap.Tile <- {47: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: string -> {48: string/string GLO}]
46: ParDo [In(Main): *batchmap.Tile <- {46: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: int -> {49: int/int[varintz] GLO}]
47: ParDo [In(Main): T <- {49: int/int[varintz] GLO}] -> [Out: KV<int,T> -> {50: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
48: CoGBK [In(Main): KV<int,int> <- {50: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: CoGBK<int,int> -> {51: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}]
49: Combine [In(Main): int <- {51: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}] -> [Out: KV<int,int> -> {52: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
50: ParDo [In(Main): KV<X,Y> <- {52: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: Y -> {53: int/int[varintz] GLO}]
51: Impulse [] -> [Out: []uint8 -> {54: []uint8/bytes GLO}]
52: ParDo [In(Main): []uint8 <- {54: []uint8/bytes GLO}] -> [Out: T -> {55: int/int[varintz] GLO}]
53: Impulse [] -> [Out: []uint8 -> {56: []uint8/bytes GLO}]
54: ParDo [In(Main): []uint8 <- {56: []uint8/bytes GLO} In(Iter): T <- {53: int/int[varintz] GLO} In(Iter): T <- {55: int/int[varintz] GLO}] -> [Out: T -> {57: int/int[varintz] GLO} Out: T -> {58: int/int[varintz] GLO} Out: T -> {59: int/int[varintz] GLO}]
55: Impulse [] -> [Out: []uint8 -> {60: []uint8/bytes GLO}]
56: ParDo [In(Main): []uint8 <- {60: []uint8/bytes GLO} In(Iter): T <- {57: int/int[varintz] GLO} In(Iter): T <- {58: int/int[varintz] GLO} In(Iter): T <- {59: int/int[varintz] GLO}] -> []
57: Impulse [] -> [Out: []uint8 -> {61: []uint8/bytes GLO}]
58: ParDo [In(Main): []uint8 <- {61: []uint8/bytes GLO}] -> [Out: T -> {62: string/string GLO}]
59: Impulse [] -> [Out: []uint8 -> {63: []uint8/bytes GLO}]
60: ParDo [In(Main): []uint8 <- {63: []uint8/bytes GLO} In(Iter): T <- {48: string/string GLO} In(Iter): T <- {62: string/string GLO}] -> [Out: T -> {64: string/string GLO} Out: T -> {65: string/string GLO} Out: T -> {66: string/string GLO}]
61: Impulse [] -> [Out: []uint8 -> {67: []uint8/bytes GLO}]
62: ParDo [In(Main): []uint8 <- {67: []uint8/bytes GLO} In(Iter): T <- {64: string/string GLO} In(Iter): T <- {65: string/string GLO} In(Iter): T <- {66: string/string GLO}] -> []
2022/07/07 11:32:29 Plan[plan]:
88: Impulse[0]
92: Impulse[0]
94: Impulse[0]
95: Impulse[0]
96: Impulse[0]
98: Impulse[0]
99: Impulse[0]
100: Impulse[0]
1: ParDo[passert.failIfBadEntries] Out:[]
2: wait[3] Out:1
3: buffer[3]. wait:2 Out:1
4: buffer[4]. wait:2 Out:1
5: buffer[5]. wait:2 Out:1
6: ParDo[passert.diffFn] Out:[3 4 5]
7: wait[2] Out:6
8: buffer[8]. wait:7 Out:6
9: buffer[9]. wait:7 Out:6
10: ParDo[batchmap.TestUpdate.func1.2] Out:[8]
11: ParDo[filter.filterFn] Out:[10]
12: ParDo[passert.failIfBadEntries] Out:[]
13: wait[3] Out:12
14: buffer[14]. wait:13 Out:12
15: buffer[15]. wait:13 Out:12
16: buffer[16]. wait:13 Out:12
17: ParDo[passert.diffFn] Out:[14 15 16]
18: wait[2] Out:17
19: buffer[19]. wait:18 Out:17
20: buffer[20]. wait:18 Out:17
21: ParDo[beam.dropKeyFn] Out:[19]
22: Combine[stats.sumIntFn] Keyed:false Out:21
23: CoGBK. Out:22
24: Inject[0]. Out:23
25: ParDo[beam.addFixedKeyFn] Out:[24]
26: ParDo[batchmap.assertTileCount.func1] Out:[25]
27: Multiplex. Out:[11 26]
28: Flatten[4]. Out:Multiplex. Out:[11 26]
29: ParDo[batchmap.tileUpdateFn] Out:[28]
30: CoGBK. Out:29
31: Flatten[2]. Out:CoGBK. Out:29
32: Inject[0]. Out:31
33: Inject[1]. Out:31
34: ParDo[batchmap.updateStratum.func1] Out:[32]
35: ParDo[batchmap.leafShardFn] Out:[33]
36: ParDo[batchmap.tileToNodeHashFn] Out:[35]
37: Multiplex. Out:[36 28]
38: ParDo[batchmap.tileUpdateFn] Out:[37]
39: CoGBK. Out:38
40: Flatten[2]. Out:CoGBK. Out:38
41: Inject[0]. Out:40
42: Inject[1]. Out:40
43: ParDo[batchmap.updateStratum.func1] Out:[41]
44: ParDo[batchmap.leafShardFn] Out:[42]
45: ParDo[batchmap.tileToNodeHashFn] Out:[44]
46: Multiplex. Out:[45 28]
47: ParDo[batchmap.tileUpdateFn] Out:[46]
48: CoGBK. Out:47
49: Flatten[2]. Out:CoGBK. Out:47
50: Inject[0]. Out:49
51: Inject[1]. Out:49
52: ParDo[batchmap.updateStratum.func1] Out:[50]
53: ParDo[batchmap.leafShardFn] Out:[51]
54: ParDo[batchmap.tileToNodeHashFn] Out:[53]
55: Multiplex. Out:[54 28]
56: ParDo[batchmap.tileUpdateFn] Out:[55]
57: CoGBK. Out:56
58: Flatten[2]. Out:CoGBK. Out:56
59: Inject[0]. Out:58
60: Inject[1]. Out:58
61: ParDo[batchmap.updateStratum.func1] Out:[59]
62: ParDo[beam.partitionFn] Out:[34 43 52 61]
63: Flatten[4]. Out:ParDo[beam.partitionFn] Out:[34 43 52 61]
64: ParDo[batchmap.tileHashFn] Out:[63]
65: CoGBK. Out:64
66: Inject[0]. Out:65
67: ParDo[batchmap.leafShardFn] Out:[66]
68: ParDo[batchmap.tileToNodeHashFn] Out:[67]
69: Multiplex. Out:[68 63]
70: ParDo[batchmap.tileHashFn] Out:[69]
71: CoGBK. Out:70
72: Inject[0]. Out:71
73: ParDo[batchmap.leafShardFn] Out:[72]
74: ParDo[batchmap.tileToNodeHashFn] Out:[73]
75: Multiplex. Out:[74 63]
76: ParDo[batchmap.tileHashFn] Out:[75]
77: CoGBK. Out:76
78: Inject[0]. Out:77
79: ParDo[batchmap.leafShardFn] Out:[78]
80: ParDo[batchmap.tileToNodeHashFn] Out:[79]
81: Multiplex. Out:[80 63]
82: ParDo[batchmap.tileHashFn] Out:[81]
83: CoGBK. Out:82
84: Inject[0]. Out:83
85: ParDo[batchmap.leafShardFn] Out:[84]
86: ParDo[batchmap.entryToNodeHashFn] Out:[85]
87: ParDo[beam.createFn] Out:[86]
89: ParDo[batchmap.leafShardFn] Out:[60]
90: ParDo[batchmap.entryToNodeHashFn] Out:[89]
91: ParDo[beam.createFn] Out:[90]
93: ParDo[beam.createFn] Out:[20]
97: ParDo[beam.createFn] Out:[9]
2022/07/07 11:32:29 wait[18] unblocked w/ 1 [false]
2022/07/07 11:32:29 wait[18] done
2022/07/07 11:32:29 wait[13] unblocked w/ 1 [false]
2022/07/07 11:32:29 wait[13] done
2022/07/07 11:32:29 wait[7] unblocked w/ 1 [false]
2022/07/07 11:32:29 wait[7] done
2022/07/07 11:32:29 wait[2] unblocked w/ 1 [false]
2022/07/07 11:32:29 wait[2] done
2022/07/07 11:32:29 Executing pipeline with the direct runner.
2022/07/07 11:32:29 Pipeline:
2022/07/07 11:32:29 Nodes: {1: []uint8/bytes GLO}
{2: *batchmap.Entry/R[*batchmap.Entry] GLO}
{3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{6: *batchmap.Tile/R[*batchmap.Tile] GLO}
{7: []uint8/bytes GLO}
{8: *batchmap.Entry/R[*batchmap.Entry] GLO}
{9: *batchmap.Tile/R[*batchmap.Tile] GLO}
{10: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{11: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{13: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{14: *batchmap.Tile/R[*batchmap.Tile] GLO}
{15: *batchmap.Tile/R[*batchmap.Tile] GLO}
{16: string/string GLO}
{17: int/int[varintz] GLO}
{18: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{19: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}
{20: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{21: int/int[varintz] GLO}
{22: []uint8/bytes GLO}
{23: int/int[varintz] GLO}
{24: []uint8/bytes GLO}
{25: int/int[varintz] GLO}
{26: int/int[varintz] GLO}
{27: int/int[varintz] GLO}
{28: []uint8/bytes GLO}
{29: []uint8/bytes GLO}
{30: string/string GLO}
{31: []uint8/bytes GLO}
{32: string/string GLO}
{33: string/string GLO}
{34: string/string GLO}
{35: []uint8/bytes GLO}
Edges: 1: Impulse [] -> [Out: []uint8 -> {1: []uint8/bytes GLO}]
2: ParDo [In(Main): []uint8 <- {1: []uint8/bytes GLO}] -> [Out: T -> {2: *batchmap.Entry/R[*batchmap.Entry] GLO}]
3: ParDo [In(Main): *batchmap.Entry <- {2: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
4: ParDo [In(Main): batchmap.nodeHash <- {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
5: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
6: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {6: *batchmap.Tile/R[*batchmap.Tile] GLO}]
7: Impulse [] -> [Out: []uint8 -> {7: []uint8/bytes GLO}]
8: ParDo [In(Main): []uint8 <- {7: []uint8/bytes GLO}] -> [Out: T -> {8: *batchmap.Entry/R[*batchmap.Entry] GLO}]
9: ParDo [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {9: *batchmap.Tile/R[*batchmap.Tile] GLO}]
10: ParDo [In(Main): *batchmap.Entry <- {8: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {10: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
11: ParDo [In(Main): *batchmap.Tile <- {9: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {11: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
12: ParDo [In(Main): batchmap.nodeHash <- {10: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
13: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {11: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {13: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
14: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {13: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {14: *batchmap.Tile/R[*batchmap.Tile] GLO}]
15: ParDo [In(Main): T <- {14: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: T -> {15: *batchmap.Tile/R[*batchmap.Tile] GLO}]
16: ParDo [In(Main): *batchmap.Tile <- {15: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: string -> {16: string/string GLO}]
17: ParDo [In(Main): *batchmap.Tile <- {14: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: int -> {17: int/int[varintz] GLO}]
18: ParDo [In(Main): T <- {17: int/int[varintz] GLO}] -> [Out: KV<int,T> -> {18: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
19: CoGBK [In(Main): KV<int,int> <- {18: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: CoGBK<int,int> -> {19: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}]
20: Combine [In(Main): int <- {19: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}] -> [Out: KV<int,int> -> {20: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
21: ParDo [In(Main): KV<X,Y> <- {20: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: Y -> {21: int/int[varintz] GLO}]
22: Impulse [] -> [Out: []uint8 -> {22: []uint8/bytes GLO}]
23: ParDo [In(Main): []uint8 <- {22: []uint8/bytes GLO}] -> [Out: T -> {23: int/int[varintz] GLO}]
24: Impulse [] -> [Out: []uint8 -> {24: []uint8/bytes GLO}]
25: ParDo [In(Main): []uint8 <- {24: []uint8/bytes GLO} In(Iter): T <- {21: int/int[varintz] GLO} In(Iter): T <- {23: int/int[varintz] GLO}] -> [Out: T -> {25: int/int[varintz] GLO} Out: T -> {26: int/int[varintz] GLO} Out: T -> {27: int/int[varintz] GLO}]
26: Impulse [] -> [Out: []uint8 -> {28: []uint8/bytes GLO}]
27: ParDo [In(Main): []uint8 <- {28: []uint8/bytes GLO} In(Iter): T <- {25: int/int[varintz] GLO} In(Iter): T <- {26: int/int[varintz] GLO} In(Iter): T <- {27: int/int[varintz] GLO}] -> []
28: Impulse [] -> [Out: []uint8 -> {29: []uint8/bytes GLO}]
29: ParDo [In(Main): []uint8 <- {29: []uint8/bytes GLO}] -> [Out: T -> {30: string/string GLO}]
30: Impulse [] -> [Out: []uint8 -> {31: []uint8/bytes GLO}]
31: ParDo [In(Main): []uint8 <- {31: []uint8/bytes GLO} In(Iter): T <- {16: string/string GLO} In(Iter): T <- {30: string/string GLO}] -> [Out: T -> {32: string/string GLO} Out: T -> {33: string/string GLO} Out: T -> {34: string/string GLO}]
32: Impulse [] -> [Out: []uint8 -> {35: []uint8/bytes GLO}]
33: ParDo [In(Main): []uint8 <- {35: []uint8/bytes GLO} In(Iter): T <- {32: string/string GLO} In(Iter): T <- {33: string/string GLO} In(Iter): T <- {34: string/string GLO}] -> []
2022/07/07 11:32:29 Plan[plan]:
41: Impulse[0]
45: Impulse[0]
47: Impulse[0]
48: Impulse[0]
49: Impulse[0]
51: Impulse[0]
52: Impulse[0]
53: Impulse[0]
1: ParDo[passert.failIfBadEntries] Out:[]
2: wait[3] Out:1
3: buffer[3]. wait:2 Out:1
4: buffer[4]. wait:2 Out:1
5: buffer[5]. wait:2 Out:1
6: ParDo[passert.diffFn] Out:[3 4 5]
7: wait[2] Out:6
8: buffer[8]. wait:7 Out:6
9: buffer[9]. wait:7 Out:6
10: ParDo[batchmap.TestUpdate.func1.2] Out:[8]
11: ParDo[filter.filterFn] Out:[10]
12: ParDo[passert.failIfBadEntries] Out:[]
13: wait[3] Out:12
14: buffer[14]. wait:13 Out:12
15: buffer[15]. wait:13 Out:12
16: buffer[16]. wait:13 Out:12
17: ParDo[passert.diffFn] Out:[14 15 16]
18: wait[2] Out:17
19: buffer[19]. wait:18 Out:17
20: buffer[20]. wait:18 Out:17
21: ParDo[beam.dropKeyFn] Out:[19]
22: Combine[stats.sumIntFn] Keyed:false Out:21
23: CoGBK. Out:22
24: Inject[0]. Out:23
25: ParDo[beam.addFixedKeyFn] Out:[24]
26: ParDo[batchmap.assertTileCount.func1] Out:[25]
27: Multiplex. Out:[11 26]
28: ParDo[batchmap.tileUpdateFn] Out:[27]
29: CoGBK. Out:28
30: Flatten[2]. Out:CoGBK. Out:28
31: Inject[0]. Out:30
32: Inject[1]. Out:30
33: ParDo[batchmap.updateStratum.func1] Out:[31]
34: ParDo[beam.partitionFn] Out:[33]
35: ParDo[batchmap.tileHashFn] Out:[34]
36: CoGBK. Out:35
37: Inject[0]. Out:36
38: ParDo[batchmap.leafShardFn] Out:[37]
39: ParDo[batchmap.entryToNodeHashFn] Out:[38]
40: ParDo[beam.createFn] Out:[39]
42: ParDo[batchmap.leafShardFn] Out:[32]
43: ParDo[batchmap.entryToNodeHashFn] Out:[42]
44: ParDo[beam.createFn] Out:[43]
46: ParDo[beam.createFn] Out:[20]
50: ParDo[beam.createFn] Out:[9]
2022/07/07 11:32:29 wait[18] unblocked w/ 1 [false]
2022/07/07 11:32:29 wait[18] done
2022/07/07 11:32:29 wait[13] unblocked w/ 1 [false]
2022/07/07 11:32:29 wait[13] done
2022/07/07 11:32:29 wait[7] unblocked w/ 1 [false]
2022/07/07 11:32:29 wait[7] done
2022/07/07 11:32:29 wait[2] unblocked w/ 1 [false]
2022/07/07 11:32:29 wait[2] done
2022/07/07 11:32:29 Executing pipeline with the direct runner.
2022/07/07 11:32:29 Pipeline:
2022/07/07 11:32:29 Nodes: {1: []uint8/bytes GLO}
{2: *batchmap.Entry/R[*batchmap.Entry] GLO}
{3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{6: *batchmap.Tile/R[*batchmap.Tile] GLO}
{7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{10: *batchmap.Tile/R[*batchmap.Tile] GLO}
{11: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{13: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{14: *batchmap.Tile/R[*batchmap.Tile] GLO}
{15: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{16: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{17: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{18: *batchmap.Tile/R[*batchmap.Tile] GLO}
{19: *batchmap.Tile/R[*batchmap.Tile] GLO}
{20: []uint8/bytes GLO}
{21: *batchmap.Entry/R[*batchmap.Entry] GLO}
{22: *batchmap.Tile/R[*batchmap.Tile] GLO}
{23: *batchmap.Tile/R[*batchmap.Tile] GLO}
{24: *batchmap.Tile/R[*batchmap.Tile] GLO}
{25: *batchmap.Tile/R[*batchmap.Tile] GLO}
{26: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{27: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{28: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{29: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{30: *batchmap.Tile/R[*batchmap.Tile] GLO}
{31: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{32: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{33: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{34: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{35: *batchmap.Tile/R[*batchmap.Tile] GLO}
{36: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{37: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{38: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{39: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{40: *batchmap.Tile/R[*batchmap.Tile] GLO}
{41: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{42: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{43: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{44: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{45: *batchmap.Tile/R[*batchmap.Tile] GLO}
{46: *batchmap.Tile/R[*batchmap.Tile] GLO}
{47: *batchmap.Tile/R[*batchmap.Tile] GLO}
{48: string/string GLO}
{49: int/int[varintz] GLO}
{50: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{51: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}
{52: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{53: int/int[varintz] GLO}
{54: []uint8/bytes GLO}
{55: int/int[varintz] GLO}
{56: []uint8/bytes GLO}
{57: int/int[varintz] GLO}
{58: int/int[varintz] GLO}
{59: int/int[varintz] GLO}
{60: []uint8/bytes GLO}
{61: []uint8/bytes GLO}
{62: string/string GLO}
{63: []uint8/bytes GLO}
{64: string/string GLO}
{65: string/string GLO}
{66: string/string GLO}
{67: []uint8/bytes GLO}
Edges: 1: Impulse [] -> [Out: []uint8 -> {1: []uint8/bytes GLO}]
2: ParDo [In(Main): []uint8 <- {1: []uint8/bytes GLO}] -> [Out: T -> {2: *batchmap.Entry/R[*batchmap.Entry] GLO}]
3: ParDo [In(Main): *batchmap.Entry <- {2: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
4: ParDo [In(Main): batchmap.nodeHash <- {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
5: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
6: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {6: *batchmap.Tile/R[*batchmap.Tile] GLO}]
7: ParDo [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
8: ParDo [In(Main): batchmap.nodeHash <- {7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
9: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
10: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {10: *batchmap.Tile/R[*batchmap.Tile] GLO}]
11: ParDo [In(Main): *batchmap.Tile <- {10: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {11: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
12: ParDo [In(Main): batchmap.nodeHash <- {11: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
13: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {13: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
14: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {13: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {14: *batchmap.Tile/R[*batchmap.Tile] GLO}]
15: ParDo [In(Main): *batchmap.Tile <- {14: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {15: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
16: ParDo [In(Main): batchmap.nodeHash <- {15: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {16: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
17: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {16: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {17: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
18: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {17: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {18: *batchmap.Tile/R[*batchmap.Tile] GLO}]
19: Flatten [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {10: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {14: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {18: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {19: *batchmap.Tile/R[*batchmap.Tile] GLO}]
20: Impulse [] -> [Out: []uint8 -> {20: []uint8/bytes GLO}]
21: ParDo [In(Main): []uint8 <- {20: []uint8/bytes GLO}] -> [Out: T -> {21: *batchmap.Entry/R[*batchmap.Entry] GLO}]
22: ParDo [In(Main): *batchmap.Tile <- {19: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {22: *batchmap.Tile/R[*batchmap.Tile] GLO} Out: *batchmap.Tile -> {23: *batchmap.Tile/R[*batchmap.Tile] GLO} Out: *batchmap.Tile -> {24: *batchmap.Tile/R[*batchmap.Tile] GLO} Out: *batchmap.Tile -> {25: *batchmap.Tile/R[*batchmap.Tile] GLO}]
23: ParDo [In(Main): *batchmap.Entry <- {21: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {26: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
24: ParDo [In(Main): *batchmap.Tile <- {25: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {27: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
25: ParDo [In(Main): batchmap.nodeHash <- {26: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {28: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
26: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {27: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {28: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {29: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
27: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {29: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {30: *batchmap.Tile/R[*batchmap.Tile] GLO}]
28: ParDo [In(Main): *batchmap.Tile <- {30: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {31: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
29: ParDo [In(Main): *batchmap.Tile <- {24: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {32: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
30: ParDo [In(Main): batchmap.nodeHash <- {31: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {33: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
31: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {32: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {33: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {34: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
32: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {34: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {35: *batchmap.Tile/R[*batchmap.Tile] GLO}]
33: ParDo [In(Main): *batchmap.Tile <- {35: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {36: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
34: ParDo [In(Main): *batchmap.Tile <- {23: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {37: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
35: ParDo [In(Main): batchmap.nodeHash <- {36: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {38: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
36: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {37: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {38: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {39: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
37: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {39: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {40: *batchmap.Tile/R[*batchmap.Tile] GLO}]
38: ParDo [In(Main): *batchmap.Tile <- {40: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {41: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
39: ParDo [In(Main): *batchmap.Tile <- {22: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {42: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
40: ParDo [In(Main): batchmap.nodeHash <- {41: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {43: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
41: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {42: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {43: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {44: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
42: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {44: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {45: *batchmap.Tile/R[*batchmap.Tile] GLO}]
43: Flatten [In(Main): *batchmap.Tile <- {30: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {35: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {40: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {45: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {46: *batchmap.Tile/R[*batchmap.Tile] GLO}]
44: ParDo [In(Main): T <- {46: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: T -> {47: *batchmap.Tile/R[*batchmap.Tile] GLO}]
45: ParDo [In(Main): *batchmap.Tile <- {47: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: string -> {48: string/string GLO}]
46: ParDo [In(Main): *batchmap.Tile <- {46: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: int -> {49: int/int[varintz] GLO}]
47: ParDo [In(Main): T <- {49: int/int[varintz] GLO}] -> [Out: KV<int,T> -> {50: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
48: CoGBK [In(Main): KV<int,int> <- {50: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: CoGBK<int,int> -> {51: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}]
49: Combine [In(Main): int <- {51: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}] -> [Out: KV<int,int> -> {52: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
50: ParDo [In(Main): KV<X,Y> <- {52: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: Y -> {53: int/int[varintz] GLO}]
51: Impulse [] -> [Out: []uint8 -> {54: []uint8/bytes GLO}]
52: ParDo [In(Main): []uint8 <- {54: []uint8/bytes GLO}] -> [Out: T -> {55: int/int[varintz] GLO}]
53: Impulse [] -> [Out: []uint8 -> {56: []uint8/bytes GLO}]
54: ParDo [In(Main): []uint8 <- {56: []uint8/bytes GLO} In(Iter): T <- {53: int/int[varintz] GLO} In(Iter): T <- {55: int/int[varintz] GLO}] -> [Out: T -> {57: int/int[varintz] GLO} Out: T -> {58: int/int[varintz] GLO} Out: T -> {59: int/int[varintz] GLO}]
55: Impulse [] -> [Out: []uint8 -> {60: []uint8/bytes GLO}]
56: ParDo [In(Main): []uint8 <- {60: []uint8/bytes GLO} In(Iter): T <- {57: int/int[varintz] GLO} In(Iter): T <- {58: int/int[varintz] GLO} In(Iter): T <- {59: int/int[varintz] GLO}] -> []
57: Impulse [] -> [Out: []uint8 -> {61: []uint8/bytes GLO}]
58: ParDo [In(Main): []uint8 <- {61: []uint8/bytes GLO}] -> [Out: T -> {62: string/string GLO}]
59: Impulse [] -> [Out: []uint8 -> {63: []uint8/bytes GLO}]
60: ParDo [In(Main): []uint8 <- {63: []uint8/bytes GLO} In(Iter): T <- {48: string/string GLO} In(Iter): T <- {62: string/string GLO}] -> [Out: T -> {64: string/string GLO} Out: T -> {65: string/string GLO} Out: T -> {66: string/string GLO}]
61: Impulse [] -> [Out: []uint8 -> {67: []uint8/bytes GLO}]
62: ParDo [In(Main): []uint8 <- {67: []uint8/bytes GLO} In(Iter): T <- {64: string/string GLO} In(Iter): T <- {65: string/string GLO} In(Iter): T <- {66: string/string GLO}] -> []
2022/07/07 11:32:29 Plan[plan]:
88: Impulse[0]
92: Impulse[0]
94: Impulse[0]
95: Impulse[0]
96: Impulse[0]
98: Impulse[0]
99: Impulse[0]
100: Impulse[0]
1: ParDo[passert.failIfBadEntries] Out:[]
2: wait[3] Out:1
3: buffer[3]. wait:2 Out:1
4: buffer[4]. wait:2 Out:1
5: buffer[5]. wait:2 Out:1
6: ParDo[passert.diffFn] Out:[3 4 5]
7: wait[2] Out:6
8: buffer[8]. wait:7 Out:6
9: buffer[9]. wait:7 Out:6
10: ParDo[batchmap.TestUpdate.func1.2] Out:[8]
11: ParDo[filter.filterFn] Out:[10]
12: ParDo[passert.failIfBadEntries] Out:[]
13: wait[3] Out:12
14: buffer[14]. wait:13 Out:12
15: buffer[15]. wait:13 Out:12
16: buffer[16]. wait:13 Out:12
17: ParDo[passert.diffFn] Out:[14 15 16]
18: wait[2] Out:17
19: buffer[19]. wait:18 Out:17
20: buffer[20]. wait:18 Out:17
21: ParDo[beam.dropKeyFn] Out:[19]
22: Combine[stats.sumIntFn] Keyed:false Out:21
23: CoGBK. Out:22
24: Inject[0]. Out:23
25: ParDo[beam.addFixedKeyFn] Out:[24]
26: ParDo[batchmap.assertTileCount.func1] Out:[25]
27: Multiplex. Out:[11 26]
28: Flatten[4]. Out:Multiplex. Out:[11 26]
29: ParDo[batchmap.tileUpdateFn] Out:[28]
30: CoGBK. Out:29
31: Flatten[2]. Out:CoGBK. Out:29
32: Inject[0]. Out:31
33: Inject[1]. Out:31
34: ParDo[batchmap.updateStratum.func1] Out:[32]
35: ParDo[batchmap.leafShardFn] Out:[33]
36: ParDo[batchmap.tileToNodeHashFn] Out:[35]
37: Multiplex. Out:[36 28]
38: ParDo[batchmap.tileUpdateFn] Out:[37]
39: CoGBK. Out:38
40: Flatten[2]. Out:CoGBK. Out:38
41: Inject[0]. Out:40
42: Inject[1]. Out:40
43: ParDo[batchmap.updateStratum.func1] Out:[41]
44: ParDo[batchmap.leafShardFn] Out:[42]
45: ParDo[batchmap.tileToNodeHashFn] Out:[44]
46: Multiplex. Out:[45 28]
47: ParDo[batchmap.tileUpdateFn] Out:[46]
48: CoGBK. Out:47
49: Flatten[2]. Out:CoGBK. Out:47
50: Inject[0]. Out:49
51: Inject[1]. Out:49
52: ParDo[batchmap.updateStratum.func1] Out:[50]
53: ParDo[batchmap.leafShardFn] Out:[51]
54: ParDo[batchmap.tileToNodeHashFn] Out:[53]
55: Multiplex. Out:[54 28]
56: ParDo[batchmap.tileUpdateFn] Out:[55]
57: CoGBK. Out:56
58: Flatten[2]. Out:CoGBK. Out:56
59: Inject[0]. Out:58
60: Inject[1]. Out:58
61: ParDo[batchmap.updateStratum.func1] Out:[59]
62: ParDo[beam.partitionFn] Out:[34 43 52 61]
63: Flatten[4]. Out:ParDo[beam.partitionFn] Out:[34 43 52 61]
64: ParDo[batchmap.tileHashFn] Out:[63]
65: CoGBK. Out:64
66: Inject[0]. Out:65
67: ParDo[batchmap.leafShardFn] Out:[66]
68: ParDo[batchmap.tileToNodeHashFn] Out:[67]
69: Multiplex. Out:[68 63]
70: ParDo[batchmap.tileHashFn] Out:[69]
71: CoGBK. Out:70
72: Inject[0]. Out:71
73: ParDo[batchmap.leafShardFn] Out:[72]
74: ParDo[batchmap.tileToNodeHashFn] Out:[73]
75: Multiplex. Out:[74 63]
76: ParDo[batchmap.tileHashFn] Out:[75]
77: CoGBK. Out:76
78: Inject[0]. Out:77
79: ParDo[batchmap.leafShardFn] Out:[78]
80: ParDo[batchmap.tileToNodeHashFn] Out:[79]
81: Multiplex. Out:[80 63]
82: ParDo[batchmap.tileHashFn] Out:[81]
83: CoGBK. Out:82
84: Inject[0]. Out:83
85: ParDo[batchmap.leafShardFn] Out:[84]
86: ParDo[batchmap.entryToNodeHashFn] Out:[85]
87: ParDo[beam.createFn] Out:[86]
89: ParDo[batchmap.leafShardFn] Out:[60]
90: ParDo[batchmap.entryToNodeHashFn] Out:[89]
91: ParDo[beam.createFn] Out:[90]
93: ParDo[beam.createFn] Out:[20]
97: ParDo[beam.createFn] Out:[9]
2022/07/07 11:32:29 wait[18] unblocked w/ 1 [false]
2022/07/07 11:32:29 wait[18] done
2022/07/07 11:32:29 wait[13] unblocked w/ 1 [false]
2022/07/07 11:32:29 wait[13] done
2022/07/07 11:32:29 wait[7] unblocked w/ 1 [false]
2022/07/07 11:32:29 wait[7] done
2022/07/07 11:32:29 wait[2] unblocked w/ 1 [false]
2022/07/07 11:32:29 wait[2] done
2022/07/07 11:32:29 Executing pipeline with the direct runner.
2022/07/07 11:32:29 Pipeline:
2022/07/07 11:32:29 Nodes: {1: []uint8/bytes GLO}
{2: *batchmap.Entry/R[*batchmap.Entry] GLO}
{3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{6: *batchmap.Tile/R[*batchmap.Tile] GLO}
{7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{10: *batchmap.Tile/R[*batchmap.Tile] GLO}
{11: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{13: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{14: *batchmap.Tile/R[*batchmap.Tile] GLO}
{15: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{16: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{17: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{18: *batchmap.Tile/R[*batchmap.Tile] GLO}
{19: *batchmap.Tile/R[*batchmap.Tile] GLO}
{20: []uint8/bytes GLO}
{21: *batchmap.Entry/R[*batchmap.Entry] GLO}
{22: *batchmap.Tile/R[*batchmap.Tile] GLO}
{23: *batchmap.Tile/R[*batchmap.Tile] GLO}
{24: *batchmap.Tile/R[*batchmap.Tile] GLO}
{25: *batchmap.Tile/R[*batchmap.Tile] GLO}
{26: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{27: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{28: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{29: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{30: *batchmap.Tile/R[*batchmap.Tile] GLO}
{31: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{32: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{33: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{34: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{35: *batchmap.Tile/R[*batchmap.Tile] GLO}
{36: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{37: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{38: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{39: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{40: *batchmap.Tile/R[*batchmap.Tile] GLO}
{41: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{42: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{43: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{44: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{45: *batchmap.Tile/R[*batchmap.Tile] GLO}
{46: *batchmap.Tile/R[*batchmap.Tile] GLO}
{47: *batchmap.Tile/R[*batchmap.Tile] GLO}
{48: string/string GLO}
{49: int/int[varintz] GLO}
{50: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{51: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}
{52: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{53: int/int[varintz] GLO}
{54: []uint8/bytes GLO}
{55: int/int[varintz] GLO}
{56: []uint8/bytes GLO}
{57: int/int[varintz] GLO}
{58: int/int[varintz] GLO}
{59: int/int[varintz] GLO}
{60: []uint8/bytes GLO}
{61: []uint8/bytes GLO}
{62: string/string GLO}
{63: []uint8/bytes GLO}
{64: string/string GLO}
{65: string/string GLO}
{66: string/string GLO}
{67: []uint8/bytes GLO}
Edges: 1: Impulse [] -> [Out: []uint8 -> {1: []uint8/bytes GLO}]
2: ParDo [In(Main): []uint8 <- {1: []uint8/bytes GLO}] -> [Out: T -> {2: *batchmap.Entry/R[*batchmap.Entry] GLO}]
3: ParDo [In(Main): *batchmap.Entry <- {2: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
4: ParDo [In(Main): batchmap.nodeHash <- {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
5: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
6: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {6: *batchmap.Tile/R[*batchmap.Tile] GLO}]
7: ParDo [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
8: ParDo [In(Main): batchmap.nodeHash <- {7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
9: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
10: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {10: *batchmap.Tile/R[*batchmap.Tile] GLO}]
11: ParDo [In(Main): *batchmap.Tile <- {10: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {11: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
12: ParDo [In(Main): batchmap.nodeHash <- {11: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
13: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {13: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
14: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {13: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {14: *batchmap.Tile/R[*batchmap.Tile] GLO}]
15: ParDo [In(Main): *batchmap.Tile <- {14: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {15: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
16: ParDo [In(Main): batchmap.nodeHash <- {15: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {16: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
17: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {16: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {17: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
18: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {17: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {18: *batchmap.Tile/R[*batchmap.Tile] GLO}]
19: Flatten [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {10: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {14: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {18: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {19: *batchmap.Tile/R[*batchmap.Tile] GLO}]
20: Impulse [] -> [Out: []uint8 -> {20: []uint8/bytes GLO}]
21: ParDo [In(Main): []uint8 <- {20: []uint8/bytes GLO}] -> [Out: T -> {21: *batchmap.Entry/R[*batchmap.Entry] GLO}]
22: ParDo [In(Main): *batchmap.Tile <- {19: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {22: *batchmap.Tile/R[*batchmap.Tile] GLO} Out: *batchmap.Tile -> {23: *batchmap.Tile/R[*batchmap.Tile] GLO} Out: *batchmap.Tile -> {24: *batchmap.Tile/R[*batchmap.Tile] GLO} Out: *batchmap.Tile -> {25: *batchmap.Tile/R[*batchmap.Tile] GLO}]
23: ParDo [In(Main): *batchmap.Entry <- {21: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {26: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
24: ParDo [In(Main): *batchmap.Tile <- {25: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {27: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
25: ParDo [In(Main): batchmap.nodeHash <- {26: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {28: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
26: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {27: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {28: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {29: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
27: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {29: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {30: *batchmap.Tile/R[*batchmap.Tile] GLO}]
28: ParDo [In(Main): *batchmap.Tile <- {30: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {31: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
29: ParDo [In(Main): *batchmap.Tile <- {24: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {32: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
30: ParDo [In(Main): batchmap.nodeHash <- {31: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {33: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
31: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {32: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {33: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {34: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
32: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {34: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {35: *batchmap.Tile/R[*batchmap.Tile] GLO}]
33: ParDo [In(Main): *batchmap.Tile <- {35: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {36: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
34: ParDo [In(Main): *batchmap.Tile <- {23: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {37: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
35: ParDo [In(Main): batchmap.nodeHash <- {36: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {38: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
36: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {37: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {38: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {39: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
37: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {39: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {40: *batchmap.Tile/R[*batchmap.Tile] GLO}]
38: ParDo [In(Main): *batchmap.Tile <- {40: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {41: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
39: ParDo [In(Main): *batchmap.Tile <- {22: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {42: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
40: ParDo [In(Main): batchmap.nodeHash <- {41: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {43: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
41: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {42: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {43: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {44: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
42: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {44: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {45: *batchmap.Tile/R[*batchmap.Tile] GLO}]
43: Flatten [In(Main): *batchmap.Tile <- {30: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {35: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {40: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {45: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {46: *batchmap.Tile/R[*batchmap.Tile] GLO}]
44: ParDo [In(Main): T <- {46: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: T -> {47: *batchmap.Tile/R[*batchmap.Tile] GLO}]
45: ParDo [In(Main): *batchmap.Tile <- {47: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: string -> {48: string/string GLO}]
46: ParDo [In(Main): *batchmap.Tile <- {46: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: int -> {49: int/int[varintz] GLO}]
47: ParDo [In(Main): T <- {49: int/int[varintz] GLO}] -> [Out: KV<int,T> -> {50: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
48: CoGBK [In(Main): KV<int,int> <- {50: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: CoGBK<int,int> -> {51: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}]
49: Combine [In(Main): int <- {51: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}] -> [Out: KV<int,int> -> {52: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
50: ParDo [In(Main): KV<X,Y> <- {52: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: Y -> {53: int/int[varintz] GLO}]
51: Impulse [] -> [Out: []uint8 -> {54: []uint8/bytes GLO}]
52: ParDo [In(Main): []uint8 <- {54: []uint8/bytes GLO}] -> [Out: T -> {55: int/int[varintz] GLO}]
53: Impulse [] -> [Out: []uint8 -> {56: []uint8/bytes GLO}]
54: ParDo [In(Main): []uint8 <- {56: []uint8/bytes GLO} In(Iter): T <- {53: int/int[varintz] GLO} In(Iter): T <- {55: int/int[varintz] GLO}] -> [Out: T -> {57: int/int[varintz] GLO} Out: T -> {58: int/int[varintz] GLO} Out: T -> {59: int/int[varintz] GLO}]
55: Impulse [] -> [Out: []uint8 -> {60: []uint8/bytes GLO}]
56: ParDo [In(Main): []uint8 <- {60: []uint8/bytes GLO} In(Iter): T <- {57: int/int[varintz] GLO} In(Iter): T <- {58: int/int[varintz] GLO} In(Iter): T <- {59: int/int[varintz] GLO}] -> []
57: Impulse [] -> [Out: []uint8 -> {61: []uint8/bytes GLO}]
58: ParDo [In(Main): []uint8 <- {61: []uint8/bytes GLO}] -> [Out: T -> {62: string/string GLO}]
59: Impulse [] -> [Out: []uint8 -> {63: []uint8/bytes GLO}]
60: ParDo [In(Main): []uint8 <- {63: []uint8/bytes GLO} In(Iter): T <- {48: string/string GLO} In(Iter): T <- {62: string/string GLO}] -> [Out: T -> {64: string/string GLO} Out: T -> {65: string/string GLO} Out: T -> {66: string/string GLO}]
61: Impulse [] -> [Out: []uint8 -> {67: []uint8/bytes GLO}]
62: ParDo [In(Main): []uint8 <- {67: []uint8/bytes GLO} In(Iter): T <- {64: string/string GLO} In(Iter): T <- {65: string/string GLO} In(Iter): T <- {66: string/string GLO}] -> []
2022/07/07 11:32:29 Plan[plan]:
88: Impulse[0]
92: Impulse[0]
94: Impulse[0]
95: Impulse[0]
96: Impulse[0]
98: Impulse[0]
99: Impulse[0]
100: Impulse[0]
1: ParDo[passert.failIfBadEntries] Out:[]
2: wait[3] Out:1
3: buffer[3]. wait:2 Out:1
4: buffer[4]. wait:2 Out:1
5: buffer[5]. wait:2 Out:1
6: ParDo[passert.diffFn] Out:[3 4 5]
7: wait[2] Out:6
8: buffer[8]. wait:7 Out:6
9: buffer[9]. wait:7 Out:6
10: ParDo[batchmap.TestUpdate.func1.2] Out:[8]
11: ParDo[filter.filterFn] Out:[10]
12: ParDo[passert.failIfBadEntries] Out:[]
13: wait[3] Out:12
14: buffer[14]. wait:13 Out:12
15: buffer[15]. wait:13 Out:12
16: buffer[16]. wait:13 Out:12
17: ParDo[passert.diffFn] Out:[14 15 16]
18: wait[2] Out:17
19: buffer[19]. wait:18 Out:17
20: buffer[20]. wait:18 Out:17
21: ParDo[beam.dropKeyFn] Out:[19]
22: Combine[stats.sumIntFn] Keyed:false Out:21
23: CoGBK. Out:22
24: Inject[0]. Out:23
25: ParDo[beam.addFixedKeyFn] Out:[24]
26: ParDo[batchmap.assertTileCount.func1] Out:[25]
27: Multiplex. Out:[11 26]
28: Flatten[4]. Out:Multiplex. Out:[11 26]
29: ParDo[batchmap.tileUpdateFn] Out:[28]
30: CoGBK. Out:29
31: Flatten[2]. Out:CoGBK. Out:29
32: Inject[0]. Out:31
33: Inject[1]. Out:31
34: ParDo[batchmap.updateStratum.func1] Out:[32]
35: ParDo[batchmap.leafShardFn] Out:[33]
36: ParDo[batchmap.tileToNodeHashFn] Out:[35]
37: Multiplex. Out:[36 28]
38: ParDo[batchmap.tileUpdateFn] Out:[37]
39: CoGBK. Out:38
40: Flatten[2]. Out:CoGBK. Out:38
41: Inject[0]. Out:40
42: Inject[1]. Out:40
43: ParDo[batchmap.updateStratum.func1] Out:[41]
44: ParDo[batchmap.leafShardFn] Out:[42]
45: ParDo[batchmap.tileToNodeHashFn] Out:[44]
46: Multiplex. Out:[45 28]
47: ParDo[batchmap.tileUpdateFn] Out:[46]
48: CoGBK. Out:47
49: Flatten[2]. Out:CoGBK. Out:47
50: Inject[0]. Out:49
51: Inject[1]. Out:49
52: ParDo[batchmap.updateStratum.func1] Out:[50]
53: ParDo[batchmap.leafShardFn] Out:[51]
54: ParDo[batchmap.tileToNodeHashFn] Out:[53]
55: Multiplex. Out:[54 28]
56: ParDo[batchmap.tileUpdateFn] Out:[55]
57: CoGBK. Out:56
58: Flatten[2]. Out:CoGBK. Out:56
59: Inject[0]. Out:58
60: Inject[1]. Out:58
61: ParDo[batchmap.updateStratum.func1] Out:[59]
62: ParDo[beam.partitionFn] Out:[34 43 52 61]
63: Flatten[4]. Out:ParDo[beam.partitionFn] Out:[34 43 52 61]
64: ParDo[batchmap.tileHashFn] Out:[63]
65: CoGBK. Out:64
66: Inject[0]. Out:65
67: ParDo[batchmap.leafShardFn] Out:[66]
68: ParDo[batchmap.tileToNodeHashFn] Out:[67]
69: Multiplex. Out:[68 63]
70: ParDo[batchmap.tileHashFn] Out:[69]
71: CoGBK. Out:70
72: Inject[0]. Out:71
73: ParDo[batchmap.leafShardFn] Out:[72]
74: ParDo[batchmap.tileToNodeHashFn] Out:[73]
75: Multiplex. Out:[74 63]
76: ParDo[batchmap.tileHashFn] Out:[75]
77: CoGBK. Out:76
78: Inject[0]. Out:77
79: ParDo[batchmap.leafShardFn] Out:[78]
80: ParDo[batchmap.tileToNodeHashFn] Out:[79]
81: Multiplex. Out:[80 63]
82: ParDo[batchmap.tileHashFn] Out:[81]
83: CoGBK. Out:82
84: Inject[0]. Out:83
85: ParDo[batchmap.leafShardFn] Out:[84]
86: ParDo[batchmap.entryToNodeHashFn] Out:[85]
87: ParDo[beam.createFn] Out:[86]
89: ParDo[batchmap.leafShardFn] Out:[60]
90: ParDo[batchmap.entryToNodeHashFn] Out:[89]
91: ParDo[beam.createFn] Out:[90]
93: ParDo[beam.createFn] Out:[20]
97: ParDo[beam.createFn] Out:[9]
2022/07/07 11:32:29 Executing pipeline with the direct runner.
2022/07/07 11:32:29 Pipeline:
2022/07/07 11:32:29 Nodes: {1: []uint8/bytes GLO}
{2: *batchmap.Entry/R[*batchmap.Entry] GLO}
{3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{6: *batchmap.Tile/R[*batchmap.Tile] GLO}
{7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{10: *batchmap.Tile/R[*batchmap.Tile] GLO}
{11: *batchmap.Tile/R[*batchmap.Tile] GLO}
{12: *batchmap.Tile/R[*batchmap.Tile] GLO}
Edges: 1: Impulse [] -> [Out: []uint8 -> {1: []uint8/bytes GLO}]
2: ParDo [In(Main): []uint8 <- {1: []uint8/bytes GLO}] -> [Out: T -> {2: *batchmap.Entry/R[*batchmap.Entry] GLO}]
3: ParDo [In(Main): *batchmap.Entry <- {2: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
4: ParDo [In(Main): batchmap.nodeHash <- {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
5: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
6: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {6: *batchmap.Tile/R[*batchmap.Tile] GLO}]
7: ParDo [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
8: ParDo [In(Main): batchmap.nodeHash <- {7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
9: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
10: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {10: *batchmap.Tile/R[*batchmap.Tile] GLO}]
11: Flatten [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {10: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {11: *batchmap.Tile/R[*batchmap.Tile] GLO}]
12: ParDo [In(Main): T <- {11: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: T -> {12: *batchmap.Tile/R[*batchmap.Tile] GLO}]
13: ParDo [In(Main): X <- {12: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> []
2022/07/07 11:32:29 Plan[plan]:
16: Impulse[0]
1: ParDo[passert.failFn] Out:[]
2: ParDo[filter.filterFn] Out:[1]
3: Flatten[2]. Out:ParDo[filter.filterFn] Out:[1]
4: ParDo[batchmap.tileHashFn] Out:[3]
5: CoGBK. Out:4
6: Inject[0]. Out:5
7: ParDo[batchmap.leafShardFn] Out:[6]
8: ParDo[batchmap.tileToNodeHashFn] Out:[7]
9: Multiplex. Out:[8 3]
10: ParDo[batchmap.tileHashFn] Out:[9]
11: CoGBK. Out:10
12: Inject[0]. Out:11
13: ParDo[batchmap.leafShardFn] Out:[12]
14: ParDo[batchmap.entryToNodeHashFn] Out:[13]
15: ParDo[beam.createFn] Out:[14]
2022/07/07 11:32:29 Executing pipeline with the direct runner.
2022/07/07 11:32:29 Pipeline:
2022/07/07 11:32:29 Nodes: {1: []uint8/bytes GLO}
{2: *batchmap.Entry/R[*batchmap.Entry] GLO}
{3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{6: *batchmap.Tile/R[*batchmap.Tile] GLO}
{7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{10: *batchmap.Tile/R[*batchmap.Tile] GLO}
{11: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{13: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{14: *batchmap.Tile/R[*batchmap.Tile] GLO}
{15: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{16: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{17: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{18: *batchmap.Tile/R[*batchmap.Tile] GLO}
{19: *batchmap.Tile/R[*batchmap.Tile] GLO}
{20: *batchmap.Tile/R[*batchmap.Tile] GLO}
{21: string/string GLO}
{22: int/int[varintz] GLO}
{23: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{24: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}
{25: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{26: int/int[varintz] GLO}
{27: []uint8/bytes GLO}
{28: int/int[varintz] GLO}
{29: []uint8/bytes GLO}
{30: int/int[varintz] GLO}
{31: int/int[varintz] GLO}
{32: int/int[varintz] GLO}
{33: []uint8/bytes GLO}
{34: []uint8/bytes GLO}
{35: string/string GLO}
{36: []uint8/bytes GLO}
{37: string/string GLO}
{38: string/string GLO}
{39: string/string GLO}
{40: []uint8/bytes GLO}
Edges: 1: Impulse [] -> [Out: []uint8 -> {1: []uint8/bytes GLO}]
2: ParDo [In(Main): []uint8 <- {1: []uint8/bytes GLO}] -> [Out: T -> {2: *batchmap.Entry/R[*batchmap.Entry] GLO}]
3: ParDo [In(Main): *batchmap.Entry <- {2: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
4: ParDo [In(Main): batchmap.nodeHash <- {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
5: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
6: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {6: *batchmap.Tile/R[*batchmap.Tile] GLO}]
7: ParDo [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
8: ParDo [In(Main): batchmap.nodeHash <- {7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
9: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
10: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {10: *batchmap.Tile/R[*batchmap.Tile] GLO}]
11: ParDo [In(Main): *batchmap.Tile <- {10: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {11: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
12: ParDo [In(Main): batchmap.nodeHash <- {11: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
13: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {13: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
14: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {13: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {14: *batchmap.Tile/R[*batchmap.Tile] GLO}]
15: ParDo [In(Main): *batchmap.Tile <- {14: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {15: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
16: ParDo [In(Main): batchmap.nodeHash <- {15: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {16: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
17: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {16: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {17: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
18: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {17: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {18: *batchmap.Tile/R[*batchmap.Tile] GLO}]
19: Flatten [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {10: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {14: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {18: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {19: *batchmap.Tile/R[*batchmap.Tile] GLO}]
20: ParDo [In(Main): T <- {19: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: T -> {20: *batchmap.Tile/R[*batchmap.Tile] GLO}]
21: ParDo [In(Main): *batchmap.Tile <- {20: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: string -> {21: string/string GLO}]
22: ParDo [In(Main): *batchmap.Tile <- {19: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: int -> {22: int/int[varintz] GLO}]
23: ParDo [In(Main): T <- {22: int/int[varintz] GLO}] -> [Out: KV<int,T> -> {23: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
24: CoGBK [In(Main): KV<int,int> <- {23: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: CoGBK<int,int> -> {24: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}]
25: Combine [In(Main): int <- {24: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}] -> [Out: KV<int,int> -> {25: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
26: ParDo [In(Main): KV<X,Y> <- {25: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: Y -> {26: int/int[varintz] GLO}]
27: Impulse [] -> [Out: []uint8 -> {27: []uint8/bytes GLO}]
28: ParDo [In(Main): []uint8 <- {27: []uint8/bytes GLO}] -> [Out: T -> {28: int/int[varintz] GLO}]
29: Impulse [] -> [Out: []uint8 -> {29: []uint8/bytes GLO}]
30: ParDo [In(Main): []uint8 <- {29: []uint8/bytes GLO} In(Iter): T <- {26: int/int[varintz] GLO} In(Iter): T <- {28: int/int[varintz] GLO}] -> [Out: T -> {30: int/int[varintz] GLO} Out: T -> {31: int/int[varintz] GLO} Out: T -> {32: int/int[varintz] GLO}]
31: Impulse [] -> [Out: []uint8 -> {33: []uint8/bytes GLO}]
32: ParDo [In(Main): []uint8 <- {33: []uint8/bytes GLO} In(Iter): T <- {30: int/int[varintz] GLO} In(Iter): T <- {31: int/int[varintz] GLO} In(Iter): T <- {32: int/int[varintz] GLO}] -> []
33: Impulse [] -> [Out: []uint8 -> {34: []uint8/bytes GLO}]
34: ParDo [In(Main): []uint8 <- {34: []uint8/bytes GLO}] -> [Out: T -> {35: string/string GLO}]
35: Impulse [] -> [Out: []uint8 -> {36: []uint8/bytes GLO}]
36: ParDo [In(Main): []uint8 <- {36: []uint8/bytes GLO} In(Iter): T <- {21: string/string GLO} In(Iter): T <- {35: string/string GLO}] -> [Out: T -> {37: string/string GLO} Out: T -> {38: string/string GLO} Out: T -> {39: string/string GLO}]
37: Impulse [] -> [Out: []uint8 -> {40: []uint8/bytes GLO}]
38: ParDo [In(Main): []uint8 <- {40: []uint8/bytes GLO} In(Iter): T <- {37: string/string GLO} In(Iter): T <- {38: string/string GLO} In(Iter): T <- {39: string/string GLO}] -> []
2022/07/07 11:32:29 Plan[plan]:
53: Impulse[0]
55: Impulse[0]
56: Impulse[0]
57: Impulse[0]
59: Impulse[0]
60: Impulse[0]
61: Impulse[0]
1: ParDo[passert.failIfBadEntries] Out:[]
2: wait[3] Out:1
3: buffer[3]. wait:2 Out:1
4: buffer[4]. wait:2 Out:1
5: buffer[5]. wait:2 Out:1
6: ParDo[passert.diffFn] Out:[3 4 5]
7: wait[2] Out:6
8: buffer[8]. wait:7 Out:6
9: buffer[9]. wait:7 Out:6
10: ParDo[batchmap.TestGoldenCreate.func2] Out:[8]
11: ParDo[filter.filterFn] Out:[10]
12: ParDo[passert.failIfBadEntries] Out:[]
13: wait[3] Out:12
14: buffer[14]. wait:13 Out:12
15: buffer[15]. wait:13 Out:12
16: buffer[16]. wait:13 Out:12
17: ParDo[passert.diffFn] Out:[14 15 16]
18: wait[2] Out:17
19: buffer[19]. wait:18 Out:17
20: buffer[20]. wait:18 Out:17
21: ParDo[beam.dropKeyFn] Out:[19]
22: Combine[stats.sumIntFn] Keyed:false Out:21
23: CoGBK. Out:22
24: Inject[0]. Out:23
25: ParDo[beam.addFixedKeyFn] Out:[24]
26: ParDo[batchmap.assertTileCount.func1] Out:[25]
27: Multiplex. Out:[11 26]
28: Flatten[4]. Out:Multiplex. Out:[11 26]
29: ParDo[batchmap.tileHashFn] Out:[28]
30: CoGBK. Out:29
31: Inject[0]. Out:30
32: ParDo[batchmap.leafShardFn] Out:[31]
33: ParDo[batchmap.tileToNodeHashFn] Out:[32]
34: Multiplex. Out:[33 28]
35: ParDo[batchmap.tileHashFn] Out:[34]
36: CoGBK. Out:35
37: Inject[0]. Out:36
38: ParDo[batchmap.leafShardFn] Out:[37]
39: ParDo[batchmap.tileToNodeHashFn] Out:[38]
40: Multiplex. Out:[39 28]
41: ParDo[batchmap.tileHashFn] Out:[40]
42: CoGBK. Out:41
43: Inject[0]. Out:42
44: ParDo[batchmap.leafShardFn] Out:[43]
45: ParDo[batchmap.tileToNodeHashFn] Out:[44]
46: Multiplex. Out:[45 28]
47: ParDo[batchmap.tileHashFn] Out:[46]
48: CoGBK. Out:47
49: Inject[0]. Out:48
50: ParDo[batchmap.leafShardFn] Out:[49]
51: ParDo[batchmap.entryToNodeHashFn] Out:[50]
52: ParDo[beam.createFn] Out:[51]
54: ParDo[beam.createFn] Out:[20]
58: ParDo[beam.createFn] Out:[9]
2022/07/07 11:32:29 wait[18] unblocked w/ 1 [false]
2022/07/07 11:32:29 wait[18] done
2022/07/07 11:32:29 wait[13] unblocked w/ 1 [false]
2022/07/07 11:32:29 wait[13] done
2022/07/07 11:32:29 wait[7] unblocked w/ 1 [false]
2022/07/07 11:32:29 wait[7] done
2022/07/07 11:32:29 wait[2] unblocked w/ 1 [false]
2022/07/07 11:32:29 wait[2] done
2022/07/07 11:32:29 Executing pipeline with the direct runner.
2022/07/07 11:32:29 Pipeline:
2022/07/07 11:32:29 Nodes: {1: []uint8/bytes GLO}
{2: *batchmap.Entry/R[*batchmap.Entry] GLO}
{3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{6: *batchmap.Tile/R[*batchmap.Tile] GLO}
{7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{10: *batchmap.Tile/R[*batchmap.Tile] GLO}
{11: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{13: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{14: *batchmap.Tile/R[*batchmap.Tile] GLO}
{15: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{16: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{17: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}
{18: *batchmap.Tile/R[*batchmap.Tile] GLO}
{19: *batchmap.Tile/R[*batchmap.Tile] GLO}
{20: []uint8/bytes GLO}
{21: *batchmap.Entry/R[*batchmap.Entry] GLO}
{22: *batchmap.Tile/R[*batchmap.Tile] GLO}
{23: *batchmap.Tile/R[*batchmap.Tile] GLO}
{24: *batchmap.Tile/R[*batchmap.Tile] GLO}
{25: *batchmap.Tile/R[*batchmap.Tile] GLO}
{26: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{27: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{28: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{29: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{30: *batchmap.Tile/R[*batchmap.Tile] GLO}
{31: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{32: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{33: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{34: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{35: *batchmap.Tile/R[*batchmap.Tile] GLO}
{36: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{37: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{38: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{39: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{40: *batchmap.Tile/R[*batchmap.Tile] GLO}
{41: batchmap.nodeHash/R[batchmap.nodeHash] GLO}
{42: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}
{43: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}
{44: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}
{45: *batchmap.Tile/R[*batchmap.Tile] GLO}
{46: *batchmap.Tile/R[*batchmap.Tile] GLO}
{47: *batchmap.Tile/R[*batchmap.Tile] GLO}
{48: string/string GLO}
{49: int/int[varintz] GLO}
{50: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{51: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}
{52: KV<int,int>/KV<int[varintz],int[varintz]> GLO}
{53: int/int[varintz] GLO}
{54: []uint8/bytes GLO}
{55: int/int[varintz] GLO}
{56: []uint8/bytes GLO}
{57: int/int[varintz] GLO}
{58: int/int[varintz] GLO}
{59: int/int[varintz] GLO}
{60: []uint8/bytes GLO}
{61: []uint8/bytes GLO}
{62: string/string GLO}
{63: []uint8/bytes GLO}
{64: string/string GLO}
{65: string/string GLO}
{66: string/string GLO}
{67: []uint8/bytes GLO}
Edges: 1: Impulse [] -> [Out: []uint8 -> {1: []uint8/bytes GLO}]
2: ParDo [In(Main): []uint8 <- {1: []uint8/bytes GLO}] -> [Out: T -> {2: *batchmap.Entry/R[*batchmap.Entry] GLO}]
3: ParDo [In(Main): *batchmap.Entry <- {2: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
4: ParDo [In(Main): batchmap.nodeHash <- {3: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
5: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {4: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
6: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {5: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {6: *batchmap.Tile/R[*batchmap.Tile] GLO}]
7: ParDo [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
8: ParDo [In(Main): batchmap.nodeHash <- {7: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
9: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {8: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
10: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {9: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {10: *batchmap.Tile/R[*batchmap.Tile] GLO}]
11: ParDo [In(Main): *batchmap.Tile <- {10: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {11: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
12: ParDo [In(Main): batchmap.nodeHash <- {11: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
13: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {12: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {13: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
14: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {13: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {14: *batchmap.Tile/R[*batchmap.Tile] GLO}]
15: ParDo [In(Main): *batchmap.Tile <- {14: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {15: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
16: ParDo [In(Main): batchmap.nodeHash <- {15: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {16: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
17: CoGBK [In(Main): KV<[]uint8,batchmap.nodeHash> <- {16: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,batchmap.nodeHash> -> {17: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}]
18: ParDo [In(Main): CoGBK<[]uint8,batchmap.nodeHash> <- {17: CoGBK<[]uint8,batchmap.nodeHash>/CoGBK<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {18: *batchmap.Tile/R[*batchmap.Tile] GLO}]
19: Flatten [In(Main): *batchmap.Tile <- {6: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {10: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {14: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {18: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {19: *batchmap.Tile/R[*batchmap.Tile] GLO}]
20: Impulse [] -> [Out: []uint8 -> {20: []uint8/bytes GLO}]
21: ParDo [In(Main): []uint8 <- {20: []uint8/bytes GLO}] -> [Out: T -> {21: *batchmap.Entry/R[*batchmap.Entry] GLO}]
22: ParDo [In(Main): *batchmap.Tile <- {19: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {22: *batchmap.Tile/R[*batchmap.Tile] GLO} Out: *batchmap.Tile -> {23: *batchmap.Tile/R[*batchmap.Tile] GLO} Out: *batchmap.Tile -> {24: *batchmap.Tile/R[*batchmap.Tile] GLO} Out: *batchmap.Tile -> {25: *batchmap.Tile/R[*batchmap.Tile] GLO}]
23: ParDo [In(Main): *batchmap.Entry <- {21: *batchmap.Entry/R[*batchmap.Entry] GLO}] -> [Out: batchmap.nodeHash -> {26: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
24: ParDo [In(Main): *batchmap.Tile <- {25: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {27: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
25: ParDo [In(Main): batchmap.nodeHash <- {26: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {28: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
26: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {27: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {28: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {29: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
27: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {29: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {30: *batchmap.Tile/R[*batchmap.Tile] GLO}]
28: ParDo [In(Main): *batchmap.Tile <- {30: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {31: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
29: ParDo [In(Main): *batchmap.Tile <- {24: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {32: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
30: ParDo [In(Main): batchmap.nodeHash <- {31: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {33: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
31: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {32: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {33: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {34: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
32: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {34: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {35: *batchmap.Tile/R[*batchmap.Tile] GLO}]
33: ParDo [In(Main): *batchmap.Tile <- {35: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {36: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
34: ParDo [In(Main): *batchmap.Tile <- {23: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {37: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
35: ParDo [In(Main): batchmap.nodeHash <- {36: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {38: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
36: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {37: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {38: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {39: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
37: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {39: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {40: *batchmap.Tile/R[*batchmap.Tile] GLO}]
38: ParDo [In(Main): *batchmap.Tile <- {40: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: batchmap.nodeHash -> {41: batchmap.nodeHash/R[batchmap.nodeHash] GLO}]
39: ParDo [In(Main): *batchmap.Tile <- {22: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: KV<[]uint8,*batchmap.Tile> -> {42: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO}]
40: ParDo [In(Main): batchmap.nodeHash <- {41: batchmap.nodeHash/R[batchmap.nodeHash] GLO}] -> [Out: KV<[]uint8,batchmap.nodeHash> -> {43: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}]
41: CoGBK [In(Main): KV<[]uint8,*batchmap.Tile> <- {42: KV<[]uint8,*batchmap.Tile>/KV<bytes,R[*batchmap.Tile]> GLO} In(Main): KV<[]uint8,batchmap.nodeHash> <- {43: KV<[]uint8,batchmap.nodeHash>/KV<bytes,R[batchmap.nodeHash]> GLO}] -> [Out: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> -> {44: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}]
42: ParDo [In(Main): CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash> <- {44: CoGBK<[]uint8,*batchmap.Tile,batchmap.nodeHash>/CoGBK<bytes,R[*batchmap.Tile],R[batchmap.nodeHash]> GLO}] -> [Out: *batchmap.Tile -> {45: *batchmap.Tile/R[*batchmap.Tile] GLO}]
43: Flatten [In(Main): *batchmap.Tile <- {30: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {35: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {40: *batchmap.Tile/R[*batchmap.Tile] GLO} In(Main): *batchmap.Tile <- {45: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: *batchmap.Tile -> {46: *batchmap.Tile/R[*batchmap.Tile] GLO}]
44: ParDo [In(Main): T <- {46: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: T -> {47: *batchmap.Tile/R[*batchmap.Tile] GLO}]
45: ParDo [In(Main): *batchmap.Tile <- {47: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: string -> {48: string/string GLO}]
46: ParDo [In(Main): *batchmap.Tile <- {46: *batchmap.Tile/R[*batchmap.Tile] GLO}] -> [Out: int -> {49: int/int[varintz] GLO}]
47: ParDo [In(Main): T <- {49: int/int[varintz] GLO}] -> [Out: KV<int,T> -> {50: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
48: CoGBK [In(Main): KV<int,int> <- {50: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: CoGBK<int,int> -> {51: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}]
49: Combine [In(Main): int <- {51: CoGBK<int,int>/CoGBK<int[varintz],int[varintz]> GLO}] -> [Out: KV<int,int> -> {52: KV<int,int>/KV<int[varintz],int[varintz]> GLO}]
50: ParDo [In(Main): KV<X,Y> <- {52: KV<int,int>/KV<int[varintz],int[varintz]> GLO}] -> [Out: Y -> {53: int/int[varintz] GLO}]
51: Impulse [] -> [Out: []uint8 -> {54: []uint8/bytes GLO}]
52: ParDo [In(Main): []uint8 <- {54: []uint8/bytes GLO}] -> [Out: T -> {55: int/int[varintz] GLO}]
53: Impulse [] -> [Out: []uint8 -> {56: []uint8/bytes GLO}]
54: ParDo [In(Main): []uint8 <- {56: []uint8/bytes GLO} In(Iter): T <- {53: int/int[varintz] GLO} In(Iter): T <- {55: int/int[varintz] GLO}] -> [Out: T -> {57: int/int[varintz] GLO} Out: T -> {58: int/int[varintz] GLO} Out: T -> {59: int/int[varintz] GLO}]
55: Impulse [] -> [Out: []uint8 -> {60: []uint8/bytes GLO}]
56: ParDo [In(Main): []uint8 <- {60: []uint8/bytes GLO} In(Iter): T <- {57: int/int[varintz] GLO} In(Iter): T <- {58: int/int[varintz] GLO} In(Iter): T <- {59: int/int[varintz] GLO}] -> []
57: Impulse [] -> [Out: []uint8 -> {61: []uint8/bytes GLO}]
58: ParDo [In(Main): []uint8 <- {61: []uint8/bytes GLO}] -> [Out: T -> {62: string/string GLO}]
59: Impulse [] -> [Out: []uint8 -> {63: []uint8/bytes GLO}]
60: ParDo [In(Main): []uint8 <- {63: []uint8/bytes GLO} In(Iter): T <- {48: string/string GLO} In(Iter): T <- {62: string/string GLO}] -> [Out: T -> {64: string/string GLO} Out: T -> {65: string/string GLO} Out: T -> {66: string/string GLO}]
61: Impulse [] -> [Out: []uint8 -> {67: []uint8/bytes GLO}]
62: ParDo [In(Main): []uint8 <- {67: []uint8/bytes GLO} In(Iter): T <- {64: string/string GLO} In(Iter): T <- {65: string/string GLO} In(Iter): T <- {66: string/string GLO}] -> []
2022/07/07 11:32:29 Plan[plan]:
88: Impulse[0]
92: Impulse[0]
94: Impulse[0]
95: Impulse[0]
96: Impulse[0]
98: Impulse[0]
99: Impulse[0]
100: Impulse[0]
1: ParDo[passert.failIfBadEntries] Out:[]
2: wait[3] Out:1
3: buffer[3]. wait:2 Out:1
4: buffer[4]. wait:2 Out:1
5: buffer[5]. wait:2 Out:1
6: ParDo[passert.diffFn] Out:[3 4 5]
7: wait[2] Out:6
8: buffer[8]. wait:7 Out:6
9: buffer[9]. wait:7 Out:6
10: ParDo[batchmap.TestGoldenUpdate.func2] Out:[8]
11: ParDo[filter.filterFn] Out:[10]
12: ParDo[passert.failIfBadEntries] Out:[]
13: wait[3] Out:12
14: buffer[14]. wait:13 Out:12
15: buffer[15]. wait:13 Out:12
16: buffer[16]. wait:13 Out:12
17: ParDo[passert.diffFn] Out:[14 15 16]
18: wait[2] Out:17
19: buffer[19]. wait:18 Out:17
20: buffer[20]. wait:18 Out:17
21: ParDo[beam.dropKeyFn] Out:[19]
22: Combine[stats.sumIntFn] Keyed:false Out:21
23: CoGBK. Out:22
24: Inject[0]. Out:23
25: ParDo[beam.addFixedKeyFn] Out:[24]
26: ParDo[batchmap.assertTileCount.func1] Out:[25]
27: Multiplex. Out:[11 26]
28: Flatten[4]. Out:Multiplex. Out:[11 26]
29: ParDo[batchmap.tileUpdateFn] Out:[28]
30: CoGBK. Out:29
31: Flatten[2]. Out:CoGBK. Out:29
32: Inject[0]. Out:31
33: Inject[1]. Out:31
34: ParDo[batchmap.updateStratum.func1] Out:[32]
35: ParDo[batchmap.leafShardFn] Out:[33]
36: ParDo[batchmap.tileToNodeHashFn] Out:[35]
37: Multiplex. Out:[36 28]
38: ParDo[batchmap.tileUpdateFn] Out:[37]
39: CoGBK. Out:38
40: Flatten[2]. Out:CoGBK. Out:38
41: Inject[0]. Out:40
42: Inject[1]. Out:40
43: ParDo[batchmap.updateStratum.func1] Out:[41]
44: ParDo[batchmap.leafShardFn] Out:[42]
45: ParDo[batchmap.tileToNodeHashFn] Out:[44]
46: Multiplex. Out:[45 28]
47: ParDo[batchmap.tileUpdateFn] Out:[46]
48: CoGBK. Out:47
49: Flatten[2]. Out:CoGBK. Out:47
50: Inject[0]. Out:49
51: Inject[1]. Out:49
52: ParDo[batchmap.updateStratum.func1] Out:[50]
53: ParDo[batchmap.leafShardFn] Out:[51]
54: ParDo[batchmap.tileToNodeHashFn] Out:[53]
55: Multiplex. Out:[54 28]
56: ParDo[batchmap.tileUpdateFn] Out:[55]
57: CoGBK. Out:56
58: Flatten[2]. Out:CoGBK. Out:56
59: Inject[0]. Out:58
60: Inject[1]. Out:58
61: ParDo[batchmap.updateStratum.func1] Out:[59]
62: ParDo[beam.partitionFn] Out:[34 43 52 61]
63: Flatten[4]. Out:ParDo[beam.partitionFn] Out:[34 43 52 61]
64: ParDo[batchmap.tileHashFn] Out:[63]
65: CoGBK. Out:64
66: Inject[0]. Out:65
67: ParDo[batchmap.leafShardFn] Out:[66]
68: ParDo[batchmap.tileToNodeHashFn] Out:[67]
69: Multiplex. Out:[68 63]
70: ParDo[batchmap.tileHashFn] Out:[69]
71: CoGBK. Out:70
72: Inject[0]. Out:71
73: ParDo[batchmap.leafShardFn] Out:[72]
74: ParDo[batchmap.tileToNodeHashFn] Out:[73]
75: Multiplex. Out:[74 63]
76: ParDo[batchmap.tileHashFn] Out:[75]
77: CoGBK. Out:76
78: Inject[0]. Out:77
79: ParDo[batchmap.leafShardFn] Out:[78]
80: ParDo[batchmap.tileToNodeHashFn] Out:[79]
81: Multiplex. Out:[80 63]
82: ParDo[batchmap.tileHashFn] Out:[81]
83: CoGBK. Out:82
84: Inject[0]. Out:83
85: ParDo[batchmap.leafShardFn] Out:[84]
86: ParDo[batchmap.entryToNodeHashFn] Out:[85]
87: ParDo[beam.createFn] Out:[86]
89: ParDo[batchmap.leafShardFn] Out:[60]
90: ParDo[batchmap.entryToNodeHashFn] Out:[89]
91: ParDo[beam.createFn] Out:[90]
93: ParDo[beam.createFn] Out:[20]
97: ParDo[beam.createFn] Out:[9]
2022/07/07 11:32:29 wait[18] unblocked w/ 1 [false]
2022/07/07 11:32:29 wait[18] done
2022/07/07 11:32:29 wait[13] unblocked w/ 1 [false]
2022/07/07 11:32:29 wait[13] done
2022/07/07 11:32:29 wait[7] unblocked w/ 1 [false]
2022/07/07 11:32:29 wait[7] done
2022/07/07 11:32:29 wait[2] unblocked w/ 1 [false]
2022/07/07 11:32:29 wait[2] done
PASS
ok  	github.com/google/trillian/experimental/batchmap	0.547s
github.com/google/trillian/extension
?   	github.com/google/trillian/extension	[no test files]
github.com/google/trillian/integration
2022/07/07 11:32:31 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
PASS
ok  	github.com/google/trillian/integration	10.765s
github.com/google/trillian/integration
2022/07/07 11:32:42 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
PASS
ok  	github.com/google/trillian/integration	10.846s
github.com/google/trillian/integration/admin
2022/07/07 11:32:54 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
2022/07/07 11:32:54 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
2022/07/07 11:32:54 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
2022/07/07 11:32:54 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
2022/07/07 11:32:54 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
2022/07/07 11:32:54 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
2022/07/07 11:32:54 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
2022/07/07 11:32:54 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
2022/07/07 11:32:54 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
PASS
ok  	github.com/google/trillian/integration/admin	0.007s
github.com/google/trillian/integration/admin
2022/07/07 11:32:55 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
2022/07/07 11:32:55 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
2022/07/07 11:32:55 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
2022/07/07 11:32:55 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
2022/07/07 11:32:55 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
2022/07/07 11:32:55 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
2022/07/07 11:32:55 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
2022/07/07 11:32:55 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
2022/07/07 11:32:55 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
PASS
ok  	github.com/google/trillian/integration/admin	0.006s
github.com/google/trillian/integration/quota
2022/07/07 11:33:16 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
2022/07/07 11:33:16 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
PASS
ok  	github.com/google/trillian/integration/quota	0.019s
github.com/google/trillian/integration/quota
2022/07/07 11:33:17 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
2022/07/07 11:33:17 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
PASS
ok  	github.com/google/trillian/integration/quota	0.024s
github.com/google/trillian/integration/storagetest
?   	github.com/google/trillian/integration/storagetest	[no test files]
github.com/google/trillian/internal/merkle/inmemory
PASS
ok  	github.com/google/trillian/internal/merkle/inmemory	0.453s
github.com/google/trillian/internal/merkle/inmemory
PASS
ok  	github.com/google/trillian/internal/merkle/inmemory	0.453s
github.com/google/trillian/log
E0707 11:33:20.941766   11672 operation_manager.go:321] failed to perform operation: failed to list active log IDs: getactivelogs
E0707 11:33:20.942656   11672 operation_manager.go:428] ExecutePass(145) failed: test error
E0707 11:33:22.943866   11672 runner.go:119] 451: election.Await() failed: context canceled
E0707 11:33:22.944767   11672 operation_manager.go:428] ExecutePass(145) failed: test error
E0707 11:33:22.945076   11672 operation_manager.go:170] 98: failed to get log info: failedGetTree
E0707 11:33:23.346975   11672 runner.go:144] 3: no longer the master!
E0707 11:33:23.347008   11672 runner.go:119] 3: context canceled
E0707 11:33:23.347034   11672 runner.go:144] 1: no longer the master!
E0707 11:33:23.347038   11672 runner.go:119] 1: context canceled
E0707 11:33:23.347046   11672 runner.go:144] 2: no longer the master!
E0707 11:33:23.347050   11672 runner.go:119] 2: context canceled
E0707 11:33:23.347058   11672 runner.go:144] 5: no longer the master!
E0707 11:33:23.347062   11672 runner.go:119] 5: context canceled
E0707 11:33:23.347097   11672 runner.go:144] 4: no longer the master!
E0707 11:33:23.347100   11672 runner.go:119] 4: context canceled
E0707 11:33:23.347544   11672 runner.go:144] 6: no longer the master!
E0707 11:33:23.347550   11672 runner.go:119] 6: context canceled
E0707 11:33:23.548718   11672 operation_manager.go:248] failed to create election for 4: injected failure
E0707 11:33:23.548744   11672 runner.go:119] 1: election.Await() failed: context canceled
E0707 11:33:23.548755   11672 runner.go:144] 2: no longer the master!
E0707 11:33:23.548758   11672 runner.go:119] 2: context canceled
E0707 11:33:23.548767   11672 runner.go:119] 3: election.Await() failed: context canceled
E0707 11:33:23.548774   11672 runner.go:144] 4: no longer the master!
E0707 11:33:23.548777   11672 runner.go:119] 4: context canceled
E0707 11:33:23.548784   11672 runner.go:119] 5: election.Await() failed: context canceled
E0707 11:33:23.548790   11672 runner.go:144] 6: no longer the master!
E0707 11:33:23.548793   11672 runner.go:119] 6: context canceled
E0707 11:33:23.548801   11672 operation_manager.go:248] failed to create election for 1: injected failure
E0707 11:33:23.548807   11672 operation_manager.go:248] failed to create election for 2: injected failure
E0707 11:33:23.548814   11672 operation_manager.go:248] failed to create election for 3: injected failure
E0707 11:33:23.649055   11672 operation_manager.go:248] failed to create election for 6: injected failure
E0707 11:33:23.649072   11672 operation_manager.go:248] failed to create election for 5: injected failure
PASS
ok  	github.com/google/trillian/log	2.817s
github.com/google/trillian/log
E0707 11:33:24.389220   11727 operation_manager.go:321] failed to perform operation: failed to list active log IDs: getactivelogs
E0707 11:33:24.390428   11727 operation_manager.go:428] ExecutePass(145) failed: test error
E0707 11:33:27.391892   11727 runner.go:119] 451: election.Await() failed: context canceled
E0707 11:33:27.392173   11727 operation_manager.go:428] ExecutePass(145) failed: test error
E0707 11:33:27.392292   11727 operation_manager.go:170] 98: failed to get log info: failedGetTree
E0707 11:33:27.793977   11727 runner.go:144] 4: no longer the master!
E0707 11:33:27.793995   11727 runner.go:119] 4: context canceled
E0707 11:33:27.794004   11727 runner.go:144] 5: no longer the master!
E0707 11:33:27.794007   11727 runner.go:119] 5: context canceled
E0707 11:33:27.794014   11727 runner.go:144] 6: no longer the master!
E0707 11:33:27.794017   11727 runner.go:119] 6: context canceled
E0707 11:33:27.794023   11727 runner.go:144] 1: no longer the master!
E0707 11:33:27.794025   11727 runner.go:119] 1: context canceled
E0707 11:33:27.794030   11727 runner.go:144] 2: no longer the master!
E0707 11:33:27.794033   11727 runner.go:119] 2: context canceled
E0707 11:33:27.794038   11727 runner.go:144] 3: no longer the master!
E0707 11:33:27.794041   11727 runner.go:119] 3: context canceled
E0707 11:33:27.995353   11727 operation_manager.go:248] failed to create election for 4: injected failure
E0707 11:33:27.995646   11727 runner.go:144] 6: no longer the master!
E0707 11:33:27.995813   11727 runner.go:119] 6: context canceled
E0707 11:33:27.995682   11727 runner.go:119] 1: election.Await() failed: context canceled
E0707 11:33:27.995689   11727 runner.go:144] 2: no longer the master!
E0707 11:33:27.996186   11727 runner.go:119] 2: context canceled
E0707 11:33:27.995693   11727 runner.go:119] 3: election.Await() failed: context canceled
E0707 11:33:27.995711   11727 operation_manager.go:248] failed to create election for 1: injected failure
E0707 11:33:27.995714   11727 runner.go:144] 4: no longer the master!
E0707 11:33:27.996203   11727 runner.go:119] 4: context canceled
E0707 11:33:27.995724   11727 runner.go:119] 5: election.Await() failed: context canceled
E0707 11:33:27.995735   11727 operation_manager.go:248] failed to create election for 2: injected failure
E0707 11:33:27.995745   11727 operation_manager.go:248] failed to create election for 3: injected failure
E0707 11:33:28.096030   11727 operation_manager.go:248] failed to create election for 6: injected failure
E0707 11:33:28.096050   11727 operation_manager.go:248] failed to create election for 5: injected failure
PASS
ok  	github.com/google/trillian/log	3.818s
github.com/google/trillian/merkle
PASS
ok  	github.com/google/trillian/merkle	0.010s
github.com/google/trillian/merkle
PASS
ok  	github.com/google/trillian/merkle	0.010s
github.com/google/trillian/merkle/compact
PASS
ok  	github.com/google/trillian/merkle/compact	0.403s
github.com/google/trillian/merkle/compact
PASS
ok  	github.com/google/trillian/merkle/compact	0.400s
github.com/google/trillian/merkle/coniks
PASS
ok  	github.com/google/trillian/merkle/coniks	0.006s
github.com/google/trillian/merkle/coniks
PASS
ok  	github.com/google/trillian/merkle/coniks	0.004s
github.com/google/trillian/merkle/hashers
?   	github.com/google/trillian/merkle/hashers	[no test files]
github.com/google/trillian/merkle/logverifier
PASS
ok  	github.com/google/trillian/merkle/logverifier	2.912s
github.com/google/trillian/merkle/logverifier
PASS
ok  	github.com/google/trillian/merkle/logverifier	3.150s
github.com/google/trillian/merkle/rfc6962
PASS
ok  	github.com/google/trillian/merkle/rfc6962	0.003s
github.com/google/trillian/merkle/rfc6962
PASS
ok  	github.com/google/trillian/merkle/rfc6962	0.003s
github.com/google/trillian/merkle/smt
PASS
ok  	github.com/google/trillian/merkle/smt	3.902s
github.com/google/trillian/merkle/smt
PASS
ok  	github.com/google/trillian/merkle/smt	3.581s
github.com/google/trillian/merkle/smt/node
PASS
ok  	github.com/google/trillian/merkle/smt/node	0.004s
github.com/google/trillian/merkle/smt/node
PASS
ok  	github.com/google/trillian/merkle/smt/node	0.004s
github.com/google/trillian/merkle/testonly
?   	github.com/google/trillian/merkle/testonly	[no test files]
github.com/google/trillian/monitoring
E0707 11:33:49.881193   12738 inert.go:82] invalid label count 1; want 0
E0707 11:33:49.881779   12738 inert.go:82] invalid label count 1; want 0
E0707 11:33:49.881789   12738 inert.go:106] invalid label count 1; want 0
E0707 11:33:49.881809   12738 inert.go:82] invalid label count 2; want 1
E0707 11:33:49.881813   12738 inert.go:82] invalid label count 2; want 1
E0707 11:33:49.881936   12738 inert.go:106] invalid label count 2; want 1
E0707 11:33:49.881951   12738 inert.go:82] invalid label count 3; want 2
E0707 11:33:49.881954   12738 inert.go:82] invalid label count 3; want 2
E0707 11:33:49.881957   12738 inert.go:106] invalid label count 3; want 2
E0707 11:33:49.881983   12738 inert.go:82] invalid label count 1; want 0
E0707 11:33:49.881986   12738 inert.go:82] invalid label count 1; want 0
E0707 11:33:49.881988   12738 inert.go:82] invalid label count 1; want 0
E0707 11:33:49.881991   12738 inert.go:94] invalid label count 1; want 0
E0707 11:33:49.881994   12738 inert.go:106] invalid label count 1; want 0
E0707 11:33:49.882005   12738 inert.go:82] invalid label count 2; want 1
E0707 11:33:49.882008   12738 inert.go:82] invalid label count 2; want 1
E0707 11:33:49.882010   12738 inert.go:82] invalid label count 2; want 1
E0707 11:33:49.882013   12738 inert.go:94] invalid label count 2; want 1
E0707 11:33:49.882029   12738 inert.go:106] invalid label count 2; want 1
E0707 11:33:49.882106   12738 inert.go:82] invalid label count 3; want 2
E0707 11:33:49.882110   12738 inert.go:82] invalid label count 3; want 2
E0707 11:33:49.882112   12738 inert.go:82] invalid label count 3; want 2
E0707 11:33:49.882115   12738 inert.go:94] invalid label count 3; want 2
E0707 11:33:49.882117   12738 inert.go:106] invalid label count 3; want 2
E0707 11:33:49.882137   12738 inert.go:126] invalid label count 1; want 0
E0707 11:33:49.882140   12738 inert.go:126] invalid label count 1; want 0
E0707 11:33:49.882142   12738 inert.go:139] invalid label count 1; want 0
E0707 11:33:49.882156   12738 inert.go:126] invalid label count 2; want 1
E0707 11:33:49.882160   12738 inert.go:126] invalid label count 2; want 1
E0707 11:33:49.883347   12738 inert.go:139] invalid label count 2; want 1
E0707 11:33:49.883377   12738 inert.go:126] invalid label count 3; want 2
E0707 11:33:49.883393   12738 inert.go:126] invalid label count 3; want 2
E0707 11:33:49.883701   12738 inert.go:139] invalid label count 3; want 2
PASS
ok  	github.com/google/trillian/monitoring	0.008s
github.com/google/trillian/monitoring/opencensus
?   	github.com/google/trillian/monitoring/opencensus	[no test files]
github.com/google/trillian/monitoring/prometheus
E0707 11:34:01.361750   14000 metrics.go:136] got 1 ([bogus]) values for 0 labels ([])
E0707 11:34:01.362346   14000 metrics.go:122] got 1 ([bogus]) values for 0 labels ([])
E0707 11:34:01.362584   14000 metrics.go:150] got 1 ([bogus]) values for 0 labels ([])
E0707 11:34:01.362773   14000 metrics.go:136] got 2 ([val1 bogus]) values for 1 labels ([key1])
E0707 11:34:01.362926   14000 metrics.go:122] got 2 ([val1 bogus]) values for 1 labels ([key1])
E0707 11:34:01.363069   14000 metrics.go:150] got 2 ([val1 bogus]) values for 1 labels ([key1])
E0707 11:34:01.363250   14000 metrics.go:136] got 3 ([val1 val2 bogus]) values for 2 labels ([key1 key2])
E0707 11:34:01.363361   14000 metrics.go:122] got 3 ([val1 val2 bogus]) values for 2 labels ([key1 key2])
E0707 11:34:01.363528   14000 metrics.go:150] got 3 ([val1 val2 bogus]) values for 2 labels ([key1 key2])
E0707 11:34:01.363677   14000 metrics.go:210] got 1 ([bogus]) values for 0 labels ([])
E0707 11:34:01.363840   14000 metrics.go:182] got 1 ([bogus]) values for 0 labels ([])
E0707 11:34:01.363944   14000 metrics.go:196] got 1 ([bogus]) values for 0 labels ([])
E0707 11:34:01.364037   14000 metrics.go:224] got 1 ([bogus]) values for 0 labels ([])
E0707 11:34:01.364172   14000 metrics.go:238] got 1 ([bogus]) values for 0 labels ([])
E0707 11:34:01.364312   14000 metrics.go:210] got 2 ([val1 bogus]) values for 1 labels ([key1])
E0707 11:34:01.364435   14000 metrics.go:182] got 2 ([val1 bogus]) values for 1 labels ([key1])
E0707 11:34:01.364592   14000 metrics.go:196] got 2 ([val1 bogus]) values for 1 labels ([key1])
E0707 11:34:01.364723   14000 metrics.go:224] got 2 ([val1 bogus]) values for 1 labels ([key1])
E0707 11:34:01.364853   14000 metrics.go:238] got 2 ([val1 bogus]) values for 1 labels ([key1])
E0707 11:34:01.365018   14000 metrics.go:210] got 3 ([val1 val2 bogus]) values for 2 labels ([key1 key2])
E0707 11:34:01.365158   14000 metrics.go:182] got 3 ([val1 val2 bogus]) values for 2 labels ([key1 key2])
E0707 11:34:01.365293   14000 metrics.go:196] got 3 ([val1 val2 bogus]) values for 2 labels ([key1 key2])
E0707 11:34:01.365445   14000 metrics.go:224] got 3 ([val1 val2 bogus]) values for 2 labels ([key1 key2])
E0707 11:34:01.365606   14000 metrics.go:238] got 3 ([val1 val2 bogus]) values for 2 labels ([key1 key2])
E0707 11:34:01.365894   14000 metrics.go:270] got 1 ([bogus]) values for 0 labels ([])
E0707 11:34:01.366045   14000 metrics.go:270] got 1 ([bogus]) values for 0 labels ([])
E0707 11:34:01.366182   14000 metrics.go:284] got 1 ([bogus]) values for 0 labels ([])
E0707 11:34:01.366521   14000 metrics.go:270] got 2 ([val1 bogus]) values for 1 labels ([key1])
E0707 11:34:01.366700   14000 metrics.go:270] got 2 ([val1 bogus]) values for 1 labels ([key1])
E0707 11:34:01.366841   14000 metrics.go:284] got 2 ([val1 bogus]) values for 1 labels ([key1])
E0707 11:34:01.367215   14000 metrics.go:270] got 3 ([val1 val2 bogus]) values for 2 labels ([key1 key2])
E0707 11:34:01.367370   14000 metrics.go:270] got 3 ([val1 val2 bogus]) values for 2 labels ([key1 key2])
E0707 11:34:01.367534   14000 metrics.go:284] got 3 ([val1 val2 bogus]) values for 2 labels ([key1 key2])
PASS
ok  	github.com/google/trillian/monitoring/prometheus	0.012s
github.com/google/trillian/monitoring/prometheus
E0707 11:34:01.980171   14056 metrics.go:136] got 1 ([bogus]) values for 0 labels ([])
E0707 11:34:01.980799   14056 metrics.go:122] got 1 ([bogus]) values for 0 labels ([])
E0707 11:34:01.980986   14056 metrics.go:150] got 1 ([bogus]) values for 0 labels ([])
E0707 11:34:01.981168   14056 metrics.go:136] got 2 ([val1 bogus]) values for 1 labels ([key1])
E0707 11:34:01.981315   14056 metrics.go:122] got 2 ([val1 bogus]) values for 1 labels ([key1])
E0707 11:34:01.981469   14056 metrics.go:150] got 2 ([val1 bogus]) values for 1 labels ([key1])
E0707 11:34:01.981665   14056 metrics.go:136] got 3 ([val1 val2 bogus]) values for 2 labels ([key1 key2])
E0707 11:34:01.981821   14056 metrics.go:122] got 3 ([val1 val2 bogus]) values for 2 labels ([key1 key2])
E0707 11:34:01.981956   14056 metrics.go:150] got 3 ([val1 val2 bogus]) values for 2 labels ([key1 key2])
E0707 11:34:01.982170   14056 metrics.go:210] got 1 ([bogus]) values for 0 labels ([])
E0707 11:34:01.982320   14056 metrics.go:182] got 1 ([bogus]) values for 0 labels ([])
E0707 11:34:01.982487   14056 metrics.go:196] got 1 ([bogus]) values for 0 labels ([])
E0707 11:34:01.982626   14056 metrics.go:224] got 1 ([bogus]) values for 0 labels ([])
E0707 11:34:01.982761   14056 metrics.go:238] got 1 ([bogus]) values for 0 labels ([])
E0707 11:34:01.982935   14056 metrics.go:210] got 2 ([val1 bogus]) values for 1 labels ([key1])
E0707 11:34:01.983077   14056 metrics.go:182] got 2 ([val1 bogus]) values for 1 labels ([key1])
E0707 11:34:01.983211   14056 metrics.go:196] got 2 ([val1 bogus]) values for 1 labels ([key1])
E0707 11:34:01.983345   14056 metrics.go:224] got 2 ([val1 bogus]) values for 1 labels ([key1])
E0707 11:34:01.983509   14056 metrics.go:238] got 2 ([val1 bogus]) values for 1 labels ([key1])
E0707 11:34:01.983715   14056 metrics.go:210] got 3 ([val1 val2 bogus]) values for 2 labels ([key1 key2])
E0707 11:34:01.983861   14056 metrics.go:182] got 3 ([val1 val2 bogus]) values for 2 labels ([key1 key2])
E0707 11:34:01.984003   14056 metrics.go:196] got 3 ([val1 val2 bogus]) values for 2 labels ([key1 key2])
E0707 11:34:01.984138   14056 metrics.go:224] got 3 ([val1 val2 bogus]) values for 2 labels ([key1 key2])
E0707 11:34:01.984272   14056 metrics.go:238] got 3 ([val1 val2 bogus]) values for 2 labels ([key1 key2])
E0707 11:34:01.984637   14056 metrics.go:270] got 1 ([bogus]) values for 0 labels ([])
E0707 11:34:01.984795   14056 metrics.go:270] got 1 ([bogus]) values for 0 labels ([])
E0707 11:34:01.984932   14056 metrics.go:284] got 1 ([bogus]) values for 0 labels ([])
E0707 11:34:01.985233   14056 metrics.go:270] got 2 ([val1 bogus]) values for 1 labels ([key1])
E0707 11:34:01.985394   14056 metrics.go:270] got 2 ([val1 bogus]) values for 1 labels ([key1])
E0707 11:34:01.985540   14056 metrics.go:284] got 2 ([val1 bogus]) values for 1 labels ([key1])
E0707 11:34:01.985921   14056 metrics.go:270] got 3 ([val1 val2 bogus]) values for 2 labels ([key1 key2])
E0707 11:34:01.986068   14056 metrics.go:270] got 3 ([val1 val2 bogus]) values for 2 labels ([key1 key2])
E0707 11:34:01.986203   14056 metrics.go:284] got 3 ([val1 val2 bogus]) values for 2 labels ([key1 key2])
PASS
ok  	github.com/google/trillian/monitoring/prometheus	0.012s
github.com/google/trillian/monitoring/testonly
?   	github.com/google/trillian/monitoring/testonly	[no test files]
github.com/google/trillian/quota
PASS
ok  	github.com/google/trillian/quota	0.005s
github.com/google/trillian/quota
PASS
ok  	github.com/google/trillian/quota	0.006s
github.com/google/trillian/quota/cacheqm
PASS
ok  	github.com/google/trillian/quota/cacheqm	0.007s
github.com/google/trillian/quota/cacheqm
PASS
ok  	github.com/google/trillian/quota/cacheqm	0.005s
github.com/google/trillian/quota/etcd
?   	github.com/google/trillian/quota/etcd	[no test files]
github.com/google/trillian/quota/etcd/etcdqm
{"level":"info","ts":"2022-07-07T11:34:06.380Z","caller":"embed/etcd.go:131","msg":"configuring peer listeners","listen-peer-urls":["http://127.0.0.1:32923"]}
{"level":"info","ts":"2022-07-07T11:34:06.380Z","caller":"embed/etcd.go:139","msg":"configuring client listeners","listen-client-urls":["http://127.0.0.1:39501"]}
{"level":"info","ts":"2022-07-07T11:34:06.380Z","caller":"embed/etcd.go:307","msg":"starting an etcd server","etcd-version":"3.5.0","git-sha":"Not provided (use ./build instead of go build)","go-version":"go1.18.3","go-os":"linux","go-arch":"amd64","max-cpu-set":2,"max-cpu-available":2,"member-initialized":false,"name":"default","data-dir":"/tmp/etcdquota-test-1495112832","wal-dir":"","wal-dir-dedicated":"","member-dir":"/tmp/etcdquota-test-1495112832/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":100000,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["http://127.0.0.1:32923"],"listen-peer-urls":["http://127.0.0.1:32923"],"advertise-client-urls":["http://127.0.0.1:39501"],"listen-client-urls":["http://127.0.0.1:39501"],"listen-metrics-urls":[],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"default=http://127.0.0.1:32923","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-size-bytes":2147483648,"pre-vote":true,"initial-corrupt-check":false,"corrupt-check-time-interval":"0s","auto-compaction-mode":"","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"}
{"level":"info","ts":"2022-07-07T11:34:06.381Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/tmp/etcdquota-test-1495112832/member/snap/db","took":"111.51µs"}
{"level":"info","ts":"2022-07-07T11:34:06.392Z","caller":"etcdserver/raft.go:448","msg":"starting local member","local-member-id":"b7b6d52e22074edb","cluster-id":"eb0fa7457f4f1d6f"}
{"level":"info","ts":"2022-07-07T11:34:06.393Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7b6d52e22074edb switched to configuration voters=()"}
{"level":"info","ts":"2022-07-07T11:34:06.393Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7b6d52e22074edb became follower at term 0"}
{"level":"info","ts":"2022-07-07T11:34:06.393Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft b7b6d52e22074edb [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"}
{"level":"info","ts":"2022-07-07T11:34:06.393Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7b6d52e22074edb became follower at term 1"}
{"level":"info","ts":"2022-07-07T11:34:06.393Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7b6d52e22074edb switched to configuration voters=(13238002548818267867)"}
{"level":"warn","ts":"2022-07-07T11:34:06.396Z","caller":"auth/store.go:1220","msg":"simple token is not cryptographically signed"}
{"level":"info","ts":"2022-07-07T11:34:06.397Z","caller":"mvcc/kvstore.go:415","msg":"kvstore restored","current-rev":1}
{"level":"info","ts":"2022-07-07T11:34:06.397Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"}
{"level":"info","ts":"2022-07-07T11:34:06.397Z","caller":"etcdserver/server.go:843","msg":"starting etcd server","local-member-id":"b7b6d52e22074edb","local-server-version":"3.5.0","cluster-version":"to_be_decided"}
{"level":"info","ts":"2022-07-07T11:34:06.399Z","caller":"embed/etcd.go:276","msg":"now serving peer/client/metrics","local-member-id":"b7b6d52e22074edb","initial-advertise-peer-urls":["http://127.0.0.1:32923"],"listen-peer-urls":["http://127.0.0.1:32923"],"advertise-client-urls":["http://127.0.0.1:39501"],"listen-client-urls":["http://127.0.0.1:39501"],"listen-metrics-urls":[]}
{"level":"info","ts":"2022-07-07T11:34:06.399Z","caller":"etcdserver/server.go:728","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"b7b6d52e22074edb","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"}
{"level":"info","ts":"2022-07-07T11:34:06.400Z","caller":"embed/etcd.go:580","msg":"serving peer traffic","address":"127.0.0.1:32923"}
{"level":"info","ts":"2022-07-07T11:34:06.400Z","caller":"embed/etcd.go:552","msg":"cmux::serve","address":"127.0.0.1:32923"}
{"level":"info","ts":"2022-07-07T11:34:06.400Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7b6d52e22074edb switched to configuration voters=(13238002548818267867)"}
{"level":"info","ts":"2022-07-07T11:34:06.400Z","caller":"membership/cluster.go:393","msg":"added member","cluster-id":"eb0fa7457f4f1d6f","local-member-id":"b7b6d52e22074edb","added-peer-id":"b7b6d52e22074edb","added-peer-peer-urls":["http://127.0.0.1:32923"]}
{"level":"info","ts":"2022-07-07T11:34:07.397Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7b6d52e22074edb is starting a new election at term 1"}
{"level":"info","ts":"2022-07-07T11:34:07.398Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7b6d52e22074edb became pre-candidate at term 1"}
{"level":"info","ts":"2022-07-07T11:34:07.398Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7b6d52e22074edb received MsgPreVoteResp from b7b6d52e22074edb at term 1"}
{"level":"info","ts":"2022-07-07T11:34:07.398Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7b6d52e22074edb became candidate at term 2"}
{"level":"info","ts":"2022-07-07T11:34:07.398Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7b6d52e22074edb received MsgVoteResp from b7b6d52e22074edb at term 2"}
{"level":"info","ts":"2022-07-07T11:34:07.398Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b7b6d52e22074edb became leader at term 2"}
{"level":"info","ts":"2022-07-07T11:34:07.398Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: b7b6d52e22074edb elected leader b7b6d52e22074edb at term 2"}
{"level":"info","ts":"2022-07-07T11:34:07.399Z","caller":"etcdserver/server.go:2476","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2022-07-07T11:34:07.399Z","caller":"membership/cluster.go:531","msg":"set initial cluster version","cluster-id":"eb0fa7457f4f1d6f","local-member-id":"b7b6d52e22074edb","cluster-version":"3.5"}
{"level":"info","ts":"2022-07-07T11:34:07.399Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2022-07-07T11:34:07.399Z","caller":"etcdserver/server.go:2500","msg":"cluster version is updated","cluster-version":"3.5"}
{"level":"info","ts":"2022-07-07T11:34:07.400Z","caller":"embed/serve.go:98","msg":"ready to serve client requests"}
{"level":"info","ts":"2022-07-07T11:34:07.401Z","caller":"etcdserver/server.go:2027","msg":"published local member to cluster through raft","local-member-id":"b7b6d52e22074edb","local-member-attributes":"{Name:default ClientURLs:[http://127.0.0.1:39501]}","request-path":"/0/members/b7b6d52e22074edb/attributes","cluster-id":"eb0fa7457f4f1d6f","publish-timeout":"7s"}
{"level":"info","ts":"2022-07-07T11:34:07.402Z","caller":"embed/serve.go:140","msg":"serving client traffic insecurely; this is strongly discouraged!","address":"127.0.0.1:39501"}
PASS
{"level":"info","ts":"2022-07-07T11:34:07.429Z","caller":"embed/etcd.go:367","msg":"closing etcd server","name":"default","data-dir":"/tmp/etcdquota-test-1495112832","advertise-peer-urls":["http://127.0.0.1:32923"],"advertise-client-urls":["http://127.0.0.1:39501"]}
{"level":"info","ts":"2022-07-07T11:34:07.431Z","caller":"etcdserver/server.go:1438","msg":"skipped leadership transfer for single voting member cluster","local-member-id":"b7b6d52e22074edb","current-leader-member-id":"b7b6d52e22074edb"}
{"level":"info","ts":"2022-07-07T11:34:07.438Z","caller":"embed/etcd.go:562","msg":"stopping serving peer traffic","address":"127.0.0.1:32923"}
{"level":"info","ts":"2022-07-07T11:34:07.439Z","caller":"embed/etcd.go:567","msg":"stopped serving peer traffic","address":"127.0.0.1:32923"}
{"level":"info","ts":"2022-07-07T11:34:07.439Z","caller":"embed/etcd.go:369","msg":"closed etcd server","name":"default","data-dir":"/tmp/etcdquota-test-1495112832","advertise-peer-urls":["http://127.0.0.1:32923"],"advertise-client-urls":["http://127.0.0.1:39501"]}
ok  	github.com/google/trillian/quota/etcd/etcdqm	1.085s
github.com/google/trillian/quota/etcd/etcdqm
{"level":"info","ts":"2022-07-07T11:34:08.859Z","caller":"embed/etcd.go:131","msg":"configuring peer listeners","listen-peer-urls":["http://127.0.0.1:34043"]}
{"level":"info","ts":"2022-07-07T11:34:08.859Z","caller":"embed/etcd.go:139","msg":"configuring client listeners","listen-client-urls":["http://127.0.0.1:35809"]}
{"level":"info","ts":"2022-07-07T11:34:08.859Z","caller":"embed/etcd.go:307","msg":"starting an etcd server","etcd-version":"3.5.0","git-sha":"Not provided (use ./build instead of go build)","go-version":"go1.18.3","go-os":"linux","go-arch":"amd64","max-cpu-set":2,"max-cpu-available":2,"member-initialized":false,"name":"default","data-dir":"/tmp/etcdquota-test-3588171900","wal-dir":"","wal-dir-dedicated":"","member-dir":"/tmp/etcdquota-test-3588171900/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":100000,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["http://127.0.0.1:34043"],"listen-peer-urls":["http://127.0.0.1:34043"],"advertise-client-urls":["http://127.0.0.1:35809"],"listen-client-urls":["http://127.0.0.1:35809"],"listen-metrics-urls":[],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"default=http://127.0.0.1:34043","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-size-bytes":2147483648,"pre-vote":true,"initial-corrupt-check":false,"corrupt-check-time-interval":"0s","auto-compaction-mode":"","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"}
{"level":"info","ts":"2022-07-07T11:34:08.859Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/tmp/etcdquota-test-3588171900/member/snap/db","took":"107.212µs"}
{"level":"info","ts":"2022-07-07T11:34:08.871Z","caller":"etcdserver/raft.go:448","msg":"starting local member","local-member-id":"8308d1fc60f252e","cluster-id":"e75d33c94b4c8253"}
{"level":"info","ts":"2022-07-07T11:34:08.872Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8308d1fc60f252e switched to configuration voters=()"}
{"level":"info","ts":"2022-07-07T11:34:08.872Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8308d1fc60f252e became follower at term 0"}
{"level":"info","ts":"2022-07-07T11:34:08.872Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 8308d1fc60f252e [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"}
{"level":"info","ts":"2022-07-07T11:34:08.872Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8308d1fc60f252e became follower at term 1"}
{"level":"info","ts":"2022-07-07T11:34:08.872Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8308d1fc60f252e switched to configuration voters=(590126718791918894)"}
{"level":"warn","ts":"2022-07-07T11:34:08.873Z","caller":"auth/store.go:1220","msg":"simple token is not cryptographically signed"}
{"level":"info","ts":"2022-07-07T11:34:08.873Z","caller":"mvcc/kvstore.go:415","msg":"kvstore restored","current-rev":1}
{"level":"info","ts":"2022-07-07T11:34:08.873Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"}
{"level":"info","ts":"2022-07-07T11:34:08.873Z","caller":"etcdserver/server.go:843","msg":"starting etcd server","local-member-id":"8308d1fc60f252e","local-server-version":"3.5.0","cluster-version":"to_be_decided"}
{"level":"info","ts":"2022-07-07T11:34:08.875Z","caller":"embed/etcd.go:276","msg":"now serving peer/client/metrics","local-member-id":"8308d1fc60f252e","initial-advertise-peer-urls":["http://127.0.0.1:34043"],"listen-peer-urls":["http://127.0.0.1:34043"],"advertise-client-urls":["http://127.0.0.1:35809"],"listen-client-urls":["http://127.0.0.1:35809"],"listen-metrics-urls":[]}
{"level":"info","ts":"2022-07-07T11:34:08.875Z","caller":"etcdserver/server.go:728","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"8308d1fc60f252e","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"}
{"level":"info","ts":"2022-07-07T11:34:08.875Z","caller":"embed/etcd.go:580","msg":"serving peer traffic","address":"127.0.0.1:34043"}
{"level":"info","ts":"2022-07-07T11:34:08.875Z","caller":"embed/etcd.go:552","msg":"cmux::serve","address":"127.0.0.1:34043"}
{"level":"info","ts":"2022-07-07T11:34:08.875Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8308d1fc60f252e switched to configuration voters=(590126718791918894)"}
{"level":"info","ts":"2022-07-07T11:34:08.875Z","caller":"membership/cluster.go:393","msg":"added member","cluster-id":"e75d33c94b4c8253","local-member-id":"8308d1fc60f252e","added-peer-id":"8308d1fc60f252e","added-peer-peer-urls":["http://127.0.0.1:34043"]}
{"level":"info","ts":"2022-07-07T11:34:09.673Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8308d1fc60f252e is starting a new election at term 1"}
{"level":"info","ts":"2022-07-07T11:34:09.673Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8308d1fc60f252e became pre-candidate at term 1"}
{"level":"info","ts":"2022-07-07T11:34:09.673Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8308d1fc60f252e received MsgPreVoteResp from 8308d1fc60f252e at term 1"}
{"level":"info","ts":"2022-07-07T11:34:09.673Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8308d1fc60f252e became candidate at term 2"}
{"level":"info","ts":"2022-07-07T11:34:09.673Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8308d1fc60f252e received MsgVoteResp from 8308d1fc60f252e at term 2"}
{"level":"info","ts":"2022-07-07T11:34:09.673Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"8308d1fc60f252e became leader at term 2"}
{"level":"info","ts":"2022-07-07T11:34:09.673Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 8308d1fc60f252e elected leader 8308d1fc60f252e at term 2"}
{"level":"info","ts":"2022-07-07T11:34:09.673Z","caller":"etcdserver/server.go:2027","msg":"published local member to cluster through raft","local-member-id":"8308d1fc60f252e","local-member-attributes":"{Name:default ClientURLs:[http://127.0.0.1:35809]}","request-path":"/0/members/8308d1fc60f252e/attributes","cluster-id":"e75d33c94b4c8253","publish-timeout":"7s"}
{"level":"info","ts":"2022-07-07T11:34:09.674Z","caller":"etcdserver/server.go:2476","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2022-07-07T11:34:09.674Z","caller":"embed/serve.go:98","msg":"ready to serve client requests"}
{"level":"info","ts":"2022-07-07T11:34:09.675Z","caller":"embed/serve.go:140","msg":"serving client traffic insecurely; this is strongly discouraged!","address":"127.0.0.1:35809"}
{"level":"info","ts":"2022-07-07T11:34:09.675Z","caller":"membership/cluster.go:531","msg":"set initial cluster version","cluster-id":"e75d33c94b4c8253","local-member-id":"8308d1fc60f252e","cluster-version":"3.5"}
{"level":"info","ts":"2022-07-07T11:34:09.675Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2022-07-07T11:34:09.675Z","caller":"etcdserver/server.go:2500","msg":"cluster version is updated","cluster-version":"3.5"}
PASS
{"level":"info","ts":"2022-07-07T11:34:09.704Z","caller":"embed/etcd.go:367","msg":"closing etcd server","name":"default","data-dir":"/tmp/etcdquota-test-3588171900","advertise-peer-urls":["http://127.0.0.1:34043"],"advertise-client-urls":["http://127.0.0.1:35809"]}
{"level":"info","ts":"2022-07-07T11:34:09.705Z","caller":"etcdserver/server.go:1438","msg":"skipped leadership transfer for single voting member cluster","local-member-id":"8308d1fc60f252e","current-leader-member-id":"8308d1fc60f252e"}
{"level":"info","ts":"2022-07-07T11:34:09.712Z","caller":"embed/etcd.go:562","msg":"stopping serving peer traffic","address":"127.0.0.1:34043"}
{"level":"info","ts":"2022-07-07T11:34:09.713Z","caller":"embed/etcd.go:567","msg":"stopped serving peer traffic","address":"127.0.0.1:34043"}
{"level":"info","ts":"2022-07-07T11:34:09.713Z","caller":"embed/etcd.go:369","msg":"closed etcd server","name":"default","data-dir":"/tmp/etcdquota-test-3588171900","advertise-peer-urls":["http://127.0.0.1:34043"],"advertise-client-urls":["http://127.0.0.1:35809"]}
ok  	github.com/google/trillian/quota/etcd/etcdqm	0.884s
github.com/google/trillian/quota/etcd/quotaapi
{"level":"info","ts":"2022-07-07T11:34:11.522Z","caller":"embed/etcd.go:131","msg":"configuring peer listeners","listen-peer-urls":["http://127.0.0.1:35435"]}
{"level":"info","ts":"2022-07-07T11:34:11.523Z","caller":"embed/etcd.go:139","msg":"configuring client listeners","listen-client-urls":["http://127.0.0.1:40335"]}
{"level":"info","ts":"2022-07-07T11:34:11.523Z","caller":"embed/etcd.go:307","msg":"starting an etcd server","etcd-version":"3.5.0","git-sha":"Not provided (use ./build instead of go build)","go-version":"go1.18.3","go-os":"linux","go-arch":"amd64","max-cpu-set":2,"max-cpu-available":2,"member-initialized":false,"name":"default","data-dir":"/tmp/etcdquota-test-2278589180","wal-dir":"","wal-dir-dedicated":"","member-dir":"/tmp/etcdquota-test-2278589180/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":100000,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["http://127.0.0.1:35435"],"listen-peer-urls":["http://127.0.0.1:35435"],"advertise-client-urls":["http://127.0.0.1:40335"],"listen-client-urls":["http://127.0.0.1:40335"],"listen-metrics-urls":[],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"default=http://127.0.0.1:35435","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-size-bytes":2147483648,"pre-vote":true,"initial-corrupt-check":false,"corrupt-check-time-interval":"0s","auto-compaction-mode":"","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"}
{"level":"info","ts":"2022-07-07T11:34:11.523Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/tmp/etcdquota-test-2278589180/member/snap/db","took":"149.492µs"}
{"level":"info","ts":"2022-07-07T11:34:11.536Z","caller":"etcdserver/raft.go:448","msg":"starting local member","local-member-id":"d852b1051d00318","cluster-id":"a911077e20acb796"}
{"level":"info","ts":"2022-07-07T11:34:11.536Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d852b1051d00318 switched to configuration voters=()"}
{"level":"info","ts":"2022-07-07T11:34:11.536Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d852b1051d00318 became follower at term 0"}
{"level":"info","ts":"2022-07-07T11:34:11.536Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d852b1051d00318 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"}
{"level":"info","ts":"2022-07-07T11:34:11.536Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d852b1051d00318 became follower at term 1"}
{"level":"info","ts":"2022-07-07T11:34:11.537Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d852b1051d00318 switched to configuration voters=(974232243487638296)"}
{"level":"warn","ts":"2022-07-07T11:34:11.537Z","caller":"auth/store.go:1220","msg":"simple token is not cryptographically signed"}
{"level":"info","ts":"2022-07-07T11:34:11.539Z","caller":"mvcc/kvstore.go:415","msg":"kvstore restored","current-rev":1}
{"level":"info","ts":"2022-07-07T11:34:11.539Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"}
{"level":"info","ts":"2022-07-07T11:34:11.539Z","caller":"etcdserver/server.go:843","msg":"starting etcd server","local-member-id":"d852b1051d00318","local-server-version":"3.5.0","cluster-version":"to_be_decided"}
{"level":"info","ts":"2022-07-07T11:34:11.540Z","caller":"etcdserver/server.go:728","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d852b1051d00318","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"}
{"level":"info","ts":"2022-07-07T11:34:11.540Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d852b1051d00318 switched to configuration voters=(974232243487638296)"}
{"level":"info","ts":"2022-07-07T11:34:11.540Z","caller":"membership/cluster.go:393","msg":"added member","cluster-id":"a911077e20acb796","local-member-id":"d852b1051d00318","added-peer-id":"d852b1051d00318","added-peer-peer-urls":["http://127.0.0.1:35435"]}
{"level":"info","ts":"2022-07-07T11:34:11.543Z","caller":"embed/etcd.go:276","msg":"now serving peer/client/metrics","local-member-id":"d852b1051d00318","initial-advertise-peer-urls":["http://127.0.0.1:35435"],"listen-peer-urls":["http://127.0.0.1:35435"],"advertise-client-urls":["http://127.0.0.1:40335"],"listen-client-urls":["http://127.0.0.1:40335"],"listen-metrics-urls":[]}
{"level":"info","ts":"2022-07-07T11:34:11.543Z","caller":"embed/etcd.go:580","msg":"serving peer traffic","address":"127.0.0.1:35435"}
{"level":"info","ts":"2022-07-07T11:34:11.544Z","caller":"embed/etcd.go:552","msg":"cmux::serve","address":"127.0.0.1:35435"}
{"level":"info","ts":"2022-07-07T11:34:11.738Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d852b1051d00318 is starting a new election at term 1"}
{"level":"info","ts":"2022-07-07T11:34:11.738Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d852b1051d00318 became pre-candidate at term 1"}
{"level":"info","ts":"2022-07-07T11:34:11.738Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d852b1051d00318 received MsgPreVoteResp from d852b1051d00318 at term 1"}
{"level":"info","ts":"2022-07-07T11:34:11.738Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d852b1051d00318 became candidate at term 2"}
{"level":"info","ts":"2022-07-07T11:34:11.739Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d852b1051d00318 received MsgVoteResp from d852b1051d00318 at term 2"}
{"level":"info","ts":"2022-07-07T11:34:11.739Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d852b1051d00318 became leader at term 2"}
{"level":"info","ts":"2022-07-07T11:34:11.739Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d852b1051d00318 elected leader d852b1051d00318 at term 2"}
{"level":"info","ts":"2022-07-07T11:34:11.739Z","caller":"etcdserver/server.go:2027","msg":"published local member to cluster through raft","local-member-id":"d852b1051d00318","local-member-attributes":"{Name:default ClientURLs:[http://127.0.0.1:40335]}","request-path":"/0/members/d852b1051d00318/attributes","cluster-id":"a911077e20acb796","publish-timeout":"7s"}
{"level":"info","ts":"2022-07-07T11:34:11.740Z","caller":"etcdserver/server.go:2476","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2022-07-07T11:34:11.740Z","caller":"membership/cluster.go:531","msg":"set initial cluster version","cluster-id":"a911077e20acb796","local-member-id":"d852b1051d00318","cluster-version":"3.5"}
{"level":"info","ts":"2022-07-07T11:34:11.740Z","caller":"embed/serve.go:98","msg":"ready to serve client requests"}
{"level":"info","ts":"2022-07-07T11:34:11.741Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2022-07-07T11:34:11.741Z","caller":"etcdserver/server.go:2500","msg":"cluster version is updated","cluster-version":"3.5"}
{"level":"info","ts":"2022-07-07T11:34:11.742Z","caller":"embed/serve.go:140","msg":"serving client traffic insecurely; this is strongly discouraged!","address":"127.0.0.1:40335"}
PASS
{"level":"info","ts":"2022-07-07T11:34:17.419Z","caller":"embed/etcd.go:367","msg":"closing etcd server","name":"default","data-dir":"/tmp/etcdquota-test-2278589180","advertise-peer-urls":["http://127.0.0.1:35435"],"advertise-client-urls":["http://127.0.0.1:40335"]}
{"level":"info","ts":"2022-07-07T11:34:17.420Z","caller":"etcdserver/server.go:1438","msg":"skipped leadership transfer for single voting member cluster","local-member-id":"d852b1051d00318","current-leader-member-id":"d852b1051d00318"}
{"level":"info","ts":"2022-07-07T11:34:17.427Z","caller":"embed/etcd.go:562","msg":"stopping serving peer traffic","address":"127.0.0.1:35435"}
{"level":"info","ts":"2022-07-07T11:34:17.429Z","caller":"embed/etcd.go:567","msg":"stopped serving peer traffic","address":"127.0.0.1:35435"}
{"level":"info","ts":"2022-07-07T11:34:17.430Z","caller":"embed/etcd.go:369","msg":"closed etcd server","name":"default","data-dir":"/tmp/etcdquota-test-2278589180","advertise-peer-urls":["http://127.0.0.1:35435"],"advertise-client-urls":["http://127.0.0.1:40335"]}
ok  	github.com/google/trillian/quota/etcd/quotaapi	5.940s
github.com/google/trillian/quota/etcd/quotaapi
{"level":"info","ts":"2022-07-07T11:34:18.988Z","caller":"embed/etcd.go:131","msg":"configuring peer listeners","listen-peer-urls":["http://127.0.0.1:33167"]}
{"level":"info","ts":"2022-07-07T11:34:18.988Z","caller":"embed/etcd.go:139","msg":"configuring client listeners","listen-client-urls":["http://127.0.0.1:38121"]}
{"level":"info","ts":"2022-07-07T11:34:18.988Z","caller":"embed/etcd.go:307","msg":"starting an etcd server","etcd-version":"3.5.0","git-sha":"Not provided (use ./build instead of go build)","go-version":"go1.18.3","go-os":"linux","go-arch":"amd64","max-cpu-set":2,"max-cpu-available":2,"member-initialized":false,"name":"default","data-dir":"/tmp/etcdquota-test-1542167484","wal-dir":"","wal-dir-dedicated":"","member-dir":"/tmp/etcdquota-test-1542167484/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":100000,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["http://127.0.0.1:33167"],"listen-peer-urls":["http://127.0.0.1:33167"],"advertise-client-urls":["http://127.0.0.1:38121"],"listen-client-urls":["http://127.0.0.1:38121"],"listen-metrics-urls":[],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"default=http://127.0.0.1:33167","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-size-bytes":2147483648,"pre-vote":true,"initial-corrupt-check":false,"corrupt-check-time-interval":"0s","auto-compaction-mode":"","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"}
{"level":"info","ts":"2022-07-07T11:34:18.990Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/tmp/etcdquota-test-1542167484/member/snap/db","took":"118.834µs"}
{"level":"info","ts":"2022-07-07T11:34:19.002Z","caller":"etcdserver/raft.go:448","msg":"starting local member","local-member-id":"307c4582ac7ad51e","cluster-id":"e83c306a9aad17fd"}
{"level":"info","ts":"2022-07-07T11:34:19.003Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"307c4582ac7ad51e switched to configuration voters=()"}
{"level":"info","ts":"2022-07-07T11:34:19.003Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"307c4582ac7ad51e became follower at term 0"}
{"level":"info","ts":"2022-07-07T11:34:19.003Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 307c4582ac7ad51e [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"}
{"level":"info","ts":"2022-07-07T11:34:19.003Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"307c4582ac7ad51e became follower at term 1"}
{"level":"info","ts":"2022-07-07T11:34:19.004Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"307c4582ac7ad51e switched to configuration voters=(3493743838474458398)"}
{"level":"warn","ts":"2022-07-07T11:34:19.009Z","caller":"auth/store.go:1220","msg":"simple token is not cryptographically signed"}
{"level":"info","ts":"2022-07-07T11:34:19.009Z","caller":"mvcc/kvstore.go:415","msg":"kvstore restored","current-rev":1}
{"level":"info","ts":"2022-07-07T11:34:19.009Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"}
{"level":"info","ts":"2022-07-07T11:34:19.010Z","caller":"etcdserver/server.go:843","msg":"starting etcd server","local-member-id":"307c4582ac7ad51e","local-server-version":"3.5.0","cluster-version":"to_be_decided"}
{"level":"info","ts":"2022-07-07T11:34:19.010Z","caller":"etcdserver/server.go:728","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"307c4582ac7ad51e","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"}
{"level":"info","ts":"2022-07-07T11:34:19.012Z","caller":"embed/etcd.go:276","msg":"now serving peer/client/metrics","local-member-id":"307c4582ac7ad51e","initial-advertise-peer-urls":["http://127.0.0.1:33167"],"listen-peer-urls":["http://127.0.0.1:33167"],"advertise-client-urls":["http://127.0.0.1:38121"],"listen-client-urls":["http://127.0.0.1:38121"],"listen-metrics-urls":[]}
{"level":"info","ts":"2022-07-07T11:34:19.012Z","caller":"embed/etcd.go:580","msg":"serving peer traffic","address":"127.0.0.1:33167"}
{"level":"info","ts":"2022-07-07T11:34:19.012Z","caller":"embed/etcd.go:552","msg":"cmux::serve","address":"127.0.0.1:33167"}
{"level":"info","ts":"2022-07-07T11:34:19.013Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"307c4582ac7ad51e switched to configuration voters=(3493743838474458398)"}
{"level":"info","ts":"2022-07-07T11:34:19.013Z","caller":"membership/cluster.go:393","msg":"added member","cluster-id":"e83c306a9aad17fd","local-member-id":"307c4582ac7ad51e","added-peer-id":"307c4582ac7ad51e","added-peer-peer-urls":["http://127.0.0.1:33167"]}
{"level":"info","ts":"2022-07-07T11:34:19.705Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"307c4582ac7ad51e is starting a new election at term 1"}
{"level":"info","ts":"2022-07-07T11:34:19.705Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"307c4582ac7ad51e became pre-candidate at term 1"}
{"level":"info","ts":"2022-07-07T11:34:19.705Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"307c4582ac7ad51e received MsgPreVoteResp from 307c4582ac7ad51e at term 1"}
{"level":"info","ts":"2022-07-07T11:34:19.705Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"307c4582ac7ad51e became candidate at term 2"}
{"level":"info","ts":"2022-07-07T11:34:19.705Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"307c4582ac7ad51e received MsgVoteResp from 307c4582ac7ad51e at term 2"}
{"level":"info","ts":"2022-07-07T11:34:19.705Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"307c4582ac7ad51e became leader at term 2"}
{"level":"info","ts":"2022-07-07T11:34:19.705Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 307c4582ac7ad51e elected leader 307c4582ac7ad51e at term 2"}
{"level":"info","ts":"2022-07-07T11:34:19.706Z","caller":"etcdserver/server.go:2476","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2022-07-07T11:34:19.707Z","caller":"membership/cluster.go:531","msg":"set initial cluster version","cluster-id":"e83c306a9aad17fd","local-member-id":"307c4582ac7ad51e","cluster-version":"3.5"}
{"level":"info","ts":"2022-07-07T11:34:19.707Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2022-07-07T11:34:19.708Z","caller":"etcdserver/server.go:2027","msg":"published local member to cluster through raft","local-member-id":"307c4582ac7ad51e","local-member-attributes":"{Name:default ClientURLs:[http://127.0.0.1:38121]}","request-path":"/0/members/307c4582ac7ad51e/attributes","cluster-id":"e83c306a9aad17fd","publish-timeout":"7s"}
{"level":"info","ts":"2022-07-07T11:34:19.708Z","caller":"etcdserver/server.go:2500","msg":"cluster version is updated","cluster-version":"3.5"}
{"level":"info","ts":"2022-07-07T11:34:19.708Z","caller":"embed/serve.go:98","msg":"ready to serve client requests"}
{"level":"info","ts":"2022-07-07T11:34:19.710Z","caller":"embed/serve.go:140","msg":"serving client traffic insecurely; this is strongly discouraged!","address":"127.0.0.1:38121"}
PASS
{"level":"info","ts":"2022-07-07T11:34:25.002Z","caller":"embed/etcd.go:367","msg":"closing etcd server","name":"default","data-dir":"/tmp/etcdquota-test-1542167484","advertise-peer-urls":["http://127.0.0.1:33167"],"advertise-client-urls":["http://127.0.0.1:38121"]}
{"level":"info","ts":"2022-07-07T11:34:25.003Z","caller":"etcdserver/server.go:1438","msg":"skipped leadership transfer for single voting member cluster","local-member-id":"307c4582ac7ad51e","current-leader-member-id":"307c4582ac7ad51e"}
{"level":"info","ts":"2022-07-07T11:34:25.010Z","caller":"embed/etcd.go:562","msg":"stopping serving peer traffic","address":"127.0.0.1:33167"}
{"level":"info","ts":"2022-07-07T11:34:25.011Z","caller":"embed/etcd.go:567","msg":"stopped serving peer traffic","address":"127.0.0.1:33167"}
{"level":"info","ts":"2022-07-07T11:34:25.011Z","caller":"embed/etcd.go:369","msg":"closed etcd server","name":"default","data-dir":"/tmp/etcdquota-test-1542167484","advertise-peer-urls":["http://127.0.0.1:33167"],"advertise-client-urls":["http://127.0.0.1:38121"]}
ok  	github.com/google/trillian/quota/etcd/quotaapi	6.057s
github.com/google/trillian/quota/etcd/quotapb
?   	github.com/google/trillian/quota/etcd/quotapb	[no test files]
github.com/google/trillian/quota/etcd/storage
{"level":"info","ts":"2022-07-07T11:34:26.792Z","caller":"embed/etcd.go:131","msg":"configuring peer listeners","listen-peer-urls":["http://127.0.0.1:39725"]}
{"level":"info","ts":"2022-07-07T11:34:26.793Z","caller":"embed/etcd.go:139","msg":"configuring client listeners","listen-client-urls":["http://127.0.0.1:41453"]}
{"level":"info","ts":"2022-07-07T11:34:26.793Z","caller":"embed/etcd.go:307","msg":"starting an etcd server","etcd-version":"3.5.0","git-sha":"Not provided (use ./build instead of go build)","go-version":"go1.18.3","go-os":"linux","go-arch":"amd64","max-cpu-set":2,"max-cpu-available":2,"member-initialized":false,"name":"default","data-dir":"/tmp/etcdquota-test-1461225843","wal-dir":"","wal-dir-dedicated":"","member-dir":"/tmp/etcdquota-test-1461225843/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":100000,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["http://127.0.0.1:39725"],"listen-peer-urls":["http://127.0.0.1:39725"],"advertise-client-urls":["http://127.0.0.1:41453"],"listen-client-urls":["http://127.0.0.1:41453"],"listen-metrics-urls":[],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"default=http://127.0.0.1:39725","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-size-bytes":2147483648,"pre-vote":true,"initial-corrupt-check":false,"corrupt-check-time-interval":"0s","auto-compaction-mode":"","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"}
{"level":"info","ts":"2022-07-07T11:34:26.795Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/tmp/etcdquota-test-1461225843/member/snap/db","took":"126.178µs"}
{"level":"info","ts":"2022-07-07T11:34:26.807Z","caller":"etcdserver/raft.go:448","msg":"starting local member","local-member-id":"26c5bd8a8d65f7dc","cluster-id":"1ed39e60cdafbc22"}
{"level":"info","ts":"2022-07-07T11:34:26.807Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"26c5bd8a8d65f7dc switched to configuration voters=()"}
{"level":"info","ts":"2022-07-07T11:34:26.807Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"26c5bd8a8d65f7dc became follower at term 0"}
{"level":"info","ts":"2022-07-07T11:34:26.807Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 26c5bd8a8d65f7dc [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"}
{"level":"info","ts":"2022-07-07T11:34:26.808Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"26c5bd8a8d65f7dc became follower at term 1"}
{"level":"info","ts":"2022-07-07T11:34:26.808Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"26c5bd8a8d65f7dc switched to configuration voters=(2793847546628667356)"}
{"level":"warn","ts":"2022-07-07T11:34:26.808Z","caller":"auth/store.go:1220","msg":"simple token is not cryptographically signed"}
{"level":"info","ts":"2022-07-07T11:34:26.810Z","caller":"mvcc/kvstore.go:415","msg":"kvstore restored","current-rev":1}
{"level":"info","ts":"2022-07-07T11:34:26.810Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"}
{"level":"info","ts":"2022-07-07T11:34:26.811Z","caller":"etcdserver/server.go:843","msg":"starting etcd server","local-member-id":"26c5bd8a8d65f7dc","local-server-version":"3.5.0","cluster-version":"to_be_decided"}
{"level":"info","ts":"2022-07-07T11:34:26.817Z","caller":"etcdserver/server.go:728","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"26c5bd8a8d65f7dc","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"}
{"level":"info","ts":"2022-07-07T11:34:26.818Z","caller":"embed/etcd.go:580","msg":"serving peer traffic","address":"127.0.0.1:39725"}
{"level":"info","ts":"2022-07-07T11:34:26.818Z","caller":"embed/etcd.go:552","msg":"cmux::serve","address":"127.0.0.1:39725"}
{"level":"info","ts":"2022-07-07T11:34:26.818Z","caller":"embed/etcd.go:276","msg":"now serving peer/client/metrics","local-member-id":"26c5bd8a8d65f7dc","initial-advertise-peer-urls":["http://127.0.0.1:39725"],"listen-peer-urls":["http://127.0.0.1:39725"],"advertise-client-urls":["http://127.0.0.1:41453"],"listen-client-urls":["http://127.0.0.1:41453"],"listen-metrics-urls":[]}
{"level":"info","ts":"2022-07-07T11:34:26.818Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"26c5bd8a8d65f7dc switched to configuration voters=(2793847546628667356)"}
{"level":"info","ts":"2022-07-07T11:34:26.819Z","caller":"membership/cluster.go:393","msg":"added member","cluster-id":"1ed39e60cdafbc22","local-member-id":"26c5bd8a8d65f7dc","added-peer-id":"26c5bd8a8d65f7dc","added-peer-peer-urls":["http://127.0.0.1:39725"]}
{"level":"info","ts":"2022-07-07T11:34:27.609Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"26c5bd8a8d65f7dc is starting a new election at term 1"}
{"level":"info","ts":"2022-07-07T11:34:27.610Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"26c5bd8a8d65f7dc became pre-candidate at term 1"}
{"level":"info","ts":"2022-07-07T11:34:27.611Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"26c5bd8a8d65f7dc received MsgPreVoteResp from 26c5bd8a8d65f7dc at term 1"}
{"level":"info","ts":"2022-07-07T11:34:27.611Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"26c5bd8a8d65f7dc became candidate at term 2"}
{"level":"info","ts":"2022-07-07T11:34:27.611Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"26c5bd8a8d65f7dc received MsgVoteResp from 26c5bd8a8d65f7dc at term 2"}
{"level":"info","ts":"2022-07-07T11:34:27.612Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"26c5bd8a8d65f7dc became leader at term 2"}
{"level":"info","ts":"2022-07-07T11:34:27.612Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 26c5bd8a8d65f7dc elected leader 26c5bd8a8d65f7dc at term 2"}
{"level":"info","ts":"2022-07-07T11:34:27.613Z","caller":"etcdserver/server.go:2027","msg":"published local member to cluster through raft","local-member-id":"26c5bd8a8d65f7dc","local-member-attributes":"{Name:default ClientURLs:[http://127.0.0.1:41453]}","request-path":"/0/members/26c5bd8a8d65f7dc/attributes","cluster-id":"1ed39e60cdafbc22","publish-timeout":"7s"}
{"level":"info","ts":"2022-07-07T11:34:27.613Z","caller":"embed/serve.go:98","msg":"ready to serve client requests"}
{"level":"info","ts":"2022-07-07T11:34:27.613Z","caller":"etcdserver/server.go:2476","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2022-07-07T11:34:27.614Z","caller":"embed/serve.go:140","msg":"serving client traffic insecurely; this is strongly discouraged!","address":"127.0.0.1:41453"}
{"level":"info","ts":"2022-07-07T11:34:27.615Z","caller":"membership/cluster.go:531","msg":"set initial cluster version","cluster-id":"1ed39e60cdafbc22","local-member-id":"26c5bd8a8d65f7dc","cluster-version":"3.5"}
{"level":"info","ts":"2022-07-07T11:34:27.615Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2022-07-07T11:34:27.615Z","caller":"etcdserver/server.go:2500","msg":"cluster version is updated","cluster-version":"3.5"}
PASS
{"level":"info","ts":"2022-07-07T11:34:27.715Z","caller":"embed/etcd.go:367","msg":"closing etcd server","name":"default","data-dir":"/tmp/etcdquota-test-1461225843","advertise-peer-urls":["http://127.0.0.1:39725"],"advertise-client-urls":["http://127.0.0.1:41453"]}
{"level":"info","ts":"2022-07-07T11:34:27.718Z","caller":"etcdserver/server.go:1438","msg":"skipped leadership transfer for single voting member cluster","local-member-id":"26c5bd8a8d65f7dc","current-leader-member-id":"26c5bd8a8d65f7dc"}
{"level":"info","ts":"2022-07-07T11:34:27.724Z","caller":"embed/etcd.go:562","msg":"stopping serving peer traffic","address":"127.0.0.1:39725"}
{"level":"info","ts":"2022-07-07T11:34:27.726Z","caller":"embed/etcd.go:567","msg":"stopped serving peer traffic","address":"127.0.0.1:39725"}
{"level":"info","ts":"2022-07-07T11:34:27.726Z","caller":"embed/etcd.go:369","msg":"closed etcd server","name":"default","data-dir":"/tmp/etcdquota-test-1461225843","advertise-peer-urls":["http://127.0.0.1:39725"],"advertise-client-urls":["http://127.0.0.1:41453"]}
ok  	github.com/google/trillian/quota/etcd/storage	0.958s
github.com/google/trillian/quota/etcd/storage
{"level":"info","ts":"2022-07-07T11:34:29.062Z","caller":"embed/etcd.go:131","msg":"configuring peer listeners","listen-peer-urls":["http://127.0.0.1:38349"]}
{"level":"info","ts":"2022-07-07T11:34:29.062Z","caller":"embed/etcd.go:139","msg":"configuring client listeners","listen-client-urls":["http://127.0.0.1:35697"]}
{"level":"info","ts":"2022-07-07T11:34:29.062Z","caller":"embed/etcd.go:307","msg":"starting an etcd server","etcd-version":"3.5.0","git-sha":"Not provided (use ./build instead of go build)","go-version":"go1.18.3","go-os":"linux","go-arch":"amd64","max-cpu-set":2,"max-cpu-available":2,"member-initialized":false,"name":"default","data-dir":"/tmp/etcdquota-test-1425127676","wal-dir":"","wal-dir-dedicated":"","member-dir":"/tmp/etcdquota-test-1425127676/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":100000,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["http://127.0.0.1:38349"],"listen-peer-urls":["http://127.0.0.1:38349"],"advertise-client-urls":["http://127.0.0.1:35697"],"listen-client-urls":["http://127.0.0.1:35697"],"listen-metrics-urls":[],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"default=http://127.0.0.1:38349","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-size-bytes":2147483648,"pre-vote":true,"initial-corrupt-check":false,"corrupt-check-time-interval":"0s","auto-compaction-mode":"","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"}
{"level":"info","ts":"2022-07-07T11:34:29.063Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/tmp/etcdquota-test-1425127676/member/snap/db","took":"108.324µs"}
{"level":"info","ts":"2022-07-07T11:34:29.074Z","caller":"etcdserver/raft.go:448","msg":"starting local member","local-member-id":"76c4e2cc5bc775c7","cluster-id":"9e864f93664a7a17"}
{"level":"info","ts":"2022-07-07T11:34:29.074Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"76c4e2cc5bc775c7 switched to configuration voters=()"}
{"level":"info","ts":"2022-07-07T11:34:29.074Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"76c4e2cc5bc775c7 became follower at term 0"}
{"level":"info","ts":"2022-07-07T11:34:29.074Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 76c4e2cc5bc775c7 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"}
{"level":"info","ts":"2022-07-07T11:34:29.074Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"76c4e2cc5bc775c7 became follower at term 1"}
{"level":"info","ts":"2022-07-07T11:34:29.074Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"76c4e2cc5bc775c7 switched to configuration voters=(8558214559251789255)"}
{"level":"warn","ts":"2022-07-07T11:34:29.074Z","caller":"auth/store.go:1220","msg":"simple token is not cryptographically signed"}
{"level":"info","ts":"2022-07-07T11:34:29.077Z","caller":"mvcc/kvstore.go:415","msg":"kvstore restored","current-rev":1}
{"level":"info","ts":"2022-07-07T11:34:29.078Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"}
{"level":"info","ts":"2022-07-07T11:34:29.078Z","caller":"etcdserver/server.go:843","msg":"starting etcd server","local-member-id":"76c4e2cc5bc775c7","local-server-version":"3.5.0","cluster-version":"to_be_decided"}
{"level":"info","ts":"2022-07-07T11:34:29.079Z","caller":"etcdserver/server.go:728","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"76c4e2cc5bc775c7","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"}
{"level":"info","ts":"2022-07-07T11:34:29.079Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"76c4e2cc5bc775c7 switched to configuration voters=(8558214559251789255)"}
{"level":"info","ts":"2022-07-07T11:34:29.079Z","caller":"membership/cluster.go:393","msg":"added member","cluster-id":"9e864f93664a7a17","local-member-id":"76c4e2cc5bc775c7","added-peer-id":"76c4e2cc5bc775c7","added-peer-peer-urls":["http://127.0.0.1:38349"]}
{"level":"info","ts":"2022-07-07T11:34:29.081Z","caller":"embed/etcd.go:276","msg":"now serving peer/client/metrics","local-member-id":"76c4e2cc5bc775c7","initial-advertise-peer-urls":["http://127.0.0.1:38349"],"listen-peer-urls":["http://127.0.0.1:38349"],"advertise-client-urls":["http://127.0.0.1:35697"],"listen-client-urls":["http://127.0.0.1:35697"],"listen-metrics-urls":[]}
{"level":"info","ts":"2022-07-07T11:34:29.081Z","caller":"embed/etcd.go:580","msg":"serving peer traffic","address":"127.0.0.1:38349"}
{"level":"info","ts":"2022-07-07T11:34:29.081Z","caller":"embed/etcd.go:552","msg":"cmux::serve","address":"127.0.0.1:38349"}
{"level":"info","ts":"2022-07-07T11:34:29.374Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"76c4e2cc5bc775c7 is starting a new election at term 1"}
{"level":"info","ts":"2022-07-07T11:34:29.374Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"76c4e2cc5bc775c7 became pre-candidate at term 1"}
{"level":"info","ts":"2022-07-07T11:34:29.374Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"76c4e2cc5bc775c7 received MsgPreVoteResp from 76c4e2cc5bc775c7 at term 1"}
{"level":"info","ts":"2022-07-07T11:34:29.374Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"76c4e2cc5bc775c7 became candidate at term 2"}
{"level":"info","ts":"2022-07-07T11:34:29.374Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"76c4e2cc5bc775c7 received MsgVoteResp from 76c4e2cc5bc775c7 at term 2"}
{"level":"info","ts":"2022-07-07T11:34:29.374Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"76c4e2cc5bc775c7 became leader at term 2"}
{"level":"info","ts":"2022-07-07T11:34:29.374Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 76c4e2cc5bc775c7 elected leader 76c4e2cc5bc775c7 at term 2"}
{"level":"info","ts":"2022-07-07T11:34:29.375Z","caller":"etcdserver/server.go:2027","msg":"published local member to cluster through raft","local-member-id":"76c4e2cc5bc775c7","local-member-attributes":"{Name:default ClientURLs:[http://127.0.0.1:35697]}","request-path":"/0/members/76c4e2cc5bc775c7/attributes","cluster-id":"9e864f93664a7a17","publish-timeout":"7s"}
{"level":"info","ts":"2022-07-07T11:34:29.375Z","caller":"embed/serve.go:98","msg":"ready to serve client requests"}
{"level":"info","ts":"2022-07-07T11:34:29.375Z","caller":"embed/serve.go:140","msg":"serving client traffic insecurely; this is strongly discouraged!","address":"127.0.0.1:35697"}
{"level":"info","ts":"2022-07-07T11:34:29.375Z","caller":"etcdserver/server.go:2476","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2022-07-07T11:34:29.376Z","caller":"membership/cluster.go:531","msg":"set initial cluster version","cluster-id":"9e864f93664a7a17","local-member-id":"76c4e2cc5bc775c7","cluster-version":"3.5"}
{"level":"info","ts":"2022-07-07T11:34:29.376Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2022-07-07T11:34:29.376Z","caller":"etcdserver/server.go:2500","msg":"cluster version is updated","cluster-version":"3.5"}
PASS
{"level":"info","ts":"2022-07-07T11:34:29.460Z","caller":"embed/etcd.go:367","msg":"closing etcd server","name":"default","data-dir":"/tmp/etcdquota-test-1425127676","advertise-peer-urls":["http://127.0.0.1:38349"],"advertise-client-urls":["http://127.0.0.1:35697"]}
{"level":"info","ts":"2022-07-07T11:34:29.462Z","caller":"etcdserver/server.go:1438","msg":"skipped leadership transfer for single voting member cluster","local-member-id":"76c4e2cc5bc775c7","current-leader-member-id":"76c4e2cc5bc775c7"}
{"level":"info","ts":"2022-07-07T11:34:29.468Z","caller":"embed/etcd.go:562","msg":"stopping serving peer traffic","address":"127.0.0.1:38349"}
{"level":"info","ts":"2022-07-07T11:34:29.470Z","caller":"embed/etcd.go:567","msg":"stopped serving peer traffic","address":"127.0.0.1:38349"}
{"level":"info","ts":"2022-07-07T11:34:29.470Z","caller":"embed/etcd.go:369","msg":"closed etcd server","name":"default","data-dir":"/tmp/etcdquota-test-1425127676","advertise-peer-urls":["http://127.0.0.1:38349"],"advertise-client-urls":["http://127.0.0.1:35697"]}
ok  	github.com/google/trillian/quota/etcd/storage	0.433s
github.com/google/trillian/quota/etcd/storagepb
?   	github.com/google/trillian/quota/etcd/storagepb	[no test files]
github.com/google/trillian/quota/mysqlqm
2022/07/07 11:34:30 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
2022/07/07 11:34:30 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
2022/07/07 11:34:30 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
PASS
ok  	github.com/google/trillian/quota/mysqlqm	0.007s
github.com/google/trillian/quota/redis/redisqm
?   	github.com/google/trillian/quota/redis/redisqm	[no test files]
github.com/google/trillian/server/admin
PASS
ok  	github.com/google/trillian/server/admin	0.008s
github.com/google/trillian/server/admin
PASS
ok  	github.com/google/trillian/server/admin	0.009s
github.com/google/trillian/server/errors
PASS
ok  	github.com/google/trillian/server/errors	0.004s
github.com/google/trillian/server/errors
PASS
ok  	github.com/google/trillian/server/errors	0.004s
github.com/google/trillian/server/interceptor
PASS
ok  	github.com/google/trillian/server/interceptor	1.010s
github.com/google/trillian/server/interceptor
PASS
ok  	github.com/google/trillian/server/interceptor	1.010s
github.com/google/trillian/storage
PASS
ok  	github.com/google/trillian/storage	0.008s
github.com/google/trillian/storage
PASS
ok  	github.com/google/trillian/storage	0.007s
github.com/google/trillian/storage/cache
PASS
ok  	github.com/google/trillian/storage/cache	0.042s
github.com/google/trillian/storage/cache
PASS
ok  	github.com/google/trillian/storage/cache	0.044s
github.com/google/trillian/storage/cloudspanner
PASS
ok  	github.com/google/trillian/storage/cloudspanner	4.907s
github.com/google/trillian/storage/cloudspanner
PASS
ok  	github.com/google/trillian/storage/cloudspanner	4.063s
github.com/google/trillian/storage/cloudspanner/spannerpb
?   	github.com/google/trillian/storage/cloudspanner/spannerpb	[no test files]
github.com/google/trillian/storage/memory
PASS
ok  	github.com/google/trillian/storage/memory	0.007s
github.com/google/trillian/storage/memory
PASS
ok  	github.com/google/trillian/storage/memory	0.006s
github.com/google/trillian/storage/mysql
2022/07/07 11:34:58 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
E0707 11:34:58.017657   16227 storage_test.go:299] MySQL not available, skipping all MySQL storage tests
ok  	github.com/google/trillian/storage/mysql	0.007s
github.com/google/trillian/storage/mysql
2022/07/07 11:34:58 db.Ping(): dial tcp 127.0.0.1:3306: connect: connection refused
E0707 11:34:58.764601   16283 storage_test.go:299] MySQL not available, skipping all MySQL storage tests
ok  	github.com/google/trillian/storage/mysql	0.009s
github.com/google/trillian/storage/storagepb
?   	github.com/google/trillian/storage/storagepb	[no test files]
github.com/google/trillian/storage/testonly
?   	github.com/google/trillian/storage/testonly	[no test files]
github.com/google/trillian/storage/tools/dump_tree
PASS
ok  	github.com/google/trillian/storage/tools/dump_tree	1.047s
github.com/google/trillian/storage/tree
?   	github.com/google/trillian/storage/tree	[no test files]
github.com/google/trillian/testonly
?   	github.com/google/trillian/testonly	[no test files]
github.com/google/trillian/testonly/flagsaver
PASS
ok  	github.com/google/trillian/testonly/flagsaver	0.003s
github.com/google/trillian/testonly/flagsaver
PASS
ok  	github.com/google/trillian/testonly/flagsaver	0.003s
github.com/google/trillian/testonly/integration
?   	github.com/google/trillian/testonly/integration	[no test files]
github.com/google/trillian/testonly/integration/etcd
?   	github.com/google/trillian/testonly/integration/etcd	[no test files]
github.com/google/trillian/testonly/matchers
PASS
ok  	github.com/google/trillian/testonly/matchers	0.005s
github.com/google/trillian/testonly/matchers
PASS
ok  	github.com/google/trillian/testonly/matchers	0.006s
github.com/google/trillian/testonly/mdm
?   	github.com/google/trillian/testonly/mdm	[no test files]
github.com/google/trillian/testonly/setup
?   	github.com/google/trillian/testonly/setup	[no test files]
github.com/google/trillian/testonly/tmock
?   	github.com/google/trillian/testonly/tmock	[no test files]
github.com/google/trillian/trees
PASS
ok  	github.com/google/trillian/trees	0.008s
github.com/google/trillian/trees
PASS
ok  	github.com/google/trillian/trees	0.006s
github.com/google/trillian/types
PASS
ok  	github.com/google/trillian/types	0.004s
github.com/google/trillian/types
PASS
ok  	github.com/google/trillian/types	0.004s
github.com/google/trillian/util
?   	github.com/google/trillian/util	[no test files]
github.com/google/trillian/util/clock
PASS
ok  	github.com/google/trillian/util/clock	1.391s
github.com/google/trillian/util/clock
PASS
ok  	github.com/google/trillian/util/clock	1.390s
github.com/google/trillian/util/election2
?   	github.com/google/trillian/util/election2	[no test files]
github.com/google/trillian/util/election2/etcd
{"level":"info","ts":"2022-07-07T11:35:11.980Z","caller":"embed/etcd.go:131","msg":"configuring peer listeners","listen-peer-urls":["http://127.0.0.1:35173"]}
{"level":"info","ts":"2022-07-07T11:35:11.981Z","caller":"embed/etcd.go:139","msg":"configuring client listeners","listen-client-urls":["http://127.0.0.1:40079"]}
{"level":"info","ts":"2022-07-07T11:35:11.981Z","caller":"embed/etcd.go:307","msg":"starting an etcd server","etcd-version":"3.5.0","git-sha":"Not provided (use ./build instead of go build)","go-version":"go1.18.3","go-os":"linux","go-arch":"amd64","max-cpu-set":2,"max-cpu-available":2,"member-initialized":false,"name":"default","data-dir":"/tmp/etcdquota-test-307120645","wal-dir":"","wal-dir-dedicated":"","member-dir":"/tmp/etcdquota-test-307120645/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":100000,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["http://127.0.0.1:35173"],"listen-peer-urls":["http://127.0.0.1:35173"],"advertise-client-urls":["http://127.0.0.1:40079"],"listen-client-urls":["http://127.0.0.1:40079"],"listen-metrics-urls":[],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"default=http://127.0.0.1:35173","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-size-bytes":2147483648,"pre-vote":true,"initial-corrupt-check":false,"corrupt-check-time-interval":"0s","auto-compaction-mode":"","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"}
{"level":"info","ts":"2022-07-07T11:35:11.981Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/tmp/etcdquota-test-307120645/member/snap/db","took":"104.727µs"}
{"level":"info","ts":"2022-07-07T11:35:11.993Z","caller":"etcdserver/raft.go:448","msg":"starting local member","local-member-id":"1369075538a8314f","cluster-id":"2e5fbb31e519e985"}
{"level":"info","ts":"2022-07-07T11:35:11.993Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1369075538a8314f switched to configuration voters=()"}
{"level":"info","ts":"2022-07-07T11:35:11.993Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1369075538a8314f became follower at term 0"}
{"level":"info","ts":"2022-07-07T11:35:11.993Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 1369075538a8314f [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"}
{"level":"info","ts":"2022-07-07T11:35:11.993Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1369075538a8314f became follower at term 1"}
{"level":"info","ts":"2022-07-07T11:35:11.994Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1369075538a8314f switched to configuration voters=(1398657221879411023)"}
{"level":"warn","ts":"2022-07-07T11:35:11.994Z","caller":"auth/store.go:1220","msg":"simple token is not cryptographically signed"}
{"level":"info","ts":"2022-07-07T11:35:11.996Z","caller":"mvcc/kvstore.go:415","msg":"kvstore restored","current-rev":1}
{"level":"info","ts":"2022-07-07T11:35:11.996Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"}
{"level":"info","ts":"2022-07-07T11:35:11.996Z","caller":"etcdserver/server.go:843","msg":"starting etcd server","local-member-id":"1369075538a8314f","local-server-version":"3.5.0","cluster-version":"to_be_decided"}
{"level":"info","ts":"2022-07-07T11:35:11.998Z","caller":"embed/etcd.go:276","msg":"now serving peer/client/metrics","local-member-id":"1369075538a8314f","initial-advertise-peer-urls":["http://127.0.0.1:35173"],"listen-peer-urls":["http://127.0.0.1:35173"],"advertise-client-urls":["http://127.0.0.1:40079"],"listen-client-urls":["http://127.0.0.1:40079"],"listen-metrics-urls":[]}
{"level":"info","ts":"2022-07-07T11:35:11.998Z","caller":"etcdserver/server.go:728","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"1369075538a8314f","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"}
{"level":"info","ts":"2022-07-07T11:35:11.999Z","caller":"embed/etcd.go:580","msg":"serving peer traffic","address":"127.0.0.1:35173"}
{"level":"info","ts":"2022-07-07T11:35:11.999Z","caller":"embed/etcd.go:552","msg":"cmux::serve","address":"127.0.0.1:35173"}
{"level":"info","ts":"2022-07-07T11:35:11.999Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1369075538a8314f switched to configuration voters=(1398657221879411023)"}
{"level":"info","ts":"2022-07-07T11:35:11.999Z","caller":"membership/cluster.go:393","msg":"added member","cluster-id":"2e5fbb31e519e985","local-member-id":"1369075538a8314f","added-peer-id":"1369075538a8314f","added-peer-peer-urls":["http://127.0.0.1:35173"]}
{"level":"info","ts":"2022-07-07T11:35:12.594Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1369075538a8314f is starting a new election at term 1"}
{"level":"info","ts":"2022-07-07T11:35:12.594Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1369075538a8314f became pre-candidate at term 1"}
{"level":"info","ts":"2022-07-07T11:35:12.594Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1369075538a8314f received MsgPreVoteResp from 1369075538a8314f at term 1"}
{"level":"info","ts":"2022-07-07T11:35:12.594Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1369075538a8314f became candidate at term 2"}
{"level":"info","ts":"2022-07-07T11:35:12.594Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1369075538a8314f received MsgVoteResp from 1369075538a8314f at term 2"}
{"level":"info","ts":"2022-07-07T11:35:12.594Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1369075538a8314f became leader at term 2"}
{"level":"info","ts":"2022-07-07T11:35:12.594Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 1369075538a8314f elected leader 1369075538a8314f at term 2"}
{"level":"info","ts":"2022-07-07T11:35:12.595Z","caller":"etcdserver/server.go:2476","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2022-07-07T11:35:12.596Z","caller":"membership/cluster.go:531","msg":"set initial cluster version","cluster-id":"2e5fbb31e519e985","local-member-id":"1369075538a8314f","cluster-version":"3.5"}
{"level":"info","ts":"2022-07-07T11:35:12.596Z","caller":"etcdserver/server.go:2027","msg":"published local member to cluster through raft","local-member-id":"1369075538a8314f","local-member-attributes":"{Name:default ClientURLs:[http://127.0.0.1:40079]}","request-path":"/0/members/1369075538a8314f/attributes","cluster-id":"2e5fbb31e519e985","publish-timeout":"7s"}
{"level":"info","ts":"2022-07-07T11:35:12.596Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2022-07-07T11:35:12.596Z","caller":"etcdserver/server.go:2500","msg":"cluster version is updated","cluster-version":"3.5"}
{"level":"info","ts":"2022-07-07T11:35:12.596Z","caller":"embed/serve.go:98","msg":"ready to serve client requests"}
{"level":"info","ts":"2022-07-07T11:35:12.596Z","caller":"embed/serve.go:140","msg":"serving client traffic insecurely; this is strongly discouraged!","address":"127.0.0.1:40079"}
{"level":"info","ts":"2022-07-07T11:35:12.603Z","caller":"embed/etcd.go:367","msg":"closing etcd server","name":"default","data-dir":"/tmp/etcdquota-test-307120645","advertise-peer-urls":["http://127.0.0.1:35173"],"advertise-client-urls":["http://127.0.0.1:40079"]}
{"level":"info","ts":"2022-07-07T11:35:12.604Z","caller":"etcdserver/server.go:1438","msg":"skipped leadership transfer for single voting member cluster","local-member-id":"1369075538a8314f","current-leader-member-id":"1369075538a8314f"}
{"level":"info","ts":"2022-07-07T11:35:12.612Z","caller":"embed/etcd.go:562","msg":"stopping serving peer traffic","address":"127.0.0.1:35173"}
{"level":"info","ts":"2022-07-07T11:35:12.613Z","caller":"embed/etcd.go:567","msg":"stopped serving peer traffic","address":"127.0.0.1:35173"}
{"level":"info","ts":"2022-07-07T11:35:12.613Z","caller":"embed/etcd.go:369","msg":"closed etcd server","name":"default","data-dir":"/tmp/etcdquota-test-307120645","advertise-peer-urls":["http://127.0.0.1:35173"],"advertise-client-urls":["http://127.0.0.1:40079"]}
{"level":"info","ts":"2022-07-07T11:35:12.623Z","caller":"embed/etcd.go:131","msg":"configuring peer listeners","listen-peer-urls":["http://127.0.0.1:43347"]}
{"level":"info","ts":"2022-07-07T11:35:12.623Z","caller":"embed/etcd.go:139","msg":"configuring client listeners","listen-client-urls":["http://127.0.0.1:39899"]}
{"level":"info","ts":"2022-07-07T11:35:12.623Z","caller":"embed/etcd.go:307","msg":"starting an etcd server","etcd-version":"3.5.0","git-sha":"Not provided (use ./build instead of go build)","go-version":"go1.18.3","go-os":"linux","go-arch":"amd64","max-cpu-set":2,"max-cpu-available":2,"member-initialized":false,"name":"default","data-dir":"/tmp/etcdquota-test-3865304548","wal-dir":"","wal-dir-dedicated":"","member-dir":"/tmp/etcdquota-test-3865304548/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":100000,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["http://127.0.0.1:43347"],"listen-peer-urls":["http://127.0.0.1:43347"],"advertise-client-urls":["http://127.0.0.1:39899"],"listen-client-urls":["http://127.0.0.1:39899"],"listen-metrics-urls":[],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"default=http://127.0.0.1:43347","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-size-bytes":2147483648,"pre-vote":true,"initial-corrupt-check":false,"corrupt-check-time-interval":"0s","auto-compaction-mode":"","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"}
{"level":"info","ts":"2022-07-07T11:35:12.623Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/tmp/etcdquota-test-3865304548/member/snap/db","took":"167.386µs"}
{"level":"info","ts":"2022-07-07T11:35:12.636Z","caller":"etcdserver/raft.go:448","msg":"starting local member","local-member-id":"46c14dbdc51bd451","cluster-id":"bc28fa9d4e764542"}
{"level":"info","ts":"2022-07-07T11:35:12.637Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"46c14dbdc51bd451 switched to configuration voters=()"}
{"level":"info","ts":"2022-07-07T11:35:12.637Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"46c14dbdc51bd451 became follower at term 0"}
{"level":"info","ts":"2022-07-07T11:35:12.637Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 46c14dbdc51bd451 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"}
{"level":"info","ts":"2022-07-07T11:35:12.638Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"46c14dbdc51bd451 became follower at term 1"}
{"level":"info","ts":"2022-07-07T11:35:12.638Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"46c14dbdc51bd451 switched to configuration voters=(5098441730611205201)"}
{"level":"warn","ts":"2022-07-07T11:35:12.639Z","caller":"auth/store.go:1220","msg":"simple token is not cryptographically signed"}
{"level":"info","ts":"2022-07-07T11:35:12.646Z","caller":"mvcc/kvstore.go:415","msg":"kvstore restored","current-rev":1}
{"level":"info","ts":"2022-07-07T11:35:12.646Z","caller":"etcdserver/server.go:843","msg":"starting etcd server","local-member-id":"46c14dbdc51bd451","local-server-version":"3.5.0","cluster-version":"to_be_decided"}
{"level":"info","ts":"2022-07-07T11:35:12.647Z","caller":"embed/etcd.go:276","msg":"now serving peer/client/metrics","local-member-id":"46c14dbdc51bd451","initial-advertise-peer-urls":["http://127.0.0.1:43347"],"listen-peer-urls":["http://127.0.0.1:43347"],"advertise-client-urls":["http://127.0.0.1:39899"],"listen-client-urls":["http://127.0.0.1:39899"],"listen-metrics-urls":[]}
{"level":"info","ts":"2022-07-07T11:35:12.647Z","caller":"etcdserver/server.go:728","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"46c14dbdc51bd451","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"}
{"level":"info","ts":"2022-07-07T11:35:12.648Z","caller":"embed/etcd.go:580","msg":"serving peer traffic","address":"127.0.0.1:43347"}
{"level":"info","ts":"2022-07-07T11:35:12.648Z","caller":"embed/etcd.go:552","msg":"cmux::serve","address":"127.0.0.1:43347"}
{"level":"info","ts":"2022-07-07T11:35:12.649Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"46c14dbdc51bd451 switched to configuration voters=(5098441730611205201)"}
{"level":"info","ts":"2022-07-07T11:35:12.649Z","caller":"membership/cluster.go:393","msg":"added member","cluster-id":"bc28fa9d4e764542","local-member-id":"46c14dbdc51bd451","added-peer-id":"46c14dbdc51bd451","added-peer-peer-urls":["http://127.0.0.1:43347"]}
{"level":"info","ts":"2022-07-07T11:35:13.438Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"46c14dbdc51bd451 is starting a new election at term 1"}
{"level":"info","ts":"2022-07-07T11:35:13.439Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"46c14dbdc51bd451 became pre-candidate at term 1"}
{"level":"info","ts":"2022-07-07T11:35:13.439Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"46c14dbdc51bd451 received MsgPreVoteResp from 46c14dbdc51bd451 at term 1"}
{"level":"info","ts":"2022-07-07T11:35:13.439Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"46c14dbdc51bd451 became candidate at term 2"}
{"level":"info","ts":"2022-07-07T11:35:13.440Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"46c14dbdc51bd451 received MsgVoteResp from 46c14dbdc51bd451 at term 2"}
{"level":"info","ts":"2022-07-07T11:35:13.440Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"46c14dbdc51bd451 became leader at term 2"}
{"level":"info","ts":"2022-07-07T11:35:13.440Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 46c14dbdc51bd451 elected leader 46c14dbdc51bd451 at term 2"}
{"level":"info","ts":"2022-07-07T11:35:13.440Z","caller":"etcdserver/server.go:2027","msg":"published local member to cluster through raft","local-member-id":"46c14dbdc51bd451","local-member-attributes":"{Name:default ClientURLs:[http://127.0.0.1:39899]}","request-path":"/0/members/46c14dbdc51bd451/attributes","cluster-id":"bc28fa9d4e764542","publish-timeout":"7s"}
{"level":"info","ts":"2022-07-07T11:35:13.441Z","caller":"etcdserver/server.go:2476","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2022-07-07T11:35:13.441Z","caller":"embed/serve.go:98","msg":"ready to serve client requests"}
{"level":"info","ts":"2022-07-07T11:35:13.441Z","caller":"membership/cluster.go:531","msg":"set initial cluster version","cluster-id":"bc28fa9d4e764542","local-member-id":"46c14dbdc51bd451","cluster-version":"3.5"}
{"level":"info","ts":"2022-07-07T11:35:13.441Z","caller":"etcdserver/server.go:2500","msg":"cluster version is updated","cluster-version":"3.5"}
{"level":"info","ts":"2022-07-07T11:35:13.442Z","caller":"embed/serve.go:140","msg":"serving client traffic insecurely; this is strongly discouraged!","address":"127.0.0.1:39899"}
{"level":"info","ts":"2022-07-07T11:35:14.872Z","caller":"embed/etcd.go:367","msg":"closing etcd server","name":"default","data-dir":"/tmp/etcdquota-test-3865304548","advertise-peer-urls":["http://127.0.0.1:43347"],"advertise-client-urls":["http://127.0.0.1:39899"]}
{"level":"info","ts":"2022-07-07T11:35:14.874Z","caller":"etcdserver/server.go:1438","msg":"skipped leadership transfer for single voting member cluster","local-member-id":"46c14dbdc51bd451","current-leader-member-id":"46c14dbdc51bd451"}
{"level":"info","ts":"2022-07-07T11:35:14.882Z","caller":"embed/etcd.go:562","msg":"stopping serving peer traffic","address":"127.0.0.1:43347"}
{"level":"info","ts":"2022-07-07T11:35:14.883Z","caller":"embed/etcd.go:567","msg":"stopped serving peer traffic","address":"127.0.0.1:43347"}
{"level":"info","ts":"2022-07-07T11:35:14.883Z","caller":"embed/etcd.go:369","msg":"closed etcd server","name":"default","data-dir":"/tmp/etcdquota-test-3865304548","advertise-peer-urls":["http://127.0.0.1:43347"],"advertise-client-urls":["http://127.0.0.1:39899"]}
PASS
ok  	github.com/google/trillian/util/election2/etcd	2.929s
github.com/google/trillian/util/election2/etcd
{"level":"info","ts":"2022-07-07T11:35:16.161Z","caller":"embed/etcd.go:131","msg":"configuring peer listeners","listen-peer-urls":["http://127.0.0.1:39229"]}
{"level":"info","ts":"2022-07-07T11:35:16.162Z","caller":"embed/etcd.go:139","msg":"configuring client listeners","listen-client-urls":["http://127.0.0.1:39721"]}
{"level":"info","ts":"2022-07-07T11:35:16.163Z","caller":"embed/etcd.go:307","msg":"starting an etcd server","etcd-version":"3.5.0","git-sha":"Not provided (use ./build instead of go build)","go-version":"go1.18.3","go-os":"linux","go-arch":"amd64","max-cpu-set":2,"max-cpu-available":2,"member-initialized":false,"name":"default","data-dir":"/tmp/etcdquota-test-2691037524","wal-dir":"","wal-dir-dedicated":"","member-dir":"/tmp/etcdquota-test-2691037524/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":100000,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["http://127.0.0.1:39229"],"listen-peer-urls":["http://127.0.0.1:39229"],"advertise-client-urls":["http://127.0.0.1:39721"],"listen-client-urls":["http://127.0.0.1:39721"],"listen-metrics-urls":[],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"default=http://127.0.0.1:39229","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-size-bytes":2147483648,"pre-vote":true,"initial-corrupt-check":false,"corrupt-check-time-interval":"0s","auto-compaction-mode":"","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"}
{"level":"info","ts":"2022-07-07T11:35:16.164Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/tmp/etcdquota-test-2691037524/member/snap/db","took":"99.428µs"}
{"level":"info","ts":"2022-07-07T11:35:16.175Z","caller":"etcdserver/raft.go:448","msg":"starting local member","local-member-id":"a2bdc0b3a5e78034","cluster-id":"46a47bb5074749d0"}
{"level":"info","ts":"2022-07-07T11:35:16.176Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a2bdc0b3a5e78034 switched to configuration voters=()"}
{"level":"info","ts":"2022-07-07T11:35:16.176Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a2bdc0b3a5e78034 became follower at term 0"}
{"level":"info","ts":"2022-07-07T11:35:16.176Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft a2bdc0b3a5e78034 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"}
{"level":"info","ts":"2022-07-07T11:35:16.177Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a2bdc0b3a5e78034 became follower at term 1"}
{"level":"info","ts":"2022-07-07T11:35:16.177Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a2bdc0b3a5e78034 switched to configuration voters=(11726740882557730868)"}
{"level":"warn","ts":"2022-07-07T11:35:16.177Z","caller":"auth/store.go:1220","msg":"simple token is not cryptographically signed"}
{"level":"info","ts":"2022-07-07T11:35:16.185Z","caller":"mvcc/kvstore.go:415","msg":"kvstore restored","current-rev":1}
{"level":"info","ts":"2022-07-07T11:35:16.186Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"}
{"level":"info","ts":"2022-07-07T11:35:16.186Z","caller":"etcdserver/server.go:843","msg":"starting etcd server","local-member-id":"a2bdc0b3a5e78034","local-server-version":"3.5.0","cluster-version":"to_be_decided"}
{"level":"info","ts":"2022-07-07T11:35:16.187Z","caller":"etcdserver/server.go:728","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"a2bdc0b3a5e78034","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"}
{"level":"info","ts":"2022-07-07T11:35:16.187Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a2bdc0b3a5e78034 switched to configuration voters=(11726740882557730868)"}
{"level":"info","ts":"2022-07-07T11:35:16.187Z","caller":"membership/cluster.go:393","msg":"added member","cluster-id":"46a47bb5074749d0","local-member-id":"a2bdc0b3a5e78034","added-peer-id":"a2bdc0b3a5e78034","added-peer-peer-urls":["http://127.0.0.1:39229"]}
{"level":"info","ts":"2022-07-07T11:35:16.188Z","caller":"embed/etcd.go:276","msg":"now serving peer/client/metrics","local-member-id":"a2bdc0b3a5e78034","initial-advertise-peer-urls":["http://127.0.0.1:39229"],"listen-peer-urls":["http://127.0.0.1:39229"],"advertise-client-urls":["http://127.0.0.1:39721"],"listen-client-urls":["http://127.0.0.1:39721"],"listen-metrics-urls":[]}
{"level":"info","ts":"2022-07-07T11:35:16.188Z","caller":"embed/etcd.go:580","msg":"serving peer traffic","address":"127.0.0.1:39229"}
{"level":"info","ts":"2022-07-07T11:35:16.189Z","caller":"embed/etcd.go:552","msg":"cmux::serve","address":"127.0.0.1:39229"}
{"level":"info","ts":"2022-07-07T11:35:16.878Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a2bdc0b3a5e78034 is starting a new election at term 1"}
{"level":"info","ts":"2022-07-07T11:35:16.879Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a2bdc0b3a5e78034 became pre-candidate at term 1"}
{"level":"info","ts":"2022-07-07T11:35:16.879Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a2bdc0b3a5e78034 received MsgPreVoteResp from a2bdc0b3a5e78034 at term 1"}
{"level":"info","ts":"2022-07-07T11:35:16.879Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a2bdc0b3a5e78034 became candidate at term 2"}
{"level":"info","ts":"2022-07-07T11:35:16.880Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a2bdc0b3a5e78034 received MsgVoteResp from a2bdc0b3a5e78034 at term 2"}
{"level":"info","ts":"2022-07-07T11:35:16.880Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a2bdc0b3a5e78034 became leader at term 2"}
{"level":"info","ts":"2022-07-07T11:35:16.880Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: a2bdc0b3a5e78034 elected leader a2bdc0b3a5e78034 at term 2"}
{"level":"info","ts":"2022-07-07T11:35:16.881Z","caller":"etcdserver/server.go:2027","msg":"published local member to cluster through raft","local-member-id":"a2bdc0b3a5e78034","local-member-attributes":"{Name:default ClientURLs:[http://127.0.0.1:39721]}","request-path":"/0/members/a2bdc0b3a5e78034/attributes","cluster-id":"46a47bb5074749d0","publish-timeout":"7s"}
{"level":"info","ts":"2022-07-07T11:35:16.881Z","caller":"etcdserver/server.go:2476","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2022-07-07T11:35:16.881Z","caller":"embed/serve.go:98","msg":"ready to serve client requests"}
{"level":"info","ts":"2022-07-07T11:35:16.882Z","caller":"membership/cluster.go:531","msg":"set initial cluster version","cluster-id":"46a47bb5074749d0","local-member-id":"a2bdc0b3a5e78034","cluster-version":"3.5"}
{"level":"info","ts":"2022-07-07T11:35:16.882Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2022-07-07T11:35:16.882Z","caller":"etcdserver/server.go:2500","msg":"cluster version is updated","cluster-version":"3.5"}
{"level":"info","ts":"2022-07-07T11:35:16.883Z","caller":"embed/serve.go:140","msg":"serving client traffic insecurely; this is strongly discouraged!","address":"127.0.0.1:39721"}
{"level":"info","ts":"2022-07-07T11:35:16.889Z","caller":"embed/etcd.go:367","msg":"closing etcd server","name":"default","data-dir":"/tmp/etcdquota-test-2691037524","advertise-peer-urls":["http://127.0.0.1:39229"],"advertise-client-urls":["http://127.0.0.1:39721"]}
{"level":"info","ts":"2022-07-07T11:35:16.891Z","caller":"etcdserver/server.go:1438","msg":"skipped leadership transfer for single voting member cluster","local-member-id":"a2bdc0b3a5e78034","current-leader-member-id":"a2bdc0b3a5e78034"}
{"level":"info","ts":"2022-07-07T11:35:16.901Z","caller":"embed/etcd.go:562","msg":"stopping serving peer traffic","address":"127.0.0.1:39229"}
{"level":"info","ts":"2022-07-07T11:35:16.902Z","caller":"embed/etcd.go:567","msg":"stopped serving peer traffic","address":"127.0.0.1:39229"}
{"level":"info","ts":"2022-07-07T11:35:16.902Z","caller":"embed/etcd.go:369","msg":"closed etcd server","name":"default","data-dir":"/tmp/etcdquota-test-2691037524","advertise-peer-urls":["http://127.0.0.1:39229"],"advertise-client-urls":["http://127.0.0.1:39721"]}
{"level":"info","ts":"2022-07-07T11:35:16.912Z","caller":"embed/etcd.go:131","msg":"configuring peer listeners","listen-peer-urls":["http://127.0.0.1:40075"]}
{"level":"info","ts":"2022-07-07T11:35:16.912Z","caller":"embed/etcd.go:139","msg":"configuring client listeners","listen-client-urls":["http://127.0.0.1:39289"]}
{"level":"info","ts":"2022-07-07T11:35:16.912Z","caller":"embed/etcd.go:307","msg":"starting an etcd server","etcd-version":"3.5.0","git-sha":"Not provided (use ./build instead of go build)","go-version":"go1.18.3","go-os":"linux","go-arch":"amd64","max-cpu-set":2,"max-cpu-available":2,"member-initialized":false,"name":"default","data-dir":"/tmp/etcdquota-test-3132571391","wal-dir":"","wal-dir-dedicated":"","member-dir":"/tmp/etcdquota-test-3132571391/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":100000,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["http://127.0.0.1:40075"],"listen-peer-urls":["http://127.0.0.1:40075"],"advertise-client-urls":["http://127.0.0.1:39289"],"listen-client-urls":["http://127.0.0.1:39289"],"listen-metrics-urls":[],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"default=http://127.0.0.1:40075","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-size-bytes":2147483648,"pre-vote":true,"initial-corrupt-check":false,"corrupt-check-time-interval":"0s","auto-compaction-mode":"","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"}
{"level":"info","ts":"2022-07-07T11:35:16.912Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/tmp/etcdquota-test-3132571391/member/snap/db","took":"128.622µs"}
{"level":"info","ts":"2022-07-07T11:35:16.923Z","caller":"etcdserver/raft.go:448","msg":"starting local member","local-member-id":"223edf740c291cf2","cluster-id":"9ee11a61e666b073"}
{"level":"info","ts":"2022-07-07T11:35:16.924Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"223edf740c291cf2 switched to configuration voters=()"}
{"level":"info","ts":"2022-07-07T11:35:16.925Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"223edf740c291cf2 became follower at term 0"}
{"level":"info","ts":"2022-07-07T11:35:16.925Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 223edf740c291cf2 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"}
{"level":"info","ts":"2022-07-07T11:35:16.925Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"223edf740c291cf2 became follower at term 1"}
{"level":"info","ts":"2022-07-07T11:35:16.926Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"223edf740c291cf2 switched to configuration voters=(2467655335358831858)"}
{"level":"warn","ts":"2022-07-07T11:35:16.927Z","caller":"auth/store.go:1220","msg":"simple token is not cryptographically signed"}
{"level":"info","ts":"2022-07-07T11:35:16.927Z","caller":"mvcc/kvstore.go:415","msg":"kvstore restored","current-rev":1}
{"level":"info","ts":"2022-07-07T11:35:16.928Z","caller":"etcdserver/server.go:843","msg":"starting etcd server","local-member-id":"223edf740c291cf2","local-server-version":"3.5.0","cluster-version":"to_be_decided"}
{"level":"info","ts":"2022-07-07T11:35:16.929Z","caller":"etcdserver/server.go:728","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"223edf740c291cf2","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"}
{"level":"info","ts":"2022-07-07T11:35:16.929Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"223edf740c291cf2 switched to configuration voters=(2467655335358831858)"}
{"level":"info","ts":"2022-07-07T11:35:16.929Z","caller":"membership/cluster.go:393","msg":"added member","cluster-id":"9ee11a61e666b073","local-member-id":"223edf740c291cf2","added-peer-id":"223edf740c291cf2","added-peer-peer-urls":["http://127.0.0.1:40075"]}
{"level":"info","ts":"2022-07-07T11:35:16.931Z","caller":"embed/etcd.go:276","msg":"now serving peer/client/metrics","local-member-id":"223edf740c291cf2","initial-advertise-peer-urls":["http://127.0.0.1:40075"],"listen-peer-urls":["http://127.0.0.1:40075"],"advertise-client-urls":["http://127.0.0.1:39289"],"listen-client-urls":["http://127.0.0.1:39289"],"listen-metrics-urls":[]}
{"level":"info","ts":"2022-07-07T11:35:16.931Z","caller":"embed/etcd.go:580","msg":"serving peer traffic","address":"127.0.0.1:40075"}
{"level":"info","ts":"2022-07-07T11:35:16.931Z","caller":"embed/etcd.go:552","msg":"cmux::serve","address":"127.0.0.1:40075"}
{"level":"info","ts":"2022-07-07T11:35:17.827Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"223edf740c291cf2 is starting a new election at term 1"}
{"level":"info","ts":"2022-07-07T11:35:17.828Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"223edf740c291cf2 became pre-candidate at term 1"}
{"level":"info","ts":"2022-07-07T11:35:17.828Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"223edf740c291cf2 received MsgPreVoteResp from 223edf740c291cf2 at term 1"}
{"level":"info","ts":"2022-07-07T11:35:17.829Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"223edf740c291cf2 became candidate at term 2"}
{"level":"info","ts":"2022-07-07T11:35:17.829Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"223edf740c291cf2 received MsgVoteResp from 223edf740c291cf2 at term 2"}
{"level":"info","ts":"2022-07-07T11:35:17.829Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"223edf740c291cf2 became leader at term 2"}
{"level":"info","ts":"2022-07-07T11:35:17.830Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 223edf740c291cf2 elected leader 223edf740c291cf2 at term 2"}
{"level":"info","ts":"2022-07-07T11:35:17.830Z","caller":"etcdserver/server.go:2027","msg":"published local member to cluster through raft","local-member-id":"223edf740c291cf2","local-member-attributes":"{Name:default ClientURLs:[http://127.0.0.1:39289]}","request-path":"/0/members/223edf740c291cf2/attributes","cluster-id":"9ee11a61e666b073","publish-timeout":"7s"}
{"level":"info","ts":"2022-07-07T11:35:17.830Z","caller":"etcdserver/server.go:2476","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2022-07-07T11:35:17.830Z","caller":"membership/cluster.go:531","msg":"set initial cluster version","cluster-id":"9ee11a61e666b073","local-member-id":"223edf740c291cf2","cluster-version":"3.5"}
{"level":"info","ts":"2022-07-07T11:35:17.830Z","caller":"etcdserver/server.go:2500","msg":"cluster version is updated","cluster-version":"3.5"}
{"level":"info","ts":"2022-07-07T11:35:17.830Z","caller":"embed/serve.go:98","msg":"ready to serve client requests"}
{"level":"info","ts":"2022-07-07T11:35:17.832Z","caller":"embed/serve.go:140","msg":"serving client traffic insecurely; this is strongly discouraged!","address":"127.0.0.1:39289"}
{"level":"warn","ts":"2022-07-07T11:35:19.271Z","logger":"etcd-client","caller":"v3/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0000eec40/#initially=[http://127.0.0.1:39289]","attempt":0,"error":"rpc error: code = Canceled desc = context canceled"}
{"level":"info","ts":"2022-07-07T11:35:19.272Z","caller":"embed/etcd.go:367","msg":"closing etcd server","name":"default","data-dir":"/tmp/etcdquota-test-3132571391","advertise-peer-urls":["http://127.0.0.1:40075"],"advertise-client-urls":["http://127.0.0.1:39289"]}
{"level":"info","ts":"2022-07-07T11:35:19.274Z","caller":"etcdserver/server.go:1438","msg":"skipped leadership transfer for single voting member cluster","local-member-id":"223edf740c291cf2","current-leader-member-id":"223edf740c291cf2"}
{"level":"info","ts":"2022-07-07T11:35:19.281Z","caller":"embed/etcd.go:562","msg":"stopping serving peer traffic","address":"127.0.0.1:40075"}
{"level":"info","ts":"2022-07-07T11:35:19.282Z","caller":"embed/etcd.go:567","msg":"stopped serving peer traffic","address":"127.0.0.1:40075"}
{"level":"info","ts":"2022-07-07T11:35:19.282Z","caller":"embed/etcd.go:369","msg":"closed etcd server","name":"default","data-dir":"/tmp/etcdquota-test-3132571391","advertise-peer-urls":["http://127.0.0.1:40075"],"advertise-client-urls":["http://127.0.0.1:39289"]}
PASS
ok  	github.com/google/trillian/util/election2/etcd	3.145s
github.com/google/trillian/util/election2/testonly
PASS
ok  	github.com/google/trillian/util/election2/testonly	1.408s
+ RPM_EC=0
++ jobs -p
+ exit 0
Processing files: golang-github-google-trillian-devel-1.4.0-3.fc37.noarch
Executing(%doc): /bin/sh -e /var/tmp/rpm-tmp.7wnuA3
+ umask 022
+ cd /builddir/build/BUILD
+ cd trillian-1.4.0
+ DOCDIR=/builddir/build/BUILDROOT/golang-github-google-trillian-1.4.0-3.fc37.x86_64/usr/share/doc/golang-github-google-trillian-devel
+ export LC_ALL=C
+ LC_ALL=C
+ export DOCDIR
+ /usr/bin/mkdir -p /builddir/build/BUILDROOT/golang-github-google-trillian-1.4.0-3.fc37.x86_64/usr/share/doc/golang-github-google-trillian-devel
+ cp -pr AUTHORS /builddir/build/BUILDROOT/golang-github-google-trillian-1.4.0-3.fc37.x86_64/usr/share/doc/golang-github-google-trillian-devel
+ cp -pr CHANGELOG.md /builddir/build/BUILDROOT/golang-github-google-trillian-1.4.0-3.fc37.x86_64/usr/share/doc/golang-github-google-trillian-devel
+ cp -pr CONTRIBUTING.md /builddir/build/BUILDROOT/golang-github-google-trillian-1.4.0-3.fc37.x86_64/usr/share/doc/golang-github-google-trillian-devel
+ cp -pr CONTRIBUTORS /builddir/build/BUILDROOT/golang-github-google-trillian-1.4.0-3.fc37.x86_64/usr/share/doc/golang-github-google-trillian-devel
+ cp -pr README.md /builddir/build/BUILDROOT/golang-github-google-trillian-1.4.0-3.fc37.x86_64/usr/share/doc/golang-github-google-trillian-devel
+ cp -pr docs /builddir/build/BUILDROOT/golang-github-google-trillian-1.4.0-3.fc37.x86_64/usr/share/doc/golang-github-google-trillian-devel
+ cp -pr examples /builddir/build/BUILDROOT/golang-github-google-trillian-1.4.0-3.fc37.x86_64/usr/share/doc/golang-github-google-trillian-devel
+ RPM_EC=0
++ jobs -p
+ exit 0
Executing(%license): /bin/sh -e /var/tmp/rpm-tmp.4E3ZiA
+ umask 022
+ cd /builddir/build/BUILD
+ cd trillian-1.4.0
+ LICENSEDIR=/builddir/build/BUILDROOT/golang-github-google-trillian-1.4.0-3.fc37.x86_64/usr/share/licenses/golang-github-google-trillian-devel
+ export LC_ALL=C
+ LC_ALL=C
+ export LICENSEDIR
+ /usr/bin/mkdir -p /builddir/build/BUILDROOT/golang-github-google-trillian-1.4.0-3.fc37.x86_64/usr/share/licenses/golang-github-google-trillian-devel
+ cp -pr LICENSE /builddir/build/BUILDROOT/golang-github-google-trillian-1.4.0-3.fc37.x86_64/usr/share/licenses/golang-github-google-trillian-devel
+ RPM_EC=0
++ jobs -p
+ exit 0
Provides: golang(github.com/google/trillian) = 1.4.0-3.fc37 golang(github.com/google/trillian/client) = 1.4.0-3.fc37 golang(github.com/google/trillian/client/backoff) = 1.4.0-3.fc37 golang(github.com/google/trillian/client/rpcflags) = 1.4.0-3.fc37 golang(github.com/google/trillian/client/timeout) = 1.4.0-3.fc37 golang(github.com/google/trillian/cmd) = 1.4.0-3.fc37 golang(github.com/google/trillian/cmd/internal/serverutil) = 1.4.0-3.fc37 golang(github.com/google/trillian/crypto/keys) = 1.4.0-3.fc37 golang(github.com/google/trillian/crypto/keys/der) = 1.4.0-3.fc37 golang(github.com/google/trillian/crypto/keys/pem) = 1.4.0-3.fc37 golang(github.com/google/trillian/crypto/keys/pkcs11) = 1.4.0-3.fc37 golang(github.com/google/trillian/crypto/keys/testonly) = 1.4.0-3.fc37 golang(github.com/google/trillian/crypto/keyspb) = 1.4.0-3.fc37 golang(github.com/google/trillian/docs/storage/commit_log/signer) = 1.4.0-3.fc37 golang(github.com/google/trillian/docs/storage/commit_log/simelection) = 1.4.0-3.fc37 golang(github.com/google/trillian/docs/storage/commit_log/simkafka) = 1.4.0-3.fc37 golang(github.com/google/trillian/experimental/batchmap) = 1.4.0-3.fc37 golang(github.com/google/trillian/extension) = 1.4.0-3.fc37 golang(github.com/google/trillian/integration) = 1.4.0-3.fc37 golang(github.com/google/trillian/integration/admin) = 1.4.0-3.fc37 golang(github.com/google/trillian/integration/quota) = 1.4.0-3.fc37 golang(github.com/google/trillian/integration/storagetest) = 1.4.0-3.fc37 golang(github.com/google/trillian/internal/merkle/inmemory) = 1.4.0-3.fc37 golang(github.com/google/trillian/log) = 1.4.0-3.fc37 golang(github.com/google/trillian/merkle) = 1.4.0-3.fc37 golang(github.com/google/trillian/merkle/compact) = 1.4.0-3.fc37 golang(github.com/google/trillian/merkle/coniks) = 1.4.0-3.fc37 golang(github.com/google/trillian/merkle/hashers) = 1.4.0-3.fc37 golang(github.com/google/trillian/merkle/logverifier) = 1.4.0-3.fc37 golang(github.com/google/trillian/merkle/rfc6962) = 1.4.0-3.fc37 golang(github.com/google/trillian/merkle/smt) = 1.4.0-3.fc37 golang(github.com/google/trillian/merkle/smt/node) = 1.4.0-3.fc37 golang(github.com/google/trillian/merkle/testonly) = 1.4.0-3.fc37 golang(github.com/google/trillian/monitoring) = 1.4.0-3.fc37 golang(github.com/google/trillian/monitoring/opencensus) = 1.4.0-3.fc37 golang(github.com/google/trillian/monitoring/prometheus) = 1.4.0-3.fc37 golang(github.com/google/trillian/monitoring/testonly) = 1.4.0-3.fc37 golang(github.com/google/trillian/quota) = 1.4.0-3.fc37 golang(github.com/google/trillian/quota/cacheqm) = 1.4.0-3.fc37 golang(github.com/google/trillian/quota/etcd) = 1.4.0-3.fc37 golang(github.com/google/trillian/quota/etcd/etcdqm) = 1.4.0-3.fc37 golang(github.com/google/trillian/quota/etcd/quotaapi) = 1.4.0-3.fc37 golang(github.com/google/trillian/quota/etcd/quotapb) = 1.4.0-3.fc37 golang(github.com/google/trillian/quota/etcd/storage) = 1.4.0-3.fc37 golang(github.com/google/trillian/quota/etcd/storagepb) = 1.4.0-3.fc37 golang(github.com/google/trillian/quota/mysqlqm) = 1.4.0-3.fc37 golang(github.com/google/trillian/quota/redis/redisqm) = 1.4.0-3.fc37 golang(github.com/google/trillian/quota/redis/redistb) = 1.4.0-3.fc37 golang(github.com/google/trillian/server) = 1.4.0-3.fc37 golang(github.com/google/trillian/server/admin) = 1.4.0-3.fc37 golang(github.com/google/trillian/server/errors) = 1.4.0-3.fc37 golang(github.com/google/trillian/server/interceptor) = 1.4.0-3.fc37 golang(github.com/google/trillian/storage) = 1.4.0-3.fc37 golang(github.com/google/trillian/storage/cache) = 1.4.0-3.fc37 golang(github.com/google/trillian/storage/cloudspanner) = 1.4.0-3.fc37 golang(github.com/google/trillian/storage/cloudspanner/spannerpb) = 1.4.0-3.fc37 golang(github.com/google/trillian/storage/memory) = 1.4.0-3.fc37 golang(github.com/google/trillian/storage/mysql) = 1.4.0-3.fc37 golang(github.com/google/trillian/storage/storagepb) = 1.4.0-3.fc37 golang(github.com/google/trillian/storage/testdb) = 1.4.0-3.fc37 golang(github.com/google/trillian/storage/testonly) = 1.4.0-3.fc37 golang(github.com/google/trillian/storage/tree) = 1.4.0-3.fc37 golang(github.com/google/trillian/testonly) = 1.4.0-3.fc37 golang(github.com/google/trillian/testonly/flagsaver) = 1.4.0-3.fc37 golang(github.com/google/trillian/testonly/integration) = 1.4.0-3.fc37 golang(github.com/google/trillian/testonly/integration/etcd) = 1.4.0-3.fc37 golang(github.com/google/trillian/testonly/matchers) = 1.4.0-3.fc37 golang(github.com/google/trillian/testonly/mdm) = 1.4.0-3.fc37 golang(github.com/google/trillian/testonly/setup) = 1.4.0-3.fc37 golang(github.com/google/trillian/testonly/tmock) = 1.4.0-3.fc37 golang(github.com/google/trillian/trees) = 1.4.0-3.fc37 golang(github.com/google/trillian/types) = 1.4.0-3.fc37 golang(github.com/google/trillian/util) = 1.4.0-3.fc37 golang(github.com/google/trillian/util/clock) = 1.4.0-3.fc37 golang(github.com/google/trillian/util/election) = 1.4.0-3.fc37 golang(github.com/google/trillian/util/election2) = 1.4.0-3.fc37 golang(github.com/google/trillian/util/election2/etcd) = 1.4.0-3.fc37 golang(github.com/google/trillian/util/election2/testonly) = 1.4.0-3.fc37 golang-github-google-trillian-devel = 1.4.0-3.fc37 golang-ipath(github.com/google/trillian) = 1.4.0-3.fc37
Requires(rpmlib): rpmlib(CompressedFileNames) <= 3.0.4-1 rpmlib(FileDigests) <= 4.6.0-1 rpmlib(PayloadFilesHavePrefix) <= 4.0-1
Requires: go-filesystem golang(bitbucket.org/creachadair/shell) golang(cloud.google.com/go/spanner) golang(cloud.google.com/go/spanner/spansql) golang(contrib.go.opencensus.io/exporter/stackdriver) golang(github.com/apache/beam/sdks/v2/go/pkg/beam) golang(github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime) golang(github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/exec) golang(github.com/apache/beam/sdks/v2/go/pkg/beam/core/runtime/graphx/schema) golang(github.com/apache/beam/sdks/v2/go/pkg/beam/core/util/reflectx) golang(github.com/apache/beam/sdks/v2/go/pkg/beam/io/filesystem/local) golang(github.com/apache/beam/sdks/v2/go/pkg/beam/x/beamx) golang(github.com/go-sql-driver/mysql) golang(github.com/golang/glog) golang(github.com/golang/mock/gomock) golang(github.com/golang/protobuf/ptypes/any) golang(github.com/golang/protobuf/ptypes/duration) golang(github.com/golang/protobuf/ptypes/empty) golang(github.com/golang/protobuf/ptypes/timestamp) golang(github.com/google/btree) golang(github.com/google/certificate-transparency-go/tls) golang(github.com/google/go-cmp/cmp) golang(github.com/grpc-ecosystem/go-grpc-middleware) golang(github.com/prometheus/client_golang/prometheus) golang(github.com/prometheus/client_golang/prometheus/promhttp) golang(github.com/prometheus/client_model/go) golang(go.etcd.io/etcd/client/v3) golang(go.etcd.io/etcd/client/v3/concurrency) golang(go.etcd.io/etcd/client/v3/naming/endpoints) golang(go.etcd.io/etcd/server/v3/embed) golang(go.opencensus.io/plugin/ocgrpc) golang(go.opencensus.io/plugin/ochttp) golang(go.opencensus.io/stats/view) golang(go.opencensus.io/trace) golang(golang.org/x/crypto/ed25519) golang(golang.org/x/sync/errgroup) golang(golang.org/x/sync/semaphore) golang(golang.org/x/sys/unix) golang(google.golang.org/api/option) golang(google.golang.org/genproto/googleapis/api/annotations) golang(google.golang.org/genproto/googleapis/rpc/status) golang(google.golang.org/genproto/protobuf/field_mask) golang(google.golang.org/grpc) golang(google.golang.org/grpc/codes) golang(google.golang.org/grpc/credentials) golang(google.golang.org/grpc/reflection) golang(google.golang.org/grpc/status) golang(google.golang.org/protobuf/encoding/prototext) golang(google.golang.org/protobuf/proto) golang(google.golang.org/protobuf/reflect/protoreflect) golang(google.golang.org/protobuf/reflect/protoregistry) golang(google.golang.org/protobuf/runtime/protoimpl) golang(google.golang.org/protobuf/testing/protocmp) golang(google.golang.org/protobuf/types/known/anypb) golang(google.golang.org/protobuf/types/known/durationpb) golang(google.golang.org/protobuf/types/known/emptypb) golang(google.golang.org/protobuf/types/known/timestamppb) golang(gopkg.in/redis.v6)
Checking for unpackaged file(s): /usr/lib/rpm/check-files /builddir/build/BUILDROOT/golang-github-google-trillian-1.4.0-3.fc37.x86_64
Wrote: /builddir/build/RPMS/golang-github-google-trillian-devel-1.4.0-3.fc37.noarch.rpm
Executing(%clean): /bin/sh -e /var/tmp/rpm-tmp.ykrNh0
+ umask 022
+ cd /builddir/build/BUILD
+ cd trillian-1.4.0
+ /usr/bin/rm -rf /builddir/build/BUILDROOT/golang-github-google-trillian-1.4.0-3.fc37.x86_64
+ RPM_EC=0
++ jobs -p
+ exit 0
Executing(rmbuild): /bin/sh -e /var/tmp/rpm-tmp.BZ3xIX
+ umask 022
+ cd /builddir/build/BUILD
+ rm -rf trillian-1.4.0 trillian-1.4.0.gemspec
+ RPM_EC=0
++ jobs -p
+ exit 0
Child return code was: 0