Input buildinfo: https://buildinfos.debian.net/buildinfo-pool/n/nomad/nomad_0.12.10+dfsg1-3+b2_amd64.buildinfo Use metasnap for getting required timestamps New buildinfo file: /tmp/nomad-0.12.10+dfsg1-3+b25jryg7bd/nomad_0.12.10+dfsg1-3+b2_amd64.buildinfo Get source package info: nomad=0.12.10+dfsg1-3 Source URL: http://snapshot.notset.fr/mr/package/nomad/0.12.10+dfsg1-3/srcfiles?fileinfo=1 env -i PATH=/usr/sbin:/usr/bin:/sbin:/bin TMPDIR=/tmp mmdebstrap --arch=amd64 --include=adduser=3.118 autoconf=2.69-14 automake=1:1.16.3-2 autopoint=0.21-4 autotools-dev=20180224.1+nmu1 base-files=11.1 base-passwd=3.5.51 bash=5.1-3+b1 bash-completion=1:2.11-2 binutils=2.35.2-2 binutils-common=2.35.2-2 binutils-x86-64-linux-gnu=2.35.2-2 bsdextrautils=2.36.1-8 bsdutils=1:2.36.1-8 build-essential=12.9 bzip2=1.0.8-4 ca-certificates=20210119 consul=1.8.7+dfsg1-2+b3 coreutils=8.32-4+b1 cpp=4:10.2.1-1 cpp-10=10.2.1-6 dash=0.5.11+git20210120+802ebd4-1 debconf=1.5.77 debhelper=13.3.4 debianutils=4.11.2 dh-autoreconf=20 dh-golang=1.51 dh-strip-nondeterminism=1.12.0-1 diffutils=1:3.7-5 dpkg=1.20.9 dpkg-dev=1.20.9 dwz=0.14-1 file=1:5.39-3 findutils=4.8.0-1 g++=4:10.2.1-1 g++-10=10.2.1-6 gcc=4:10.2.1-1 gcc-10=10.2.1-6 gcc-10-base=10.2.1-6 gettext=0.21-4 gettext-base=0.21-4 golang-1.15-go=1.15.9-6 golang-1.15-src=1.15.9-6 golang-any=2:1.15~1 golang-dbus-dev=5.0.3-2 golang-etcd-server-dev=3.3.25+dfsg-6 golang-ginkgo-dev=1.14.2-1 golang-github-agext-levenshtein-dev=1.2.3-1 golang-github-agtorre-gocolorize-dev=1.0.0-3 golang-github-alecthomas-units-dev=0.0~git20201120.1786d5e-1 golang-github-alexflint-go-filemutex-dev=1.1.0-1 golang-github-apex-log-dev=1.1.1-3 golang-github-apparentlymart-go-textseg-dev=12.0.0-1 golang-github-appc-cni-dev=0.8.1-1 golang-github-appc-spec-dev=0.8.11+dfsg-2.1 golang-github-armon-circbuf-dev=0.0~git20190214.5111143-1 golang-github-armon-go-metrics-dev=0.3.4-1 golang-github-armon-go-radix-dev=1.0.0-1 golang-github-aws-aws-sdk-go-dev=1.36.33-1 golang-github-azure-go-ansiterm-dev=0.0~git20160622.0.fa152c5-2.1 golang-github-azure-go-autorest-dev=14.1.1-1 golang-github-beorn7-perks-dev=1.0.1-1 golang-github-bgentry-go-netrc-dev=0.0~git20140422.9fd32a8-1 golang-github-bgentry-speakeasy-dev=0.1.0-2 golang-github-bitly-go-simplejson-dev=0.5.0-5 golang-github-bmizerany-assert-dev=0.0~git20120716-4 golang-github-boltdb-bolt-dev=1.3.1-7 golang-github-bradfitz-gomemcache-dev=0.0~git20141109-3 golang-github-bugsnag-bugsnag-go-dev=1.7.0-1 golang-github-bugsnag-panicwrap-dev=1.2.0-1.1 golang-github-burntsushi-toml-dev=0.3.1-1 golang-github-cespare-xxhash-dev=2.1.1-1 golang-github-checkpoint-restore-go-criu-dev=4.1.0-3 golang-github-chzyer-readline-dev=1.4.39.g2972be2-1 golang-github-cilium-ebpf-dev=0.2.0-1 golang-github-circonus-labs-circonus-gometrics-dev=2.3.1-3 golang-github-circonus-labs-circonusllhist-dev=0.0~git20191022.ec08cde-1 golang-github-containerd-btrfs-dev=0.0~git20201111.404b914-1 golang-github-containerd-cgroups-dev=0.0~git20201119.4cbc285-4 golang-github-containerd-console-dev=1.0.1-2 golang-github-containerd-containerd-dev=1.4.5~ds1-2 golang-github-containerd-continuity-dev=0.0~git20201208.1805252-2 golang-github-containerd-fifo-dev=0.0~git20201026.0724c46-1 golang-github-containerd-go-cni-dev=1.0.1-1 golang-github-containerd-go-runc-dev=0.0~git20201020.16b287b-1 golang-github-containerd-ttrpc-dev=1.0.2-1 golang-github-containerd-typeurl-dev=1.0.1-1 golang-github-containernetworking-plugins-dev=0.9.0-1 golang-github-coreos-bbolt-dev=1.3.5-1 golang-github-coreos-go-iptables-dev=0.5.0-1 golang-github-coreos-go-semver-dev=0.3.0-1 golang-github-coreos-go-systemd-dev=22.1.0-3 golang-github-coreos-pkg-dev=4-3 golang-github-cpuguy83-go-md2man-v2-dev=2.0.0+ds-5 golang-github-creack-pty-dev=1.1.11-1 golang-github-cyphar-filepath-securejoin-dev=0.2.2-2 golang-github-datadog-datadog-go-dev=2.1.0-3 golang-github-davecgh-go-spew-dev=1.1.1-2 golang-github-deckarep-golang-set-dev=1.5-2 golang-github-denverdino-aliyungo-dev=0.0~git20180921.13fa8aa-2 golang-github-dghubble-sling-dev=1.3.0-1 golang-github-dgrijalva-jwt-go-dev=3.2.0-3 golang-github-digitalocean-godo-dev=1.37.0-1 golang-github-dimchansky-utfbom-dev=1.1.1-1 golang-github-docker-distribution-dev=2.7.1+ds2-7 golang-github-docker-docker-credential-helpers-dev=0.6.3-1 golang-github-docker-docker-dev=20.10.5+dfsg1-1 golang-github-docker-go-connections-dev=0.4.0-3 golang-github-docker-go-events-dev=0.0~git20190806.e31b211-1 golang-github-docker-go-metrics-dev=0.0.1-1 golang-github-docker-go-units-dev=0.4.0-3 golang-github-docker-libkv-dev=0.2.1-2 golang-github-docker-libtrust-dev=0.0~git20150526.0.9cbd2a1-3.1 golang-github-dustin-go-humanize-dev=1.0.0-2 golang-github-elazarl-go-bindata-assetfs-dev=1.0.0-1.1 golang-github-fatih-color-dev=1.7.0-1 golang-github-fatih-structs-dev=1.0.0-1.1 golang-github-fsnotify-fsnotify-dev=1.4.9-2 golang-github-fsouza-go-dockerclient-dev=1.6.6-1 golang-github-garyburd-redigo-dev=0.0~git20150901.0.d8dbe4d-2.1 golang-github-ghodss-yaml-dev=1.0.0-1.1 golang-github-gin-contrib-sse-dev=0.1.0-1 golang-github-gin-gonic-gin-dev=1.6.3-3 golang-github-go-ini-ini-dev=1.32.0-2.1 golang-github-go-kit-kit-dev=0.6.0-3 golang-github-go-logfmt-logfmt-dev=0.5.0-2 golang-github-go-playground-assert-v2-dev=2.0.1-2 golang-github-go-playground-locales-dev=0.13.0-2 golang-github-go-playground-universal-translator-dev=0.17.0-2 golang-github-go-playground-validator-v10-dev=10.4.1-2 golang-github-go-stack-stack-dev=1.8.0-1 golang-github-gofrs-uuid-dev=3.2.0-2 golang-github-gogo-googleapis-dev=1.4.0-1 golang-github-gogo-protobuf-dev=1.3.2-1 golang-github-golang-groupcache-dev=0.0~git20200121.8c9f03a-1 golang-github-golang-mock-dev=1.3.1-2 golang-github-golang-snappy-dev=0.0.2-2 golang-github-google-btree-dev=1.0.0-1 golang-github-google-go-cmp-dev=0.5.4-1 golang-github-google-go-querystring-dev=1.0.0-1 golang-github-google-martian-dev=2.1.0+git20181219.d0b5ad3-3 golang-github-google-pprof-dev=0.0~git20200905.acf8798-2 golang-github-google-uuid-dev=1.2.0-1 golang-github-googleapis-gax-go-dev=2.0.5-1 golang-github-gophercloud-gophercloud-dev=0.12.0-1 golang-github-gorhill-cronexpr-dev=1.0.0+git20180427.88b0669-2 golang-github-gorilla-context-dev=1.1-3 golang-github-gorilla-handlers-dev=1.4.2-1 golang-github-gorilla-mux-dev=1.7.4-1 golang-github-gorilla-websocket-dev=1.4.2-1 golang-github-gotestyourself-gotest.tools-dev=3.0.3-1 golang-github-grpc-ecosystem-go-grpc-middleware-dev=1.2.2-2 golang-github-grpc-ecosystem-go-grpc-prometheus-dev=1.2.0+git20191002.6af20e3-3 golang-github-grpc-ecosystem-grpc-gateway-dev=1.6.4-2 golang-github-hashicorp-consul-dev=1.8.7+dfsg1-2 golang-github-hashicorp-errwrap-dev=1.1.0-1 golang-github-hashicorp-go-bexpr-dev=0.1.2-2 golang-github-hashicorp-go-checkpoint-dev=0.5.0-1 golang-github-hashicorp-go-cleanhttp-dev=0.5.2-1 golang-github-hashicorp-go-discover-dev=0.0+git20190905.34a6505-2 golang-github-hashicorp-go-getter-dev=1.4.1-1 golang-github-hashicorp-go-hclog-dev=0.11.0-1 golang-github-hashicorp-go-immutable-radix-dev=1.3.0-1 golang-github-hashicorp-go-memdb-dev=1.2.1-1 golang-github-hashicorp-go-msgpack-dev=0.5.5-1 golang-github-hashicorp-go-multierror-dev=1.1.0-1 golang-github-hashicorp-go-plugin-dev=1.0.1-3 golang-github-hashicorp-go-retryablehttp-dev=0.6.4-2 golang-github-hashicorp-go-rootcerts-dev=1.0.2-2 golang-github-hashicorp-go-safetemp-dev=1.0.0-2 golang-github-hashicorp-go-sockaddr-dev=0.0~git20170627.41949a1+ds-2 golang-github-hashicorp-go-syslog-dev=1.0.0-1 golang-github-hashicorp-go-uuid-dev=1.0.2-1 golang-github-hashicorp-go-version-dev=1.2.0-1 golang-github-hashicorp-golang-lru-dev=0.5.4-2 golang-github-hashicorp-hcl-dev=1.0.0-1.1 golang-github-hashicorp-hil-dev=0.0~git20160711.1e86c6b-1 golang-github-hashicorp-logutils-dev=1.0.0-1 golang-github-hashicorp-mdns-dev=1.0.3-2 golang-github-hashicorp-memberlist-dev=0.2.2-1 golang-github-hashicorp-net-rpc-msgpackrpc-dev=0.0~git20151116.0.a14192a-1.1 golang-github-hashicorp-raft-boltdb-dev=0.0~git20171010.6e5ba93-3 golang-github-hashicorp-raft-dev=1.1.2-1 golang-github-hashicorp-scada-client-dev=0.0~git20160601.0.6e89678-2.1 golang-github-hashicorp-serf-dev=0.9.4~ds1-1 golang-github-hashicorp-yamux-dev=0.0+git20190923.df201c7-1 golang-github-ianlancetaylor-demangle-dev=0.0~git20200824.28f6c0f-1 golang-github-imdario-mergo-dev=0.3.8-3 golang-github-inconshreveable-log15-dev=2.15-1 golang-github-inconshreveable-muxado-dev=0.0~git20140312.0.f693c7e-2.1 golang-github-influxdata-tail-dev=1.0.0+git20180327.c434825-4 golang-github-ishidawataru-sctp-dev=0.0+git20190723.7c296d4-3 golang-github-jmespath-go-jmespath-dev=0.4.0-1 golang-github-jonboulle-clockwork-dev=0.1.0-4.1 golang-github-jpillora-backoff-dev=1.0.0-1.1 golang-github-json-iterator-go-dev=1.1.10-2 golang-github-juju-ansiterm-dev=0.0~git20161107.35c59b9-3 golang-github-juju-loggo-dev=0.0~git20170605.8232ab8-4 golang-github-julienschmidt-httprouter-dev=1.3.0-1 golang-github-kardianos-osext-dev=0.0~git20190222.2bc1f35-2 golang-github-kr-fs-dev=0.1.0-1 golang-github-kr-pretty-dev=0.2.1+git20200831.59b4212-1 golang-github-kr-pty-dev=1.1.6-1 golang-github-kr-text-dev=0.2.0-1 golang-github-leodido-go-urn-dev=1.2.1-2 golang-github-lk4d4-joincontext-dev=0.0+git20171026.1724345-2 golang-github-lunixbochs-vtclean-dev=1.0.0-1 golang-github-magiconair-properties-dev=1.8.4-1 golang-github-mattn-go-colorable-dev=0.1.7-1 golang-github-mattn-go-isatty-dev=0.0.12-1 golang-github-mattn-go-runewidth-dev=0.0.9-1 golang-github-mattn-go-shellwords-dev=1.0.10-2 golang-github-miekg-dns-dev=1.1.35-1 golang-github-mitchellh-cli-dev=1.1.1-1 golang-github-mitchellh-colorstring-dev=0.0~git20150917.0.8631ce9-1.1 golang-github-mitchellh-copystructure-dev=0.0~git20161013.0.5af94ae-2.1 golang-github-mitchellh-go-homedir-dev=1.1.0-1 golang-github-mitchellh-go-ps-dev=0.0~git20150710.0.e6c6068-1.1 golang-github-mitchellh-go-testing-interface-dev=1.14.1-1 golang-github-mitchellh-go-wordwrap-dev=1.0.1-1 golang-github-mitchellh-hashstructure-dev=1.0.0-1.1 golang-github-mitchellh-mapstructure-dev=1.3.3-1 golang-github-mitchellh-reflectwalk-dev=1.0.1-1 golang-github-moby-sys-dev=0.0~git20201113.5a29239-1 golang-github-moby-term-dev=0.0~git20201110.bea5bbe-1 golang-github-modern-go-concurrent-dev=1.0.3-1.1 golang-github-modern-go-reflect2-dev=1.0.1-1 golang-github-morikuni-aec-dev=1.0.0-2 golang-github-mrunalp-fileutils-dev=0.5.0-1 golang-github-mwitkow-go-conntrack-dev=0.0~git20190716.2f06839-2 golang-github-ncw-swift-dev=1.0.52-1 golang-github-nytimes-gziphandler-dev=1.1.1-1 golang-github-oklog-run-dev=1.1.0-1 golang-github-olekukonko-tablewriter-dev=0.0.4-1 golang-github-onsi-ginkgo-dev=1.14.2-1 golang-github-opencontainers-go-digest-dev=1.0.0-1 golang-github-opencontainers-image-spec-dev=1.0.1-5 golang-github-opencontainers-runc-dev=1.0.0~rc93+ds1-5 golang-github-opencontainers-selinux-dev=1.8.0-1 golang-github-opencontainers-specs-dev=1.0.2.41.g7413a7f-1 golang-github-opentracing-opentracing-go-dev=1.2.0-1 golang-github-packethost-packngo-dev=0.2.0-2 golang-github-pascaldekloe-goe-dev=0.1.0-2 golang-github-patrickmn-go-cache-dev=2.1.0-1.1 golang-github-pelletier-go-toml-dev=1.8.1-1 golang-github-pierrec-lz4-dev=2.5.2-1 golang-github-pkg-errors-dev=0.9.1-1 golang-github-pkg-sftp-dev=1.10.1-1 golang-github-pmezard-go-difflib-dev=1.0.0-3 golang-github-posener-complete-dev=1.2.3-2 golang-github-prometheus-client-golang-dev=1.9.0-2 golang-github-prometheus-client-model-dev=0.2.0-2 golang-github-prometheus-common-dev=0.15.0-2 golang-github-prometheus-procfs-dev=0.3.0-2 golang-github-racksec-srslog-dev=0.0~git20180709.a4725f0-1 golang-github-revel-revel-dev=1.0.0-2 golang-github-robfig-pathtree-dev=0.0~git20140121-4 golang-github-rogpeppe-fastuuid-dev=0.0~git20150106.0.6724a57-2.1 golang-github-rs-cors-dev=1.7.0-2 golang-github-russross-blackfriday-v2-dev=2.0.1-3 golang-github-rwcarlsen-goexif-dev=0.0~git20190401.9e8deec-1 golang-github-ryanuber-columnize-dev=2.1.1-2 golang-github-ryanuber-go-glob-dev=1.0.0-2 golang-github-safchain-ethtool-dev=0.0~git20201023.874930c-1 golang-github-samuel-go-zookeeper-dev=0.0~git20180130.c4fab1a-1 golang-github-satori-go.uuid-dev=1.2.0-2 golang-github-seccomp-libseccomp-golang-dev=0.9.1-2 golang-github-shirou-gopsutil-dev=2.19.11-4 golang-github-shurcool-sanitized-anchor-name-dev=1.0.0-1 golang-github-sirupsen-logrus-dev=1.7.0-2 golang-github-skratchdot-open-golang-dev=0.0~git20160302.0.75fb7ed-2 golang-github-soheilhy-cmux-dev=0.1.4-2 golang-github-spf13-afero-dev=1.5.1-1 golang-github-spf13-cast-dev=1.3.1-1 golang-github-spf13-cobra-dev=1.1.2-1 golang-github-spf13-jwalterweatherman-dev=1.1.0+really1.1.0-1 golang-github-spf13-pflag-dev=1.0.5-2 golang-github-spf13-viper-dev=1.7.1-1 golang-github-stretchr-objx-dev=0.3.0-1 golang-github-stretchr-testify-dev=1.6.1-2 golang-github-subosito-gotenv-dev=1.2.0+git20190917.de67a66-2 golang-github-tchap-go-patricia-dev=2.2.6-5 golang-github-tmc-grpc-websocket-proxy-dev=0.0~git20200427.3cfed13-2 golang-github-tv42-httpunix-dev=0.0~git20150427.b75d861-2 golang-github-twinj-uuid-dev=0.10.0+git20160909.96.7bbe408-6 golang-github-ugorji-go-codec=1.1.7-2+b6 golang-github-ugorji-go-codec-dev=1.1.7-2 golang-github-ulikunitz-xz-dev=0.5.6-2 golang-github-urfave-cli-dev=1.22.4-2 golang-github-urfave-negroni-dev=0.2.0-1.1 golang-github-vishvananda-netlink-dev=1.1.0-2 golang-github-vishvananda-netns-dev=0.0~git20200728.db3c7e5-1 golang-github-vmihailenco-tagparser-dev=0.1.1-2 golang-github-vmware-govmomi-dev=0.23.0-1 golang-github-willf-bitset-dev=1.1.11-1 golang-github-xeipuuv-gojsonpointer-dev=0.0~git20190905.02993c4-1 golang-github-xeipuuv-gojsonreference-dev=0.0~git20180127.bd5ef7b-2 golang-github-xeipuuv-gojsonschema-dev=1.2.0-1 golang-github-xiang90-probing-dev=0.0.2-1 golang-github-yuin-goldmark-dev=1.3.2-1 golang-github-zclconf-go-cty-dev=1.5.1-1 golang-glog-dev=0.0~git20160126.23def4e-3 golang-go=2:1.15~1 golang-go-semver-dev=0.3.0-1 golang-go-zfs-dev=2.1.1.49.gf784269-1 golang-go.opencensus-dev=0.22.4-2 golang-go.uber-atomic-dev=1.4.0-1 golang-go.uber-multierr-dev=1.1.0-1.1 golang-go.uber-zap-dev=1.15.0-2 golang-go4-dev=0.0~git20190313.94abd69-1 golang-gocapability-dev=0.0+git20200815.42c35b4-1 golang-golang-x-crypto-dev=1:0.0~git20201221.eec23a3-1 golang-golang-x-mod-dev=0.4.1-1 golang-golang-x-net-dev=1:0.0+git20210119.5f4716e+dfsg-4 golang-golang-x-oauth2-dev=0.0~git20190604.0f29369-2 golang-golang-x-oauth2-google-dev=0.0~git20190604.0f29369-2 golang-golang-x-sync-dev=0.0~git20210220.036812b-1 golang-golang-x-sys-dev=0.0~git20210124.22da62e-1 golang-golang-x-term-dev=0.0~git20201210.2321bbc-1 golang-golang-x-text-dev=0.3.6-1 golang-golang-x-time-dev=0.0+git20200630.3af7569-1 golang-golang-x-tools-dev=1:0.1.0+ds-1 golang-golang-x-xerrors-dev=0.0~git20191204.9bdfabe-1 golang-gomega-dev=1.10.3-1 golang-google-api-dev=0.28.0-2 golang-google-cloud-compute-metadata-dev=0.56.0-1 golang-google-cloud-dev=0.56.0-1 golang-google-genproto-dev=0.0~git20200413.b5235f6-1 golang-google-grpc-dev=1.27.1-1 golang-gopkg-alecthomas-kingpin.v2-dev=2.2.6-3 golang-gopkg-check.v1-dev=0.0+git20200902.038fdea-1 golang-gopkg-cheggaaa-pb.v1-dev=1.0.25-1 golang-gopkg-inf.v0-dev=0.9.1-1 golang-gopkg-ini.v1-dev=1.57.0-1 golang-gopkg-mgo.v2-dev=2016.08.01-7 golang-gopkg-natefinch-lumberjack.v2-dev=2.1-1 golang-gopkg-square-go-jose.v2-dev=2.5.1-2 golang-gopkg-tomb.v1-dev=0.0~git20141024.0.dd63297-7 golang-gopkg-tomb.v2-dev=0.0~git20161208.d5d1b58-3 golang-gopkg-vmihailenco-msgpack.v2-dev=4.3.1-2 golang-gopkg-yaml.v2-dev=2.4.0-1 golang-gopkg-yaml.v3-dev=3.0.0~git20200121.a6ecf24-3 golang-goprotobuf-dev=1.3.4-2+b6 golang-k8s-sigs-yaml-dev=1.2.0-3 golang-protobuf-extensions-dev=1.0.1-1 golang-rsc-binaryregexp-dev=0.2.0-2 golang-src=2:1.15~1 grep=3.6-1 groff-base=1.22.4-6 gzip=1.10-4 hostname=3.23 init-system-helpers=1.60 intltool-debian=0.35.0+20060710.5 iproute2=5.10.0-4 libacl1=2.2.53-10 libarchive-zip-perl=1.68-1 libasan6=10.2.1-6 libatomic1=10.2.1-6 libattr1=1:2.4.48-6 libaudit-common=1:3.0-2 libaudit1=1:3.0-2 libbinutils=2.35.2-2 libblkid1=2.36.1-8 libbpf0=1:0.3-2 libbsd0=0.11.3-1 libbtrfs-dev=5.10.1-2 libbtrfs0=5.10.1-2 libbz2-1.0=1.0.8-4 libc-bin=2.31-13 libc-dev-bin=2.31-13 libc6=2.31-13 libc6-dev=2.31-13 libcap-ng0=0.7.9-2.2+b1 libcap2=1:2.44-1 libcap2-bin=1:2.44-1 libcc1-0=10.2.1-6 libcom-err2=1.46.2-2 libcrypt-dev=1:4.4.18-5 libcrypt1=1:4.4.18-5 libctf-nobfd0=2.35.2-2 libctf0=2.35.2-2 libdb5.3=5.3.28+dfsg1-0.8 libdebconfclient0=0.260 libdebhelper-perl=13.3.4 libdpkg-perl=1.20.9 libelf1=0.183-3 libffi7=3.3-6 libfile-stripnondeterminism-perl=1.12.0-1 libgcc-10-dev=10.2.1-6 libgcc-s1=10.2.1-6 libgcrypt20=1.8.7-6 libgdbm-compat4=1.19-2 libgdbm6=1.19-2 libglib2.0-0=2.66.8-1 libgmp10=2:6.2.1+dfsg-1 libgomp1=10.2.1-6 libgpg-error0=1.38-2 libgssapi-krb5-2=1.18.3-6 libicu67=67.1-7 libisl23=0.23-1 libitm1=10.2.1-6 libk5crypto3=1.18.3-6 libkeyutils1=1.6.1-2 libkrb5-3=1.18.3-6 libkrb5support0=1.18.3-6 liblsan0=10.2.1-6 liblz4-1=1.9.3-2 liblzma5=5.2.5-2 libmagic-mgc=1:5.39-3 libmagic1=1:5.39-3 libmd0=1.0.3-3 libmnl0=1.0.4-3 libmount1=2.36.1-8 libmpc3=1.2.0-1 libmpfr6=4.1.0-3 libncurses6=6.2+20201114-2 libncursesw6=6.2+20201114-2 libnsl-dev=1.3.0-2 libnsl2=1.3.0-2 libpam-modules=1.4.0-9 libpam-modules-bin=1.4.0-9 libpam-runtime=1.4.0-9 libpam0g=1.4.0-9 libpcre2-8-0=10.36-2 libpcre3=2:8.39-13 libperl5.32=5.32.1-4 libpipeline1=1.5.3-1 libprocps8=2:3.3.17-5 libprotobuf-dev=3.12.4-1 libprotobuf-lite23=3.12.4-1 libprotobuf23=3.12.4-1 libprotoc23=3.12.4-1 libquadmath0=10.2.1-6 libsasl2-2=2.1.27+dfsg-2.1 libsasl2-dev=2.1.27+dfsg-2.1 libsasl2-modules-db=2.1.27+dfsg-2.1 libseccomp-dev=2.5.1-1 libseccomp2=2.5.1-1 libselinux1=3.1-3 libsemanage-common=3.1-1 libsemanage1=3.1-1+b2 libsepol1=3.1-1 libsigsegv2=2.13-1 libsmartcols1=2.36.1-8 libssl1.1=1.1.1k-1 libstdc++-10-dev=10.2.1-6 libstdc++6=10.2.1-6 libsub-override-perl=0.09-2 libsystemd-dev=247.3-6 libsystemd0=247.3-6 libtinfo6=6.2+20201114-2 libtirpc-common=1.3.1-1 libtirpc-dev=1.3.1-1 libtirpc3=1.3.1-1 libtool=2.4.6-15 libtsan0=10.2.1-6 libubsan1=10.2.1-6 libuchardet0=0.0.7-1 libudev1=247.3-6 libunistring2=0.9.10-4 libuuid1=2.36.1-8 libxml2=2.9.10+dfsg-6.7 libxtables12=1.8.7-1 libzstd1=1.4.8+dfsg-2.1 linux-libc-dev=5.10.46-3 login=1:4.8.1-1 lsb-base=11.1.0 m4=1.4.18-5 mailcap=3.69 make=4.3-4.1 man-db=2.9.4-2 mawk=1.3.4.20200120-2 media-types=4.0.0 mime-support=3.66 ncurses-base=6.2+20201114-2 ncurses-bin=6.2+20201114-2 openssl=1.1.1k-1 passwd=1:4.8.1-1 patch=2.7.6-7 perl=5.32.1-4 perl-base=5.32.1-4 perl-modules-5.32=5.32.1-4 pipexec=2.5.5-2+b1 pkg-config=0.29.2-1 po-debconf=1.0.21+nmu1 procps=2:3.3.17-5 protobuf-compiler=3.12.4-1 sed=4.7-1 sensible-utils=0.0.14 sysvinit-utils=2.96-7 tar=1.34+dfsg-1 tzdata=2021a-1 util-linux=2.36.1-8 xz-utils=5.2.5-2 zlib1g=1:1.2.11.dfsg-2 zlib1g-dev=1:1.2.11.dfsg-2 --variant=apt --aptopt=Acquire::Check-Valid-Until "false" --aptopt=Acquire::http::Dl-Limit "1000"; --aptopt=Acquire::https::Dl-Limit "1000"; --aptopt=Acquire::Retries "5"; --aptopt=APT::Get::allow-downgrades "true"; --keyring=/usr/share/keyrings/ --essential-hook=chroot "$1" sh -c "apt-get --yes install fakeroot util-linux" --essential-hook=copy-in /usr/share/keyrings/debian-archive-bullseye-automatic.gpg /usr/share/keyrings/debian-archive-bullseye-security-automatic.gpg /usr/share/keyrings/debian-archive-bullseye-stable.gpg /usr/share/keyrings/debian-archive-buster-automatic.gpg /usr/share/keyrings/debian-archive-buster-security-automatic.gpg /usr/share/keyrings/debian-archive-buster-stable.gpg /usr/share/keyrings/debian-archive-keyring.gpg /usr/share/keyrings/debian-archive-removed-keys.gpg /usr/share/keyrings/debian-archive-stretch-automatic.gpg /usr/share/keyrings/debian-archive-stretch-security-automatic.gpg /usr/share/keyrings/debian-archive-stretch-stable.gpg /usr/share/keyrings/debian-ports-archive-keyring-removed.gpg /usr/share/keyrings/debian-ports-archive-keyring.gpg /usr/share/keyrings/debian-keyring.gpg /etc/apt/trusted.gpg.d/ --essential-hook=chroot "$1" sh -c "rm /etc/apt/sources.list && echo 'deb http://snapshot.notset.fr/archive/debian/20210814T212851Z/ bookworm main deb-src http://snapshot.notset.fr/archive/debian/20210814T212851Z/ bookworm main deb http://snapshot.notset.fr/archive/debian/20210803T082915Z/ unstable main' >> /etc/apt/sources.list && apt-get update" --customize-hook=chroot "$1" useradd --no-create-home -d /nonexistent -p "" builduser -s /bin/bash --customize-hook=chroot "$1" env sh -c "apt-get source --only-source -d nomad=0.12.10+dfsg1-3 && mkdir -p /build/nomad-0Wzubl && dpkg-source --no-check -x /*.dsc /build/nomad-0Wzubl/nomad-0.12.10+dfsg1 && cd /build/nomad-0Wzubl/nomad-0.12.10+dfsg1 && { printf '%s' 'nomad (0.12.10+dfsg1-3+b2) sid; urgency=low, binary-only=yes * Binary-only non-maintainer upload for amd64; no source changes. * Rebuild for outdated Built-Using -- amd64 / i386 Build Daemon (x86-ubc-01) Wed, 04 Aug 2021 19:56:48 +0000 '; cat debian/changelog; } > debian/changelog.debrebuild && mv debian/changelog.debrebuild debian/changelog && chown -R builduser:builduser /build/nomad-0Wzubl" --customize-hook=chroot "$1" env --unset=TMPDIR runuser builduser -c "cd /build/nomad-0Wzubl/nomad-0.12.10+dfsg1 && env DEB_BUILD_OPTIONS="parallel=4" LC_ALL="C.UTF-8" LC_COLLATE="C.UTF-8" SOURCE_DATE_EPOCH="1628107008" dpkg-buildpackage -uc -a amd64 --build=any" --customize-hook=sync-out /build/nomad-0Wzubl /tmp/nomad-0.12.10+dfsg1-3+b25jryg7bd bullseye /dev/null deb http://snapshot.notset.fr/archive/debian/20210803T082915Z unstable main I: automatically chosen mode: root I: chroot architecture amd64 is equal to the host's architecture I: automatically chosen format: tar I: using /tmp/mmdebstrap.boIRb9POEV as tempdir I: running apt-get update... I: downloading packages with apt... I: extracting archives... I: installing essential packages... I: running --essential-hook in shell: sh -c 'chroot "$1" sh -c "apt-get --yes install fakeroot util-linux"' exec /tmp/mmdebstrap.boIRb9POEV Reading package lists... Building dependency tree... util-linux is already the newest version (2.36.1-8). The following NEW packages will be installed: fakeroot libfakeroot 0 upgraded, 2 newly installed, 0 to remove and 0 not upgraded. Need to get 134 kB of archives. After this operation, 397 kB of additional disk space will be used. Get:1 http://snapshot.notset.fr/archive/debian/20210803T082915Z unstable/main amd64 libfakeroot amd64 1.25.3-1.1 [47.0 kB] Get:2 http://snapshot.notset.fr/archive/debian/20210803T082915Z unstable/main amd64 fakeroot amd64 1.25.3-1.1 [87.0 kB] debconf: delaying package configuration, since apt-utils is not installed Fetched 134 kB in 0s (921 kB/s) Selecting previously unselected package libfakeroot:amd64. (Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 4668 files and directories currently installed.) Preparing to unpack .../libfakeroot_1.25.3-1.1_amd64.deb ... Unpacking libfakeroot:amd64 (1.25.3-1.1) ... Selecting previously unselected package fakeroot. Preparing to unpack .../fakeroot_1.25.3-1.1_amd64.deb ... Unpacking fakeroot (1.25.3-1.1) ... Setting up libfakeroot:amd64 (1.25.3-1.1) ... Setting up fakeroot (1.25.3-1.1) ... update-alternatives: using /usr/bin/fakeroot-sysv to provide /usr/bin/fakeroot (fakeroot) in auto mode Processing triggers for libc-bin (2.31-13) ... I: running special hook: copy-in /usr/share/keyrings/debian-archive-bullseye-automatic.gpg /usr/share/keyrings/debian-archive-bullseye-security-automatic.gpg /usr/share/keyrings/debian-archive-bullseye-stable.gpg /usr/share/keyrings/debian-archive-buster-automatic.gpg /usr/share/keyrings/debian-archive-buster-security-automatic.gpg /usr/share/keyrings/debian-archive-buster-stable.gpg /usr/share/keyrings/debian-archive-keyring.gpg /usr/share/keyrings/debian-archive-removed-keys.gpg /usr/share/keyrings/debian-archive-stretch-automatic.gpg /usr/share/keyrings/debian-archive-stretch-security-automatic.gpg /usr/share/keyrings/debian-archive-stretch-stable.gpg /usr/share/keyrings/debian-ports-archive-keyring-removed.gpg /usr/share/keyrings/debian-ports-archive-keyring.gpg /usr/share/keyrings/debian-keyring.gpg /etc/apt/trusted.gpg.d/ I: running --essential-hook in shell: sh -c 'chroot "$1" sh -c "rm /etc/apt/sources.list && echo 'deb http://snapshot.notset.fr/archive/debian/20210814T212851Z/ bookworm main deb-src http://snapshot.notset.fr/archive/debian/20210814T212851Z/ bookworm main deb http://snapshot.notset.fr/archive/debian/20210803T082915Z/ unstable main' >> /etc/apt/sources.list && apt-get update"' exec /tmp/mmdebstrap.boIRb9POEV Get:1 http://snapshot.notset.fr/archive/debian/20210814T212851Z bookworm InRelease [81.6 kB] Hit:2 http://snapshot.notset.fr/archive/debian/20210803T082915Z unstable InRelease Ign:3 http://snapshot.notset.fr/archive/debian/20210814T212851Z bookworm/main Sources Ign:4 http://snapshot.notset.fr/archive/debian/20210814T212851Z bookworm/main amd64 Packages Ign:3 http://snapshot.notset.fr/archive/debian/20210814T212851Z bookworm/main Sources Ign:4 http://snapshot.notset.fr/archive/debian/20210814T212851Z bookworm/main amd64 Packages Ign:3 http://snapshot.notset.fr/archive/debian/20210814T212851Z bookworm/main Sources Ign:4 http://snapshot.notset.fr/archive/debian/20210814T212851Z bookworm/main amd64 Packages Get:3 http://snapshot.notset.fr/archive/debian/20210814T212851Z bookworm/main Sources [11.4 MB] Get:4 http://snapshot.notset.fr/archive/debian/20210814T212851Z bookworm/main amd64 Packages [11.1 MB] Fetched 22.6 MB in 21s (1070 kB/s) Reading package lists... I: installing remaining packages inside the chroot... I: running --customize-hook in shell: sh -c 'chroot "$1" useradd --no-create-home -d /nonexistent -p "" builduser -s /bin/bash' exec /tmp/mmdebstrap.boIRb9POEV I: running --customize-hook in shell: sh -c 'chroot "$1" env sh -c "apt-get source --only-source -d nomad=0.12.10+dfsg1-3 && mkdir -p /build/nomad-0Wzubl && dpkg-source --no-check -x /*.dsc /build/nomad-0Wzubl/nomad-0.12.10+dfsg1 && cd /build/nomad-0Wzubl/nomad-0.12.10+dfsg1 && { printf '%s' 'nomad (0.12.10+dfsg1-3+b2) sid; urgency=low, binary-only=yes * Binary-only non-maintainer upload for amd64; no source changes. * Rebuild for outdated Built-Using -- amd64 / i386 Build Daemon (x86-ubc-01) Wed, 04 Aug 2021 19:56:48 +0000 '; cat debian/changelog; } > debian/changelog.debrebuild && mv debian/changelog.debrebuild debian/changelog && chown -R builduser:builduser /build/nomad-0Wzubl"' exec /tmp/mmdebstrap.boIRb9POEV Reading package lists... NOTICE: 'nomad' packaging is maintained in the 'Git' version control system at: https://salsa.debian.org/go-team/packages/nomad.git Please use: git clone https://salsa.debian.org/go-team/packages/nomad.git to retrieve the latest (possibly unreleased) updates to the package. Need to get 25.5 MB of source archives. Get:1 http://snapshot.notset.fr/archive/debian/20210814T212851Z bookworm/main nomad 0.12.10+dfsg1-3 (dsc) [7712 B] Get:2 http://snapshot.notset.fr/archive/debian/20210814T212851Z bookworm/main nomad 0.12.10+dfsg1-3 (tar) [25.5 MB] Get:3 http://snapshot.notset.fr/archive/debian/20210814T212851Z bookworm/main nomad 0.12.10+dfsg1-3 (diff) [29.8 kB] Fetched 25.5 MB in 25s (1016 kB/s) Download complete and in download only mode W: Download is performed unsandboxed as root as file 'nomad_0.12.10+dfsg1-3.dsc' couldn't be accessed by user '_apt'. - pkgAcquire::Run (13: Permission denied) dpkg-source: info: extracting nomad in /build/nomad-0Wzubl/nomad-0.12.10+dfsg1 dpkg-source: info: unpacking nomad_0.12.10+dfsg1.orig.tar.xz dpkg-source: info: unpacking nomad_0.12.10+dfsg1-3.debian.tar.xz dpkg-source: info: using patch list from debian/patches/series dpkg-source: info: applying consul-upgrade4.patch dpkg-source: info: applying default-cni_path.patch dpkg-source: info: applying docker.patch dpkg-source: info: applying generate.patch dpkg-source: info: applying getter.patch dpkg-source: info: applying runc-rc93.patch dpkg-source: info: applying t-skip-unreliable-tests.patch dpkg-source: info: applying disable-cap-net-raw.patch I: running --customize-hook in shell: sh -c 'chroot "$1" env --unset=TMPDIR runuser builduser -c "cd /build/nomad-0Wzubl/nomad-0.12.10+dfsg1 && env DEB_BUILD_OPTIONS="parallel=4" LC_ALL="C.UTF-8" LC_COLLATE="C.UTF-8" SOURCE_DATE_EPOCH="1628107008" dpkg-buildpackage -uc -a amd64 --build=any"' exec /tmp/mmdebstrap.boIRb9POEV dpkg-buildpackage: info: source package nomad dpkg-buildpackage: info: source version 0.12.10+dfsg1-3+b2 dpkg-buildpackage: info: source distribution sid dpkg-buildpackage: info: source changed by amd64 / i386 Build Daemon (x86-ubc-01) dpkg-source --before-build . dpkg-buildpackage: info: host architecture amd64 fakeroot debian/rules clean dh clean --buildsystem=golang --with=golang,bash-completion --builddirectory=_build dh_auto_clean -O--buildsystem=golang -O--builddirectory=_build dh_autoreconf_clean -O--buildsystem=golang -O--builddirectory=_build debian/rules override_dh_clean make[1]: Entering directory '/build/nomad-0Wzubl/nomad-0.12.10+dfsg1' dh_clean ## Remove Files-Excluded (when built from checkout or non-DFSG tarball): rm -f -rv `perl -0nE 'say $1 if m{^Files\-Excluded\:\s*(.*?)(?:\n\n|Files:|Comment:)}sm;' debian/copyright` find vendor -mindepth 1 -type d -empty -delete -printf 'removed %p\n' removed vendor/github.com/willf removed vendor/github.com/mattn removed vendor/github.com/vishvananda removed vendor/github.com/jmespath removed vendor/github.com/cespare removed vendor/github.com/StackExchange removed vendor/github.com/gorilla removed vendor/github.com/aws removed vendor/github.com/oklog removed vendor/github.com/ishidawataru removed vendor/github.com/posener removed vendor/github.com/rs removed vendor/github.com/checkpoint-restore removed vendor/github.com/agext removed vendor/github.com/dustin removed vendor/github.com/zclconf removed vendor/github.com/cilium removed vendor/github.com/armon removed vendor/github.com/dgrijalva removed vendor/github.com/morikuni removed vendor/github.com/dimchansky removed vendor/github.com/kr removed vendor/github.com/prometheus removed vendor/github.com/matttproud removed vendor/github.com/ulikunitz removed vendor/github.com/go-ole removed vendor/github.com/davecgh removed vendor/github.com/hpcloud removed vendor/github.com/packethost removed vendor/github.com/ryanuber removed vendor/github.com/google removed vendor/github.com/beorn7 removed vendor/github.com/gophercloud removed vendor/github.com/konsorten removed vendor/github.com/vmware removed vendor/github.com/digitalocean removed vendor/github.com/circonus-labs removed vendor/github.com/denverdino removed vendor/github.com/containernetworking removed vendor/github.com/vmihailenco removed vendor/github.com/cyphar removed vendor/github.com/miekg removed vendor/github.com/gogo removed vendor/github.com/LK4D4 removed vendor/github.com/stretchr removed vendor/github.com/tv42 removed vendor/github.com/fatih removed vendor/github.com/skratchdot removed vendor/github.com/googleapis removed vendor/github.com/Azure removed vendor/github.com/godbus removed vendor/github.com/golang removed vendor/github.com/pierrec removed vendor/github.com/bgentry removed vendor/github.com/DataDog removed vendor/github.com/opencontainers removed vendor/github.com/docker removed vendor/github.com/fsouza removed vendor/github.com/pkg removed vendor/github.com/mrunalp removed vendor/github.com/pmezard removed vendor/github.com/seccomp removed vendor/github.com/NYTimes removed vendor/github.com/coreos removed vendor/github.com/BurntSushi removed vendor/github.com/apparentlymart removed vendor/github.com/Microsoft removed vendor/github.com/elazarl removed vendor/github.com/boltdb removed vendor/github.com/sirupsen removed vendor/github.com/syndtr removed vendor/github.com/shirou removed vendor/github.com/onsi removed vendor/github.com/grpc-ecosystem removed vendor/cloud.google.com removed vendor/golang.org/x removed vendor/golang.org removed vendor/honnef.co/go removed vendor/honnef.co removed vendor/gopkg.in/square find . -type f -name '*.pb.go' -not -name 'csi.pb.go' -delete -printf 'removed %p\n' ## delete generated .pb.go files removed ./plugins/device/proto/device.pb.go removed ./plugins/base/proto/base.pb.go removed ./plugins/drivers/proto/driver.pb.go removed ./plugins/shared/hclspec/hcl_spec.pb.go removed ./plugins/shared/structs/proto/recoverable_error.pb.go removed ./plugins/shared/structs/proto/attribute.pb.go removed ./plugins/shared/structs/proto/stats.pb.go removed ./client/logmon/proto/logmon.pb.go removed ./vendor/github.com/hashicorp/go-plugin/internal/plugin/grpc_controller.pb.go removed ./vendor/github.com/hashicorp/go-plugin/internal/plugin/grpc_broker.pb.go removed ./drivers/shared/executor/proto/executor.pb.go removed ./drivers/docker/docklog/proto/docker_logger.pb.go make[1]: Leaving directory '/build/nomad-0Wzubl/nomad-0.12.10+dfsg1' debian/rules build-arch dh build-arch --buildsystem=golang --with=golang,bash-completion --builddirectory=_build dh_update_autotools_config -a -O--buildsystem=golang -O--builddirectory=_build dh_autoreconf -a -O--buildsystem=golang -O--builddirectory=_build debian/rules override_dh_auto_configure make[1]: Entering directory '/build/nomad-0Wzubl/nomad-0.12.10+dfsg1' dh_auto_configure make[1]: Leaving directory '/build/nomad-0Wzubl/nomad-0.12.10+dfsg1' debian/rules override_dh_auto_build make[1]: Entering directory '/build/nomad-0Wzubl/nomad-0.12.10+dfsg1' export GOPATH=/build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build \ && PATH="/build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/bin:$PATH" \ /usr/bin/make -C _build/src/github.com/hashicorp/nomad --makefile=/build/nomad-0Wzubl/nomad-0.12.10+dfsg1/GNUmakefile proto make[2]: Entering directory '/build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad' bash: line 1: git: command not found bash: line 1: git: command not found bash: line 1: git: command not found bash: line 1: git: command not found --> Generating proto bindings... set -x ;\ for file in $(find -type f -name "*.proto"); do \ protoc -I . -I ../../.. --go_out=plugins=grpc:. $file; \ done ++ find -type f -name '*.proto' + for file in $(find -type f -name "*.proto") + protoc -I . -I ../../.. --go_out=plugins=grpc:. ./plugins/device/proto/device.proto + for file in $(find -type f -name "*.proto") + protoc -I . -I ../../.. --go_out=plugins=grpc:. ./plugins/base/proto/base.proto + for file in $(find -type f -name "*.proto") + protoc -I . -I ../../.. --go_out=plugins=grpc:. ./plugins/drivers/proto/driver.proto + for file in $(find -type f -name "*.proto") + protoc -I . -I ../../.. --go_out=plugins=grpc:. ./plugins/shared/hclspec/hcl_spec.proto + for file in $(find -type f -name "*.proto") + protoc -I . -I ../../.. --go_out=plugins=grpc:. ./plugins/shared/structs/proto/stats.proto + for file in $(find -type f -name "*.proto") + protoc -I . -I ../../.. --go_out=plugins=grpc:. ./plugins/shared/structs/proto/attribute.proto + for file in $(find -type f -name "*.proto") + protoc -I . -I ../../.. --go_out=plugins=grpc:. ./plugins/shared/structs/proto/recoverable_error.proto + for file in $(find -type f -name "*.proto") + protoc -I . -I ../../.. --go_out=plugins=grpc:. ./client/logmon/proto/logmon.proto + for file in $(find -type f -name "*.proto") + protoc -I . -I ../../.. --go_out=plugins=grpc:. ./vendor/github.com/hashicorp/go-plugin/internal/plugin/grpc_broker.proto + for file in $(find -type f -name "*.proto") + protoc -I . -I ../../.. --go_out=plugins=grpc:. ./vendor/github.com/hashicorp/go-plugin/internal/plugin/grpc_controller.proto + for file in $(find -type f -name "*.proto") + protoc -I . -I ../../.. --go_out=plugins=grpc:. ./drivers/shared/executor/proto/executor.proto + for file in $(find -type f -name "*.proto") + protoc -I . -I ../../.. --go_out=plugins=grpc:. ./drivers/docker/docklog/proto/docker_logger.proto make[2]: Leaving directory '/build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad' PATH="/build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/bin:$PATH" \ dh_auto_build -v -- -a -tags "release ui nonvidia" cd _build && go version go version go1.15.9 linux/amd64 cd _build && go env GO111MODULE="off" GOARCH="amd64" GOBIN="" GOCACHE="/build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/go-build" GOENV="/nonexistent/.config/go/env" GOEXE="" GOFLAGS="" GOHOSTARCH="amd64" GOHOSTOS="linux" GOINSECURE="" GOMODCACHE="/build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/pkg/mod" GONOPROXY="" GONOSUMDB="" GOOS="linux" GOPATH="/build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build" GOPRIVATE="" GOPROXY="off" GOROOT="/usr/lib/go-1.15" GOSUMDB="sum.golang.org" GOTMPDIR="" GOTOOLDIR="/usr/lib/go-1.15/pkg/tool/linux_amd64" GCCGO="gccgo" AR="ar" CC="gcc" CXX="g++" CGO_ENABLED="1" GOMOD="" CGO_CFLAGS="-g -O2 -ffile-prefix-map=/build/nomad-0Wzubl/nomad-0.12.10+dfsg1=. -fstack-protector-strong -Wformat -Werror=format-security" CGO_CPPFLAGS="-Wdate-time -D_FORTIFY_SOURCE=2" CGO_CXXFLAGS="-g -O2 -ffile-prefix-map=/build/nomad-0Wzubl/nomad-0.12.10+dfsg1=. -fstack-protector-strong -Wformat -Werror=format-security" CGO_FFLAGS="-g -O2 -ffile-prefix-map=/build/nomad-0Wzubl/nomad-0.12.10+dfsg1=. -fstack-protector-strong" CGO_LDFLAGS="-Wl,-z,relro -Wl,-z,now" PKG_CONFIG="pkg-config" GOGCCFLAGS="-fPIC -m64 -pthread -fmessage-length=0 -fdebug-prefix-map=/tmp/go-build106543994=/tmp/go-build -gno-record-gcc-switches" cd _build && go generate -v -a -tags "release ui nonvidia" github.com/hashicorp/nomad github.com/hashicorp/nomad/acl github.com/hashicorp/nomad/api github.com/hashicorp/nomad/api/contexts github.com/hashicorp/nomad/api/internal/testutil github.com/hashicorp/nomad/api/internal/testutil/discover github.com/hashicorp/nomad/api/internal/testutil/freeport github.com/hashicorp/nomad/client github.com/hashicorp/nomad/client/allocdir github.com/hashicorp/nomad/client/allocdir/input github.com/hashicorp/nomad/client/allochealth github.com/hashicorp/nomad/client/allocrunner github.com/hashicorp/nomad/client/allocrunner/interfaces github.com/hashicorp/nomad/client/allocrunner/state github.com/hashicorp/nomad/client/allocrunner/taskrunner github.com/hashicorp/nomad/client/allocrunner/taskrunner/getter github.com/hashicorp/nomad/client/allocrunner/taskrunner/interfaces github.com/hashicorp/nomad/client/allocrunner/taskrunner/restarts github.com/hashicorp/nomad/client/allocrunner/taskrunner/state github.com/hashicorp/nomad/client/allocrunner/taskrunner/template github.com/hashicorp/nomad/client/allocwatcher github.com/hashicorp/nomad/client/config github.com/hashicorp/nomad/client/consul github.com/hashicorp/nomad/client/devicemanager github.com/hashicorp/nomad/client/devicemanager/state github.com/hashicorp/nomad/client/dynamicplugins github.com/hashicorp/nomad/client/fingerprint github.com/hashicorp/nomad/client/interfaces github.com/hashicorp/nomad/client/lib/fifo github.com/hashicorp/nomad/client/lib/nsutil github.com/hashicorp/nomad/client/lib/streamframer github.com/hashicorp/nomad/client/logmon github.com/hashicorp/nomad/client/logmon/logging github.com/hashicorp/nomad/client/logmon/proto github.com/hashicorp/nomad/client/pluginmanager github.com/hashicorp/nomad/client/pluginmanager/csimanager github.com/hashicorp/nomad/client/pluginmanager/drivermanager github.com/hashicorp/nomad/client/pluginmanager/drivermanager/state github.com/hashicorp/nomad/client/servers github.com/hashicorp/nomad/client/state github.com/hashicorp/nomad/client/stats github.com/hashicorp/nomad/client/structs github.com/hashicorp/nomad/client/taskenv github.com/hashicorp/nomad/client/testutil github.com/hashicorp/nomad/client/vaultclient github.com/hashicorp/nomad/command github.com/hashicorp/nomad/command/agent github.com/hashicorp/nomad/command/agent/consul github.com/hashicorp/nomad/command/agent/event github.com/hashicorp/nomad/command/agent/host github.com/hashicorp/nomad/command/agent/monitor github.com/hashicorp/nomad/command/agent/pprof github.com/hashicorp/nomad/command/raft_tools github.com/hashicorp/nomad/devices/gpu/nvidia github.com/hashicorp/nomad/devices/gpu/nvidia/cmd github.com/hashicorp/nomad/devices/gpu/nvidia/nvml github.com/hashicorp/nomad/drivers/docker github.com/hashicorp/nomad/drivers/docker/cmd github.com/hashicorp/nomad/drivers/docker/docklog github.com/hashicorp/nomad/drivers/docker/docklog/proto github.com/hashicorp/nomad/drivers/docker/util github.com/hashicorp/nomad/drivers/exec github.com/hashicorp/nomad/drivers/java github.com/hashicorp/nomad/drivers/mock github.com/hashicorp/nomad/drivers/qemu github.com/hashicorp/nomad/drivers/rawexec github.com/hashicorp/nomad/drivers/shared/eventer github.com/hashicorp/nomad/drivers/shared/executor github.com/hashicorp/nomad/drivers/shared/executor/proto github.com/hashicorp/nomad/drivers/shared/resolvconf github.com/hashicorp/nomad/helper github.com/hashicorp/nomad/helper/args github.com/hashicorp/nomad/helper/boltdd github.com/hashicorp/nomad/helper/codec github.com/hashicorp/nomad/helper/constraints/semver github.com/hashicorp/nomad/helper/discover github.com/hashicorp/nomad/helper/escapingio github.com/hashicorp/nomad/helper/fields github.com/hashicorp/nomad/helper/flag-helpers github.com/hashicorp/nomad/helper/flatmap github.com/hashicorp/nomad/helper/freeport github.com/hashicorp/nomad/helper/gated-writer github.com/hashicorp/nomad/helper/grpc-middleware/logging github.com/hashicorp/nomad/helper/logging github.com/hashicorp/nomad/helper/mount github.com/hashicorp/nomad/helper/noxssrw github.com/hashicorp/nomad/helper/pluginutils/catalog github.com/hashicorp/nomad/helper/pluginutils/grpcutils github.com/hashicorp/nomad/helper/pluginutils/hclspecutils github.com/hashicorp/nomad/helper/pluginutils/hclutils github.com/hashicorp/nomad/helper/pluginutils/loader github.com/hashicorp/nomad/helper/pluginutils/singleton github.com/hashicorp/nomad/helper/pool github.com/hashicorp/nomad/helper/raftutil github.com/hashicorp/nomad/helper/snapshot github.com/hashicorp/nomad/helper/stats github.com/hashicorp/nomad/helper/testlog github.com/hashicorp/nomad/helper/testtask github.com/hashicorp/nomad/helper/tlsutil github.com/hashicorp/nomad/helper/useragent github.com/hashicorp/nomad/helper/uuid github.com/hashicorp/nomad/helper/winsvc github.com/hashicorp/nomad/jobspec github.com/hashicorp/nomad/lib/circbufwriter github.com/hashicorp/nomad/lib/delayheap github.com/hashicorp/nomad/lib/kheap github.com/hashicorp/nomad/nomad github.com/hashicorp/nomad/nomad/deploymentwatcher github.com/hashicorp/nomad/nomad/drainer github.com/hashicorp/nomad/nomad/mock github.com/hashicorp/nomad/nomad/state github.com/hashicorp/nomad/nomad/structs github.com/hashicorp/nomad/nomad/structs/config github.com/hashicorp/nomad/nomad/types github.com/hashicorp/nomad/nomad/volumewatcher github.com/hashicorp/nomad/plugins github.com/hashicorp/nomad/plugins/base github.com/hashicorp/nomad/plugins/base/proto github.com/hashicorp/nomad/plugins/base/structs github.com/hashicorp/nomad/plugins/csi github.com/hashicorp/nomad/plugins/csi/fake github.com/hashicorp/nomad/plugins/csi/testing github.com/hashicorp/nomad/plugins/device github.com/hashicorp/nomad/plugins/device/cmd/example github.com/hashicorp/nomad/plugins/device/cmd/example/cmd github.com/hashicorp/nomad/plugins/device/proto github.com/hashicorp/nomad/plugins/drivers github.com/hashicorp/nomad/plugins/drivers/proto github.com/hashicorp/nomad/plugins/drivers/testutils github.com/hashicorp/nomad/plugins/drivers/utils github.com/hashicorp/nomad/plugins/shared/cmd/launcher github.com/hashicorp/nomad/plugins/shared/cmd/launcher/command github.com/hashicorp/nomad/plugins/shared/hclspec github.com/hashicorp/nomad/plugins/shared/structs github.com/hashicorp/nomad/plugins/shared/structs/proto github.com/hashicorp/nomad/scheduler github.com/hashicorp/nomad/testutil github.com/hashicorp/nomad/version src/github.com/hashicorp/nomad/main.go src/github.com/hashicorp/nomad/main_test.go src/github.com/hashicorp/nomad/acl/acl.go src/github.com/hashicorp/nomad/acl/acl_test.go src/github.com/hashicorp/nomad/acl/policy.go src/github.com/hashicorp/nomad/acl/policy_test.go src/github.com/hashicorp/nomad/api/acl.go src/github.com/hashicorp/nomad/api/acl_test.go src/github.com/hashicorp/nomad/api/agent.go src/github.com/hashicorp/nomad/api/agent_test.go src/github.com/hashicorp/nomad/api/allocations.go src/github.com/hashicorp/nomad/api/allocations_test.go src/github.com/hashicorp/nomad/api/api.go src/github.com/hashicorp/nomad/api/api_test.go src/github.com/hashicorp/nomad/api/compose_test.go src/github.com/hashicorp/nomad/api/constraint.go src/github.com/hashicorp/nomad/api/constraint_test.go src/github.com/hashicorp/nomad/api/csi.go src/github.com/hashicorp/nomad/api/csi_test.go src/github.com/hashicorp/nomad/api/deployments.go src/github.com/hashicorp/nomad/api/evaluations.go src/github.com/hashicorp/nomad/api/evaluations_test.go src/github.com/hashicorp/nomad/api/fs.go src/github.com/hashicorp/nomad/api/fs_test.go src/github.com/hashicorp/nomad/api/ioutil.go src/github.com/hashicorp/nomad/api/ioutil_test.go src/github.com/hashicorp/nomad/api/jobs.go src/github.com/hashicorp/nomad/api/jobs_test.go src/github.com/hashicorp/nomad/api/namespace.go src/github.com/hashicorp/nomad/api/nodes.go src/github.com/hashicorp/nomad/api/nodes_test.go src/github.com/hashicorp/nomad/api/operator.go src/github.com/hashicorp/nomad/api/operator_autopilot.go src/github.com/hashicorp/nomad/api/operator_test.go src/github.com/hashicorp/nomad/api/quota.go src/github.com/hashicorp/nomad/api/raw.go src/github.com/hashicorp/nomad/api/regions.go src/github.com/hashicorp/nomad/api/regions_test.go src/github.com/hashicorp/nomad/api/resources.go src/github.com/hashicorp/nomad/api/scaling.go src/github.com/hashicorp/nomad/api/scaling_test.go src/github.com/hashicorp/nomad/api/search.go src/github.com/hashicorp/nomad/api/search_test.go src/github.com/hashicorp/nomad/api/sentinel.go src/github.com/hashicorp/nomad/api/services.go src/github.com/hashicorp/nomad/api/services_test.go src/github.com/hashicorp/nomad/api/status.go src/github.com/hashicorp/nomad/api/status_test.go src/github.com/hashicorp/nomad/api/system.go src/github.com/hashicorp/nomad/api/system_test.go src/github.com/hashicorp/nomad/api/tasks.go src/github.com/hashicorp/nomad/api/tasks_test.go src/github.com/hashicorp/nomad/api/util_test.go src/github.com/hashicorp/nomad/api/utils.go src/github.com/hashicorp/nomad/api/utils_test.go src/github.com/hashicorp/nomad/api/contexts/contexts.go src/github.com/hashicorp/nomad/api/internal/testutil/responsewriter.go src/github.com/hashicorp/nomad/api/internal/testutil/server.go src/github.com/hashicorp/nomad/api/internal/testutil/slow.go src/github.com/hashicorp/nomad/api/internal/testutil/wait.go src/github.com/hashicorp/nomad/api/internal/testutil/discover/discover.go src/github.com/hashicorp/nomad/api/internal/testutil/freeport/freeport.go src/github.com/hashicorp/nomad/client/acl.go src/github.com/hashicorp/nomad/client/acl_test.go src/github.com/hashicorp/nomad/client/agent_endpoint.go src/github.com/hashicorp/nomad/client/agent_endpoint_test.go src/github.com/hashicorp/nomad/client/alloc_endpoint.go src/github.com/hashicorp/nomad/client/alloc_endpoint_test.go src/github.com/hashicorp/nomad/client/client.go src/github.com/hashicorp/nomad/client/client_stats_endpoint.go src/github.com/hashicorp/nomad/client/client_stats_endpoint_test.go src/github.com/hashicorp/nomad/client/csi_endpoint.go src/github.com/hashicorp/nomad/client/csi_endpoint_test.go src/github.com/hashicorp/nomad/client/driver_manager_test.go src/github.com/hashicorp/nomad/client/enterprise_client_oss.go src/github.com/hashicorp/nomad/client/fingerprint_manager.go src/github.com/hashicorp/nomad/client/fingerprint_manager_test.go src/github.com/hashicorp/nomad/client/fs_endpoint.go src/github.com/hashicorp/nomad/client/fs_endpoint_test.go src/github.com/hashicorp/nomad/client/gc.go src/github.com/hashicorp/nomad/client/gc_test.go src/github.com/hashicorp/nomad/client/heartbeatstop.go src/github.com/hashicorp/nomad/client/heartbeatstop_test.go src/github.com/hashicorp/nomad/client/node_updater.go src/github.com/hashicorp/nomad/client/rpc.go src/github.com/hashicorp/nomad/client/rpc_test.go src/github.com/hashicorp/nomad/client/testing.go src/github.com/hashicorp/nomad/client/util.go src/github.com/hashicorp/nomad/client/util_test.go src/github.com/hashicorp/nomad/client/alloc_watcher_e2e_test.go src/github.com/hashicorp/nomad/client/allocdir/alloc_dir.go src/github.com/hashicorp/nomad/client/allocdir/alloc_dir_test.go src/github.com/hashicorp/nomad/client/allocdir/fs_linux.go src/github.com/hashicorp/nomad/client/allocdir/fs_linux_test.go src/github.com/hashicorp/nomad/client/allocdir/fs_unix.go src/github.com/hashicorp/nomad/client/allocdir/task_dir.go src/github.com/hashicorp/nomad/client/allocdir/task_dir_linux.go src/github.com/hashicorp/nomad/client/allocdir/task_dir_test.go src/github.com/hashicorp/nomad/client/allocdir/testing.go src/github.com/hashicorp/nomad/client/allocdir/input/test.go src/github.com/hashicorp/nomad/client/allochealth/tracker.go src/github.com/hashicorp/nomad/client/allochealth/tracker_test.go src/github.com/hashicorp/nomad/client/allocrunner/alloc_runner.go src/github.com/hashicorp/nomad/client/allocrunner/alloc_runner_hooks.go src/github.com/hashicorp/nomad/client/allocrunner/alloc_runner_test.go src/github.com/hashicorp/nomad/client/allocrunner/alloc_runner_unix_test.go src/github.com/hashicorp/nomad/client/allocrunner/allocdir_hook.go src/github.com/hashicorp/nomad/client/allocrunner/config.go src/github.com/hashicorp/nomad/client/allocrunner/consul_grpc_sock_hook.go src/github.com/hashicorp/nomad/client/allocrunner/consul_grpc_sock_hook_test.go src/github.com/hashicorp/nomad/client/allocrunner/consul_http_sock_hook.go src/github.com/hashicorp/nomad/client/allocrunner/consul_http_sock_hook_test.go src/github.com/hashicorp/nomad/client/allocrunner/csi_hook.go src/github.com/hashicorp/nomad/client/allocrunner/groupservice_hook.go src/github.com/hashicorp/nomad/client/allocrunner/groupservice_hook_test.go src/github.com/hashicorp/nomad/client/allocrunner/health_hook.go src/github.com/hashicorp/nomad/client/allocrunner/health_hook_test.go src/github.com/hashicorp/nomad/client/allocrunner/migrate_hook.go src/github.com/hashicorp/nomad/client/allocrunner/network_hook.go src/github.com/hashicorp/nomad/client/allocrunner/network_hook_test.go src/github.com/hashicorp/nomad/client/allocrunner/network_manager_linux.go src/github.com/hashicorp/nomad/client/allocrunner/network_manager_linux_test.go src/github.com/hashicorp/nomad/client/allocrunner/networking.go src/github.com/hashicorp/nomad/client/allocrunner/networking_bridge_linux.go src/github.com/hashicorp/nomad/client/allocrunner/networking_cni.go src/github.com/hashicorp/nomad/client/allocrunner/task_hook_coordinator.go src/github.com/hashicorp/nomad/client/allocrunner/task_hook_coordinator_test.go src/github.com/hashicorp/nomad/client/allocrunner/upstream_allocs_hook.go src/github.com/hashicorp/nomad/client/allocrunner/util.go src/github.com/hashicorp/nomad/client/allocrunner/interfaces/runner.go src/github.com/hashicorp/nomad/client/allocrunner/interfaces/runner_lifecycle.go src/github.com/hashicorp/nomad/client/allocrunner/interfaces/task_lifecycle.go src/github.com/hashicorp/nomad/client/allocrunner/state/state.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/artifact_hook.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/artifact_hook_test.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/connect_native_hook.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/connect_native_hook_test.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/device_hook.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/device_hook_test.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/dispatch_hook.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/dispatch_hook_test.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/driver_handle.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/envoybootstrap_hook.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/envoybootstrap_hook_test.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/errors.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/errors_test.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/lazy_handle.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/lifecycle.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/logmon_hook.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/logmon_hook_test.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/logmon_hook_unix_test.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/plugin_supervisor_hook.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/script_check_hook.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/script_check_hook_test.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/service_hook.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/service_hook_test.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/sids_hook.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/sids_hook_test.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/stats_hook.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/stats_hook_test.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/task_dir_hook.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/task_runner.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/task_runner_getters.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/task_runner_hooks.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/task_runner_test.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/tasklet.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/tasklet_test.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/template_hook.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/validate_hook.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/validate_hook_test.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/vault_hook.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/vault_hook_test.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/volume_hook.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/volume_hook_test.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/getter/getter.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/interfaces/events.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/interfaces/handle.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/interfaces/lifecycle.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/restarts/restarts.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/restarts/restarts_test.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/state/state.go src/github.com/hashicorp/nomad/client/allocrunner/taskrunner/template/template.go src/github.com/hashicorp/nomad/client/allocwatcher/alloc_watcher.go src/github.com/hashicorp/nomad/client/allocwatcher/alloc_watcher_test.go src/github.com/hashicorp/nomad/client/allocwatcher/alloc_watcher_unix_test.go src/github.com/hashicorp/nomad/client/allocwatcher/doc.go src/github.com/hashicorp/nomad/client/allocwatcher/group_alloc_watcher.go src/github.com/hashicorp/nomad/client/allocwatcher/group_alloc_watcher_test.go src/github.com/hashicorp/nomad/client/config/config.go src/github.com/hashicorp/nomad/client/config/config_test.go src/github.com/hashicorp/nomad/client/config/testing.go src/github.com/hashicorp/nomad/client/consul/consul.go src/github.com/hashicorp/nomad/client/consul/consul_testing.go src/github.com/hashicorp/nomad/client/consul/identities.go src/github.com/hashicorp/nomad/client/consul/identities_test.go src/github.com/hashicorp/nomad/client/consul/identities_testing.go src/github.com/hashicorp/nomad/client/devicemanager/instance.go src/github.com/hashicorp/nomad/client/devicemanager/manager.go src/github.com/hashicorp/nomad/client/devicemanager/manager_test.go src/github.com/hashicorp/nomad/client/devicemanager/testing.go src/github.com/hashicorp/nomad/client/devicemanager/utils.go src/github.com/hashicorp/nomad/client/devicemanager/state/state.go src/github.com/hashicorp/nomad/client/dynamicplugins/registry.go src/github.com/hashicorp/nomad/client/dynamicplugins/registry_test.go src/github.com/hashicorp/nomad/client/fingerprint/arch.go src/github.com/hashicorp/nomad/client/fingerprint/arch_test.go src/github.com/hashicorp/nomad/client/fingerprint/bridge.go src/github.com/hashicorp/nomad/client/fingerprint/bridge_linux.go src/github.com/hashicorp/nomad/client/fingerprint/bridge_linux_test.go src/github.com/hashicorp/nomad/client/fingerprint/cgroup.go src/github.com/hashicorp/nomad/client/fingerprint/cgroup_linux.go src/github.com/hashicorp/nomad/client/fingerprint/cgroup_test.go src/github.com/hashicorp/nomad/client/fingerprint/cni.go src/github.com/hashicorp/nomad/client/fingerprint/cni_test.go src/github.com/hashicorp/nomad/client/fingerprint/consul.go src/github.com/hashicorp/nomad/client/fingerprint/consul_test.go src/github.com/hashicorp/nomad/client/fingerprint/cpu.go src/github.com/hashicorp/nomad/client/fingerprint/cpu_test.go src/github.com/hashicorp/nomad/client/fingerprint/env_aws.go src/github.com/hashicorp/nomad/client/fingerprint/env_aws_test.go src/github.com/hashicorp/nomad/client/fingerprint/env_gce.go src/github.com/hashicorp/nomad/client/fingerprint/env_gce_test.go src/github.com/hashicorp/nomad/client/fingerprint/fingerprint.go src/github.com/hashicorp/nomad/client/fingerprint/fingerprint_linux.go src/github.com/hashicorp/nomad/client/fingerprint/fingerprint_test.go src/github.com/hashicorp/nomad/client/fingerprint/host.go src/github.com/hashicorp/nomad/client/fingerprint/host_test.go src/github.com/hashicorp/nomad/client/fingerprint/memory.go src/github.com/hashicorp/nomad/client/fingerprint/memory_test.go src/github.com/hashicorp/nomad/client/fingerprint/network.go src/github.com/hashicorp/nomad/client/fingerprint/network_linux.go src/github.com/hashicorp/nomad/client/fingerprint/network_test.go src/github.com/hashicorp/nomad/client/fingerprint/nomad.go src/github.com/hashicorp/nomad/client/fingerprint/nomad_test.go src/github.com/hashicorp/nomad/client/fingerprint/signal.go src/github.com/hashicorp/nomad/client/fingerprint/signal_test.go src/github.com/hashicorp/nomad/client/fingerprint/storage.go src/github.com/hashicorp/nomad/client/fingerprint/storage_test.go src/github.com/hashicorp/nomad/client/fingerprint/storage_unix.go src/github.com/hashicorp/nomad/client/fingerprint/structs.go src/github.com/hashicorp/nomad/client/fingerprint/vault.go src/github.com/hashicorp/nomad/client/interfaces/client.go src/github.com/hashicorp/nomad/client/lib/fifo/doc.go src/github.com/hashicorp/nomad/client/lib/fifo/fifo_test.go src/github.com/hashicorp/nomad/client/lib/fifo/fifo_unix.go src/github.com/hashicorp/nomad/client/lib/nsutil/netns_linux.go src/github.com/hashicorp/nomad/client/lib/streamframer/framer.go src/github.com/hashicorp/nomad/client/lib/streamframer/framer_test.go src/github.com/hashicorp/nomad/client/logmon/client.go src/github.com/hashicorp/nomad/client/logmon/logmon.go src/github.com/hashicorp/nomad/client/logmon/logmon_test.go src/github.com/hashicorp/nomad/client/logmon/plugin.go src/github.com/hashicorp/nomad/client/logmon/server.go src/github.com/hashicorp/nomad/client/logmon/z_logmon_cmd.go src/github.com/hashicorp/nomad/client/logmon/logging/rotator.go src/github.com/hashicorp/nomad/client/logmon/logging/rotator_test.go src/github.com/hashicorp/nomad/client/logmon/proto/logmon.pb.go src/github.com/hashicorp/nomad/client/pluginmanager/group.go src/github.com/hashicorp/nomad/client/pluginmanager/group_test.go src/github.com/hashicorp/nomad/client/pluginmanager/manager.go src/github.com/hashicorp/nomad/client/pluginmanager/testing.go src/github.com/hashicorp/nomad/client/pluginmanager/csimanager/doc.go src/github.com/hashicorp/nomad/client/pluginmanager/csimanager/fingerprint.go src/github.com/hashicorp/nomad/client/pluginmanager/csimanager/fingerprint_test.go src/github.com/hashicorp/nomad/client/pluginmanager/csimanager/instance.go src/github.com/hashicorp/nomad/client/pluginmanager/csimanager/instance_test.go src/github.com/hashicorp/nomad/client/pluginmanager/csimanager/interface.go src/github.com/hashicorp/nomad/client/pluginmanager/csimanager/manager.go src/github.com/hashicorp/nomad/client/pluginmanager/csimanager/manager_test.go src/github.com/hashicorp/nomad/client/pluginmanager/csimanager/usage_tracker.go src/github.com/hashicorp/nomad/client/pluginmanager/csimanager/usage_tracker_test.go src/github.com/hashicorp/nomad/client/pluginmanager/csimanager/volume.go src/github.com/hashicorp/nomad/client/pluginmanager/csimanager/volume_test.go src/github.com/hashicorp/nomad/client/pluginmanager/drivermanager/instance.go src/github.com/hashicorp/nomad/client/pluginmanager/drivermanager/instance_test.go src/github.com/hashicorp/nomad/client/pluginmanager/drivermanager/manager.go src/github.com/hashicorp/nomad/client/pluginmanager/drivermanager/manager_test.go src/github.com/hashicorp/nomad/client/pluginmanager/drivermanager/state/state.go src/github.com/hashicorp/nomad/client/servers/manager.go src/github.com/hashicorp/nomad/client/servers/manager_internal_test.go src/github.com/hashicorp/nomad/client/servers/manager_test.go src/github.com/hashicorp/nomad/client/state/08types.go src/github.com/hashicorp/nomad/client/state/db_test.go src/github.com/hashicorp/nomad/client/state/errdb.go src/github.com/hashicorp/nomad/client/state/interface.go src/github.com/hashicorp/nomad/client/state/memdb.go src/github.com/hashicorp/nomad/client/state/noopdb.go src/github.com/hashicorp/nomad/client/state/state_database.go src/github.com/hashicorp/nomad/client/state/upgrade.go src/github.com/hashicorp/nomad/client/state/upgrade_test.go src/github.com/hashicorp/nomad/client/state/upgrade_int_test.go src/github.com/hashicorp/nomad/client/stats/cpu.go src/github.com/hashicorp/nomad/client/stats/cpu_test.go src/github.com/hashicorp/nomad/client/stats/host.go src/github.com/hashicorp/nomad/client/stats/host_test.go src/github.com/hashicorp/nomad/client/structs/allochook.go src/github.com/hashicorp/nomad/client/structs/broadcaster.go src/github.com/hashicorp/nomad/client/structs/broadcaster_test.go src/github.com/hashicorp/nomad/client/structs/csi.go src/github.com/hashicorp/nomad/client/structs/structs.go src/github.com/hashicorp/nomad/client/taskenv/env.go src/github.com/hashicorp/nomad/client/taskenv/env_test.go src/github.com/hashicorp/nomad/client/taskenv/services.go src/github.com/hashicorp/nomad/client/taskenv/services_test.go src/github.com/hashicorp/nomad/client/taskenv/util.go src/github.com/hashicorp/nomad/client/taskenv/util_test.go src/github.com/hashicorp/nomad/client/testutil/docker.go src/github.com/hashicorp/nomad/client/testutil/driver_compatible.go src/github.com/hashicorp/nomad/client/testutil/rpc.go src/github.com/hashicorp/nomad/client/vaultclient/vaultclient.go src/github.com/hashicorp/nomad/client/vaultclient/vaultclient_testing.go src/github.com/hashicorp/nomad/command/acl.go src/github.com/hashicorp/nomad/command/acl_bootstrap.go src/github.com/hashicorp/nomad/command/acl_bootstrap_test.go src/github.com/hashicorp/nomad/command/acl_policy.go src/github.com/hashicorp/nomad/command/acl_policy_apply.go src/github.com/hashicorp/nomad/command/acl_policy_apply_test.go src/github.com/hashicorp/nomad/command/acl_policy_delete.go src/github.com/hashicorp/nomad/command/acl_policy_delete_test.go src/github.com/hashicorp/nomad/command/acl_policy_info.go src/github.com/hashicorp/nomad/command/acl_policy_info_test.go src/github.com/hashicorp/nomad/command/acl_policy_list.go src/github.com/hashicorp/nomad/command/acl_policy_list_test.go src/github.com/hashicorp/nomad/command/acl_token.go src/github.com/hashicorp/nomad/command/acl_token_create.go src/github.com/hashicorp/nomad/command/acl_token_create_test.go src/github.com/hashicorp/nomad/command/acl_token_delete.go src/github.com/hashicorp/nomad/command/acl_token_delete_test.go src/github.com/hashicorp/nomad/command/acl_token_info.go src/github.com/hashicorp/nomad/command/acl_token_info_test.go src/github.com/hashicorp/nomad/command/acl_token_list.go src/github.com/hashicorp/nomad/command/acl_token_list_test.go src/github.com/hashicorp/nomad/command/acl_token_self.go src/github.com/hashicorp/nomad/command/acl_token_self_test.go src/github.com/hashicorp/nomad/command/acl_token_update.go src/github.com/hashicorp/nomad/command/acl_token_update_test.go src/github.com/hashicorp/nomad/command/agent_info.go src/github.com/hashicorp/nomad/command/agent_info_test.go src/github.com/hashicorp/nomad/command/agent_monitor.go src/github.com/hashicorp/nomad/command/agent_monitor_test.go src/github.com/hashicorp/nomad/command/alloc.go src/github.com/hashicorp/nomad/command/alloc_exec.go src/github.com/hashicorp/nomad/command/alloc_exec_test.go src/github.com/hashicorp/nomad/command/alloc_exec_unix.go src/github.com/hashicorp/nomad/command/alloc_fs.go src/github.com/hashicorp/nomad/command/alloc_fs_test.go src/github.com/hashicorp/nomad/command/alloc_logs.go src/github.com/hashicorp/nomad/command/alloc_logs_test.go src/github.com/hashicorp/nomad/command/alloc_restart.go src/github.com/hashicorp/nomad/command/alloc_restart_test.go src/github.com/hashicorp/nomad/command/alloc_signal.go src/github.com/hashicorp/nomad/command/alloc_signal_test.go src/github.com/hashicorp/nomad/command/alloc_status.go src/github.com/hashicorp/nomad/command/alloc_status_test.go src/github.com/hashicorp/nomad/command/alloc_stop.go src/github.com/hashicorp/nomad/command/alloc_stop_test.go src/github.com/hashicorp/nomad/command/check.go src/github.com/hashicorp/nomad/command/check_test.go src/github.com/hashicorp/nomad/command/commands.go src/github.com/hashicorp/nomad/command/commands_oss.go src/github.com/hashicorp/nomad/command/data_format.go src/github.com/hashicorp/nomad/command/data_format_test.go src/github.com/hashicorp/nomad/command/deployment.go src/github.com/hashicorp/nomad/command/deployment_fail.go src/github.com/hashicorp/nomad/command/deployment_fail_test.go src/github.com/hashicorp/nomad/command/deployment_list.go src/github.com/hashicorp/nomad/command/deployment_list_test.go src/github.com/hashicorp/nomad/command/deployment_pause.go src/github.com/hashicorp/nomad/command/deployment_pause_test.go src/github.com/hashicorp/nomad/command/deployment_promote.go src/github.com/hashicorp/nomad/command/deployment_promote_test.go src/github.com/hashicorp/nomad/command/deployment_resume.go src/github.com/hashicorp/nomad/command/deployment_resume_test.go src/github.com/hashicorp/nomad/command/deployment_status.go src/github.com/hashicorp/nomad/command/deployment_status_test.go src/github.com/hashicorp/nomad/command/deployment_unblock.go src/github.com/hashicorp/nomad/command/deployment_unblock_test.go src/github.com/hashicorp/nomad/command/eval.go src/github.com/hashicorp/nomad/command/eval_status.go src/github.com/hashicorp/nomad/command/eval_status_test.go src/github.com/hashicorp/nomad/command/helper_devices.go src/github.com/hashicorp/nomad/command/helper_devices_test.go src/github.com/hashicorp/nomad/command/helpers.go src/github.com/hashicorp/nomad/command/helpers_test.go src/github.com/hashicorp/nomad/command/integration_test.go src/github.com/hashicorp/nomad/command/job.go src/github.com/hashicorp/nomad/command/job_deployments.go src/github.com/hashicorp/nomad/command/job_deployments_test.go src/github.com/hashicorp/nomad/command/job_dispatch.go src/github.com/hashicorp/nomad/command/job_dispatch_test.go src/github.com/hashicorp/nomad/command/job_eval.go src/github.com/hashicorp/nomad/command/job_eval_test.go src/github.com/hashicorp/nomad/command/job_history.go src/github.com/hashicorp/nomad/command/job_history_test.go src/github.com/hashicorp/nomad/command/job_init.bindata_assetfs.go src/github.com/hashicorp/nomad/command/job_init.go src/github.com/hashicorp/nomad/command/job_init_test.go src/github.com/hashicorp/nomad/command/job_inspect.go src/github.com/hashicorp/nomad/command/job_inspect_test.go src/github.com/hashicorp/nomad/command/job_periodic.go src/github.com/hashicorp/nomad/command/job_periodic_force.go src/github.com/hashicorp/nomad/command/job_periodic_force_test.go src/github.com/hashicorp/nomad/command/job_plan.go src/github.com/hashicorp/nomad/command/job_plan_test.go src/github.com/hashicorp/nomad/command/job_promote.go src/github.com/hashicorp/nomad/command/job_promote_test.go src/github.com/hashicorp/nomad/command/job_revert.go src/github.com/hashicorp/nomad/command/job_revert_test.go src/github.com/hashicorp/nomad/command/job_run.go src/github.com/hashicorp/nomad/command/job_run_test.go src/github.com/hashicorp/nomad/command/job_status.go src/github.com/hashicorp/nomad/command/job_status_test.go src/github.com/hashicorp/nomad/command/job_stop.go src/github.com/hashicorp/nomad/command/job_stop_test.go src/github.com/hashicorp/nomad/command/job_validate.go src/github.com/hashicorp/nomad/command/job_validate_test.go src/github.com/hashicorp/nomad/command/license.go src/github.com/hashicorp/nomad/command/license_get.go src/github.com/hashicorp/nomad/command/license_get_test.go src/github.com/hashicorp/nomad/command/license_put.go src/github.com/hashicorp/nomad/command/license_put_test.go src/github.com/hashicorp/nomad/command/meta.go src/github.com/hashicorp/nomad/command/meta_test.go src/github.com/hashicorp/nomad/command/monitor.go src/github.com/hashicorp/nomad/command/monitor_test.go src/github.com/hashicorp/nomad/command/namespace.go src/github.com/hashicorp/nomad/command/namespace_apply.go src/github.com/hashicorp/nomad/command/namespace_delete.go src/github.com/hashicorp/nomad/command/namespace_inspect.go src/github.com/hashicorp/nomad/command/namespace_list.go src/github.com/hashicorp/nomad/command/namespace_status.go src/github.com/hashicorp/nomad/command/node.go src/github.com/hashicorp/nomad/command/node_config.go src/github.com/hashicorp/nomad/command/node_config_test.go src/github.com/hashicorp/nomad/command/node_drain.go src/github.com/hashicorp/nomad/command/node_drain_test.go src/github.com/hashicorp/nomad/command/node_eligibility.go src/github.com/hashicorp/nomad/command/node_eligibility_test.go src/github.com/hashicorp/nomad/command/node_status.go src/github.com/hashicorp/nomad/command/node_status_test.go src/github.com/hashicorp/nomad/command/operator.go src/github.com/hashicorp/nomad/command/operator_autopilot.go src/github.com/hashicorp/nomad/command/operator_autopilot_get.go src/github.com/hashicorp/nomad/command/operator_autopilot_get_test.go src/github.com/hashicorp/nomad/command/operator_autopilot_set.go src/github.com/hashicorp/nomad/command/operator_autopilot_set_test.go src/github.com/hashicorp/nomad/command/operator_autopilot_test.go src/github.com/hashicorp/nomad/command/operator_debug.go src/github.com/hashicorp/nomad/command/operator_debug_test.go src/github.com/hashicorp/nomad/command/operator_keygen.go src/github.com/hashicorp/nomad/command/operator_keygen_test.go src/github.com/hashicorp/nomad/command/operator_keyring.go src/github.com/hashicorp/nomad/command/operator_raft.go src/github.com/hashicorp/nomad/command/operator_raft_info.go src/github.com/hashicorp/nomad/command/operator_raft_list.go src/github.com/hashicorp/nomad/command/operator_raft_list_test.go src/github.com/hashicorp/nomad/command/operator_raft_logs.go src/github.com/hashicorp/nomad/command/operator_raft_remove.go src/github.com/hashicorp/nomad/command/operator_raft_remove_test.go src/github.com/hashicorp/nomad/command/operator_raft_state.go src/github.com/hashicorp/nomad/command/operator_raft_test.go src/github.com/hashicorp/nomad/command/operator_snapshot.go src/github.com/hashicorp/nomad/command/operator_snapshot_inspect.go src/github.com/hashicorp/nomad/command/operator_snapshot_inspect_test.go src/github.com/hashicorp/nomad/command/operator_snapshot_restore.go src/github.com/hashicorp/nomad/command/operator_snapshot_restore_test.go src/github.com/hashicorp/nomad/command/operator_snapshot_save.go src/github.com/hashicorp/nomad/command/operator_snapshot_save_test.go src/github.com/hashicorp/nomad/command/operator_test.go src/github.com/hashicorp/nomad/command/plugin.go src/github.com/hashicorp/nomad/command/plugin_status.go src/github.com/hashicorp/nomad/command/plugin_status_csi.go src/github.com/hashicorp/nomad/command/plugin_status_test.go src/github.com/hashicorp/nomad/command/quota.go src/github.com/hashicorp/nomad/command/quota_apply.go src/github.com/hashicorp/nomad/command/quota_apply_test.go src/github.com/hashicorp/nomad/command/quota_delete.go src/github.com/hashicorp/nomad/command/quota_init.go src/github.com/hashicorp/nomad/command/quota_init_test.go src/github.com/hashicorp/nomad/command/quota_inspect.go src/github.com/hashicorp/nomad/command/quota_list.go src/github.com/hashicorp/nomad/command/quota_status.go src/github.com/hashicorp/nomad/command/sentinel.go src/github.com/hashicorp/nomad/command/sentinel_apply.go src/github.com/hashicorp/nomad/command/sentinel_apply_test.go src/github.com/hashicorp/nomad/command/sentinel_delete.go src/github.com/hashicorp/nomad/command/sentinel_delete_test.go src/github.com/hashicorp/nomad/command/sentinel_list.go src/github.com/hashicorp/nomad/command/sentinel_list_test.go src/github.com/hashicorp/nomad/command/sentinel_read.go src/github.com/hashicorp/nomad/command/sentinel_read_test.go src/github.com/hashicorp/nomad/command/server.go src/github.com/hashicorp/nomad/command/server_force_leave.go src/github.com/hashicorp/nomad/command/server_force_leave_test.go src/github.com/hashicorp/nomad/command/server_join.go src/github.com/hashicorp/nomad/command/server_join_test.go src/github.com/hashicorp/nomad/command/server_members.go src/github.com/hashicorp/nomad/command/server_members_test.go src/github.com/hashicorp/nomad/command/status.go src/github.com/hashicorp/nomad/command/status_test.go src/github.com/hashicorp/nomad/command/system.go src/github.com/hashicorp/nomad/command/system_gc.go src/github.com/hashicorp/nomad/command/system_gc_test.go src/github.com/hashicorp/nomad/command/system_reconcile.go src/github.com/hashicorp/nomad/command/system_reconcile_summaries.go src/github.com/hashicorp/nomad/command/system_reconcile_summaries_test.go src/github.com/hashicorp/nomad/command/system_reconcile_test.go src/github.com/hashicorp/nomad/command/system_test.go src/github.com/hashicorp/nomad/command/ui.go src/github.com/hashicorp/nomad/command/util_test.go src/github.com/hashicorp/nomad/command/version.go src/github.com/hashicorp/nomad/command/version_test.go src/github.com/hashicorp/nomad/command/volume.go src/github.com/hashicorp/nomad/command/volume_deregister.go src/github.com/hashicorp/nomad/command/volume_detach.go src/github.com/hashicorp/nomad/command/volume_register.go src/github.com/hashicorp/nomad/command/volume_register_csi.go src/github.com/hashicorp/nomad/command/volume_register_test.go src/github.com/hashicorp/nomad/command/volume_status.go src/github.com/hashicorp/nomad/command/volume_status_csi.go src/github.com/hashicorp/nomad/command/volume_status_test.go src/github.com/hashicorp/nomad/command/agent/acl_endpoint.go src/github.com/hashicorp/nomad/command/agent/acl_endpoint_test.go src/github.com/hashicorp/nomad/command/agent/agent.go src/github.com/hashicorp/nomad/command/agent/agent_endpoint.go src/github.com/hashicorp/nomad/command/agent/agent_endpoint_test.go src/github.com/hashicorp/nomad/command/agent/agent_oss.go src/github.com/hashicorp/nomad/command/agent/agent_test.go src/github.com/hashicorp/nomad/command/agent/alloc_endpoint.go src/github.com/hashicorp/nomad/command/agent/alloc_endpoint_test.go src/github.com/hashicorp/nomad/command/agent/bindata_assetfs.go src/github.com/hashicorp/nomad/command/agent/command.go src/github.com/hashicorp/nomad/command/agent/command_test.go src/github.com/hashicorp/nomad/command/agent/config.go src/github.com/hashicorp/nomad/command/agent/config_oss.go src/github.com/hashicorp/nomad/command/agent/config_parse.go src/github.com/hashicorp/nomad/command/agent/config_parse_test.go src/github.com/hashicorp/nomad/command/agent/config_test.go src/github.com/hashicorp/nomad/command/agent/csi_endpoint.go src/github.com/hashicorp/nomad/command/agent/csi_endpoint_test.go src/github.com/hashicorp/nomad/command/agent/deployment_endpoint.go src/github.com/hashicorp/nomad/command/agent/deployment_endpoint_test.go src/github.com/hashicorp/nomad/command/agent/eval_endpoint.go src/github.com/hashicorp/nomad/command/agent/eval_endpoint_test.go src/github.com/hashicorp/nomad/command/agent/fs_endpoint.go src/github.com/hashicorp/nomad/command/agent/fs_endpoint_test.go src/github.com/hashicorp/nomad/command/agent/helpers.go src/github.com/hashicorp/nomad/command/agent/helpers_test.go src/github.com/hashicorp/nomad/command/agent/http.go src/github.com/hashicorp/nomad/command/agent/http_oss.go src/github.com/hashicorp/nomad/command/agent/http_stdlog.go src/github.com/hashicorp/nomad/command/agent/http_stdlog_test.go src/github.com/hashicorp/nomad/command/agent/http_test.go src/github.com/hashicorp/nomad/command/agent/job_endpoint.go src/github.com/hashicorp/nomad/command/agent/job_endpoint_test.go src/github.com/hashicorp/nomad/command/agent/keyring.go src/github.com/hashicorp/nomad/command/agent/keyring_test.go src/github.com/hashicorp/nomad/command/agent/log_file.go src/github.com/hashicorp/nomad/command/agent/log_file_test.go src/github.com/hashicorp/nomad/command/agent/log_levels.go src/github.com/hashicorp/nomad/command/agent/log_levels_test.go src/github.com/hashicorp/nomad/command/agent/metrics_endpoint.go src/github.com/hashicorp/nomad/command/agent/metrics_endpoint_test.go src/github.com/hashicorp/nomad/command/agent/node_endpoint.go src/github.com/hashicorp/nomad/command/agent/node_endpoint_test.go src/github.com/hashicorp/nomad/command/agent/operator_endpoint.go src/github.com/hashicorp/nomad/command/agent/operator_endpoint_test.go src/github.com/hashicorp/nomad/command/agent/plugins.go src/github.com/hashicorp/nomad/command/agent/region_endpoint.go src/github.com/hashicorp/nomad/command/agent/region_endpoint_test.go src/github.com/hashicorp/nomad/command/agent/retry_join.go src/github.com/hashicorp/nomad/command/agent/retry_join_test.go src/github.com/hashicorp/nomad/command/agent/scaling_endpoint.go src/github.com/hashicorp/nomad/command/agent/scaling_endpoint_test.go src/github.com/hashicorp/nomad/command/agent/search_endpoint.go src/github.com/hashicorp/nomad/command/agent/search_endpoint_test.go src/github.com/hashicorp/nomad/command/agent/stats_endpoint.go src/github.com/hashicorp/nomad/command/agent/stats_endpoint_test.go src/github.com/hashicorp/nomad/command/agent/status_endpoint.go src/github.com/hashicorp/nomad/command/agent/status_endpoint_test.go src/github.com/hashicorp/nomad/command/agent/syslog.go src/github.com/hashicorp/nomad/command/agent/syslog_test.go src/github.com/hashicorp/nomad/command/agent/system_endpoint.go src/github.com/hashicorp/nomad/command/agent/system_endpoint_test.go src/github.com/hashicorp/nomad/command/agent/testagent.go src/github.com/hashicorp/nomad/command/agent/testagent_oss.go src/github.com/hashicorp/nomad/command/agent/testingutils_test.go src/github.com/hashicorp/nomad/command/agent/consul/acl_testing.go src/github.com/hashicorp/nomad/command/agent/consul/catalog_testing.go src/github.com/hashicorp/nomad/command/agent/consul/check_watcher.go src/github.com/hashicorp/nomad/command/agent/consul/check_watcher_test.go src/github.com/hashicorp/nomad/command/agent/consul/client.go src/github.com/hashicorp/nomad/command/agent/consul/client_test.go src/github.com/hashicorp/nomad/command/agent/consul/config_entries_testing.go src/github.com/hashicorp/nomad/command/agent/consul/connect.go src/github.com/hashicorp/nomad/command/agent/consul/connect_test.go src/github.com/hashicorp/nomad/command/agent/consul/group_test.go src/github.com/hashicorp/nomad/command/agent/consul/structs.go src/github.com/hashicorp/nomad/command/agent/consul/testing.go src/github.com/hashicorp/nomad/command/agent/consul/unit_test.go src/github.com/hashicorp/nomad/command/agent/consul/version_checker.go src/github.com/hashicorp/nomad/command/agent/consul/version_checker_test.go src/github.com/hashicorp/nomad/command/agent/consul/int_test.go src/github.com/hashicorp/nomad/command/agent/event/event.go src/github.com/hashicorp/nomad/command/agent/host/host.go src/github.com/hashicorp/nomad/command/agent/host/host_test.go src/github.com/hashicorp/nomad/command/agent/host/linux.go src/github.com/hashicorp/nomad/command/agent/host/network.go src/github.com/hashicorp/nomad/command/agent/host/unix.go src/github.com/hashicorp/nomad/command/agent/monitor/monitor.go src/github.com/hashicorp/nomad/command/agent/monitor/monitor_test.go src/github.com/hashicorp/nomad/command/agent/pprof/pprof.go src/github.com/hashicorp/nomad/command/agent/pprof/pprof_test.go src/github.com/hashicorp/nomad/command/raft_tools/state.go src/github.com/hashicorp/nomad/devices/gpu/nvidia/device.go src/github.com/hashicorp/nomad/devices/gpu/nvidia/device_test.go src/github.com/hashicorp/nomad/devices/gpu/nvidia/fingerprint.go src/github.com/hashicorp/nomad/devices/gpu/nvidia/fingerprint_test.go src/github.com/hashicorp/nomad/devices/gpu/nvidia/stats.go src/github.com/hashicorp/nomad/devices/gpu/nvidia/stats_test.go src/github.com/hashicorp/nomad/devices/gpu/nvidia/cmd/main.go src/github.com/hashicorp/nomad/devices/gpu/nvidia/nvml/client.go src/github.com/hashicorp/nomad/devices/gpu/nvidia/nvml/client_test.go src/github.com/hashicorp/nomad/devices/gpu/nvidia/nvml/driver_linux.go src/github.com/hashicorp/nomad/devices/gpu/nvidia/nvml/shared.go src/github.com/hashicorp/nomad/drivers/docker/config.go src/github.com/hashicorp/nomad/drivers/docker/config_test.go src/github.com/hashicorp/nomad/drivers/docker/coordinator.go src/github.com/hashicorp/nomad/drivers/docker/coordinator_test.go src/github.com/hashicorp/nomad/drivers/docker/driver.go src/github.com/hashicorp/nomad/drivers/docker/driver_default.go src/github.com/hashicorp/nomad/drivers/docker/driver_linux_test.go src/github.com/hashicorp/nomad/drivers/docker/driver_pre09.go src/github.com/hashicorp/nomad/drivers/docker/driver_test.go src/github.com/hashicorp/nomad/drivers/docker/driver_unix_test.go src/github.com/hashicorp/nomad/drivers/docker/fingerprint.go src/github.com/hashicorp/nomad/drivers/docker/fingerprint_test.go src/github.com/hashicorp/nomad/drivers/docker/handle.go src/github.com/hashicorp/nomad/drivers/docker/network.go src/github.com/hashicorp/nomad/drivers/docker/ports.go src/github.com/hashicorp/nomad/drivers/docker/progress.go src/github.com/hashicorp/nomad/drivers/docker/progress_test.go src/github.com/hashicorp/nomad/drivers/docker/reconciler.go src/github.com/hashicorp/nomad/drivers/docker/reconciler_test.go src/github.com/hashicorp/nomad/drivers/docker/state.go src/github.com/hashicorp/nomad/drivers/docker/stats.go src/github.com/hashicorp/nomad/drivers/docker/stats_test.go src/github.com/hashicorp/nomad/drivers/docker/utils.go src/github.com/hashicorp/nomad/drivers/docker/utils_test.go src/github.com/hashicorp/nomad/drivers/docker/utils_unix_test.go src/github.com/hashicorp/nomad/drivers/docker/win32_volume_parse.go src/github.com/hashicorp/nomad/drivers/docker/cmd/main.go src/github.com/hashicorp/nomad/drivers/docker/docklog/client.go src/github.com/hashicorp/nomad/drivers/docker/docklog/docker_logger.go src/github.com/hashicorp/nomad/drivers/docker/docklog/docker_logger_test.go src/github.com/hashicorp/nomad/drivers/docker/docklog/plugin.go src/github.com/hashicorp/nomad/drivers/docker/docklog/server.go src/github.com/hashicorp/nomad/drivers/docker/docklog/z_docker_logger_cmd.go src/github.com/hashicorp/nomad/drivers/docker/docklog/proto/docker_logger.pb.go src/github.com/hashicorp/nomad/drivers/docker/util/stats_posix.go src/github.com/hashicorp/nomad/drivers/docker/util/util.go src/github.com/hashicorp/nomad/drivers/exec/driver.go src/github.com/hashicorp/nomad/drivers/exec/driver_pre09.go src/github.com/hashicorp/nomad/drivers/exec/driver_test.go src/github.com/hashicorp/nomad/drivers/exec/handle.go src/github.com/hashicorp/nomad/drivers/exec/state.go src/github.com/hashicorp/nomad/drivers/java/driver.go src/github.com/hashicorp/nomad/drivers/java/driver_pre09.go src/github.com/hashicorp/nomad/drivers/java/driver_test.go src/github.com/hashicorp/nomad/drivers/java/handle.go src/github.com/hashicorp/nomad/drivers/java/state.go src/github.com/hashicorp/nomad/drivers/java/utils.go src/github.com/hashicorp/nomad/drivers/java/utils_test.go src/github.com/hashicorp/nomad/drivers/mock/command.go src/github.com/hashicorp/nomad/drivers/mock/driver.go src/github.com/hashicorp/nomad/drivers/mock/handle.go src/github.com/hashicorp/nomad/drivers/mock/state.go src/github.com/hashicorp/nomad/drivers/mock/utils.go src/github.com/hashicorp/nomad/drivers/mock/utils_test.go src/github.com/hashicorp/nomad/drivers/qemu/driver.go src/github.com/hashicorp/nomad/drivers/qemu/driver_pre09.go src/github.com/hashicorp/nomad/drivers/qemu/driver_test.go src/github.com/hashicorp/nomad/drivers/qemu/handle.go src/github.com/hashicorp/nomad/drivers/qemu/state.go src/github.com/hashicorp/nomad/drivers/rawexec/driver.go src/github.com/hashicorp/nomad/drivers/rawexec/driver_pre09.go src/github.com/hashicorp/nomad/drivers/rawexec/handle.go src/github.com/hashicorp/nomad/drivers/rawexec/state.go src/github.com/hashicorp/nomad/drivers/shared/eventer/eventer.go src/github.com/hashicorp/nomad/drivers/shared/eventer/eventer_test.go src/github.com/hashicorp/nomad/drivers/shared/executor/client.go src/github.com/hashicorp/nomad/drivers/shared/executor/exec_utils.go src/github.com/hashicorp/nomad/drivers/shared/executor/executor.go src/github.com/hashicorp/nomad/drivers/shared/executor/executor_linux.go src/github.com/hashicorp/nomad/drivers/shared/executor/executor_linux_test.go src/github.com/hashicorp/nomad/drivers/shared/executor/executor_plugin.go src/github.com/hashicorp/nomad/drivers/shared/executor/executor_test.go src/github.com/hashicorp/nomad/drivers/shared/executor/executor_universal_linux.go src/github.com/hashicorp/nomad/drivers/shared/executor/executor_unix.go src/github.com/hashicorp/nomad/drivers/shared/executor/legacy_executor_wrapper.go src/github.com/hashicorp/nomad/drivers/shared/executor/libcontainer_nsenter_linux.go src/github.com/hashicorp/nomad/drivers/shared/executor/pid_collector.go src/github.com/hashicorp/nomad/drivers/shared/executor/pid_collector_test.go src/github.com/hashicorp/nomad/drivers/shared/executor/plugins.go src/github.com/hashicorp/nomad/drivers/shared/executor/pty_unix.go src/github.com/hashicorp/nomad/drivers/shared/executor/resource_container_linux.go src/github.com/hashicorp/nomad/drivers/shared/executor/server.go src/github.com/hashicorp/nomad/drivers/shared/executor/utils.go src/github.com/hashicorp/nomad/drivers/shared/executor/utils_unix.go src/github.com/hashicorp/nomad/drivers/shared/executor/z_executor_cmd.go src/github.com/hashicorp/nomad/drivers/shared/executor/proto/executor.pb.go src/github.com/hashicorp/nomad/drivers/shared/resolvconf/mount.go src/github.com/hashicorp/nomad/drivers/shared/resolvconf/mount_unix_test.go src/github.com/hashicorp/nomad/helper/funcs.go src/github.com/hashicorp/nomad/helper/funcs_test.go src/github.com/hashicorp/nomad/helper/args/args.go src/github.com/hashicorp/nomad/helper/args/args_test.go src/github.com/hashicorp/nomad/helper/boltdd/boltdd.go src/github.com/hashicorp/nomad/helper/boltdd/boltdd_test.go src/github.com/hashicorp/nomad/helper/codec/inmem.go src/github.com/hashicorp/nomad/helper/constraints/semver/constraints.go src/github.com/hashicorp/nomad/helper/constraints/semver/constraints_test.go src/github.com/hashicorp/nomad/helper/discover/discover.go src/github.com/hashicorp/nomad/helper/escapingio/reader.go src/github.com/hashicorp/nomad/helper/escapingio/reader_test.go src/github.com/hashicorp/nomad/helper/fields/data.go src/github.com/hashicorp/nomad/helper/fields/schema.go src/github.com/hashicorp/nomad/helper/fields/schema_test.go src/github.com/hashicorp/nomad/helper/fields/type.go src/github.com/hashicorp/nomad/helper/fields/type_test.go src/github.com/hashicorp/nomad/helper/flag-helpers/flag.go src/github.com/hashicorp/nomad/helper/flag-helpers/flag_test.go src/github.com/hashicorp/nomad/helper/flatmap/flatmap.go src/github.com/hashicorp/nomad/helper/flatmap/flatmap_test.go src/github.com/hashicorp/nomad/helper/freeport/ephemeral_linux.go src/github.com/hashicorp/nomad/helper/freeport/ephemeral_linux_test.go src/github.com/hashicorp/nomad/helper/freeport/freeport.go src/github.com/hashicorp/nomad/helper/freeport/freeport_test.go src/github.com/hashicorp/nomad/helper/gated-writer/writer.go src/github.com/hashicorp/nomad/helper/gated-writer/writer_test.go src/github.com/hashicorp/nomad/helper/grpc-middleware/logging/client_interceptors.go src/github.com/hashicorp/nomad/helper/grpc-middleware/logging/options.go src/github.com/hashicorp/nomad/helper/logging/logging.go src/github.com/hashicorp/nomad/helper/mount/mount.go src/github.com/hashicorp/nomad/helper/mount/mount_linux.go src/github.com/hashicorp/nomad/helper/noxssrw/noxssrw.go src/github.com/hashicorp/nomad/helper/pluginutils/catalog/catalog.go src/github.com/hashicorp/nomad/helper/pluginutils/catalog/register.go src/github.com/hashicorp/nomad/helper/pluginutils/catalog/testing.go src/github.com/hashicorp/nomad/helper/pluginutils/grpcutils/utils.go src/github.com/hashicorp/nomad/helper/pluginutils/hclspecutils/dec.go src/github.com/hashicorp/nomad/helper/pluginutils/hclspecutils/dec_test.go src/github.com/hashicorp/nomad/helper/pluginutils/hclspecutils/spec_funcs.go src/github.com/hashicorp/nomad/helper/pluginutils/hclspecutils/type_expr.go src/github.com/hashicorp/nomad/helper/pluginutils/hclutils/testing.go src/github.com/hashicorp/nomad/helper/pluginutils/hclutils/types.go src/github.com/hashicorp/nomad/helper/pluginutils/hclutils/util.go src/github.com/hashicorp/nomad/helper/pluginutils/hclutils/types_test.go src/github.com/hashicorp/nomad/helper/pluginutils/hclutils/util_test.go src/github.com/hashicorp/nomad/helper/pluginutils/loader/api_versions.go src/github.com/hashicorp/nomad/helper/pluginutils/loader/filter_unix.go src/github.com/hashicorp/nomad/helper/pluginutils/loader/init.go src/github.com/hashicorp/nomad/helper/pluginutils/loader/instance.go src/github.com/hashicorp/nomad/helper/pluginutils/loader/loader.go src/github.com/hashicorp/nomad/helper/pluginutils/loader/loader_test.go src/github.com/hashicorp/nomad/helper/pluginutils/loader/plugin_test.go src/github.com/hashicorp/nomad/helper/pluginutils/loader/testing.go src/github.com/hashicorp/nomad/helper/pluginutils/loader/util.go src/github.com/hashicorp/nomad/helper/pluginutils/singleton/future.go src/github.com/hashicorp/nomad/helper/pluginutils/singleton/singleton.go src/github.com/hashicorp/nomad/helper/pluginutils/singleton/singleton_test.go src/github.com/hashicorp/nomad/helper/pool/conn.go src/github.com/hashicorp/nomad/helper/pool/pool.go src/github.com/hashicorp/nomad/helper/pool/pool_test.go src/github.com/hashicorp/nomad/helper/raftutil/fsm.go src/github.com/hashicorp/nomad/helper/raftutil/fsm_oss.go src/github.com/hashicorp/nomad/helper/raftutil/generate.go src/github.com/hashicorp/nomad/helper/raftutil/msgpack.go src/github.com/hashicorp/nomad/helper/raftutil/msgpack_test.go src/github.com/hashicorp/nomad/helper/raftutil/msgtypes.go src/github.com/hashicorp/nomad/helper/raftutil/state.go src/github.com/hashicorp/nomad/helper/snapshot/archive.go src/github.com/hashicorp/nomad/helper/snapshot/archive_test.go src/github.com/hashicorp/nomad/helper/snapshot/snapshot.go src/github.com/hashicorp/nomad/helper/snapshot/snapshot_test.go src/github.com/hashicorp/nomad/helper/stats/cpu.go src/github.com/hashicorp/nomad/helper/stats/runtime.go src/github.com/hashicorp/nomad/helper/testlog/testlog.go src/github.com/hashicorp/nomad/helper/testtask/testtask.go src/github.com/hashicorp/nomad/helper/testtask/testtask_unix.go src/github.com/hashicorp/nomad/helper/tlsutil/config.go src/github.com/hashicorp/nomad/helper/tlsutil/config_test.go src/github.com/hashicorp/nomad/helper/useragent/useragent.go src/github.com/hashicorp/nomad/helper/useragent/useragent_test.go src/github.com/hashicorp/nomad/helper/uuid/uuid.go src/github.com/hashicorp/nomad/helper/uuid/uuid_test.go src/github.com/hashicorp/nomad/helper/winsvc/service.go src/github.com/hashicorp/nomad/jobspec/parse.go src/github.com/hashicorp/nomad/jobspec/parse_group.go src/github.com/hashicorp/nomad/jobspec/parse_job.go src/github.com/hashicorp/nomad/jobspec/parse_multiregion.go src/github.com/hashicorp/nomad/jobspec/parse_network.go src/github.com/hashicorp/nomad/jobspec/parse_service.go src/github.com/hashicorp/nomad/jobspec/parse_task.go src/github.com/hashicorp/nomad/jobspec/parse_test.go src/github.com/hashicorp/nomad/jobspec/utils.go src/github.com/hashicorp/nomad/jobspec/utils_test.go src/github.com/hashicorp/nomad/lib/circbufwriter/writer.go src/github.com/hashicorp/nomad/lib/circbufwriter/writer_test.go src/github.com/hashicorp/nomad/lib/delayheap/delay_heap.go src/github.com/hashicorp/nomad/lib/delayheap/delay_heap_test.go src/github.com/hashicorp/nomad/lib/kheap/score_heap.go src/github.com/hashicorp/nomad/lib/kheap/score_heap_test.go src/github.com/hashicorp/nomad/nomad/acl.go src/github.com/hashicorp/nomad/nomad/acl_endpoint.go src/github.com/hashicorp/nomad/nomad/acl_endpoint_test.go src/github.com/hashicorp/nomad/nomad/acl_test.go src/github.com/hashicorp/nomad/nomad/alloc_endpoint.go src/github.com/hashicorp/nomad/nomad/alloc_endpoint_test.go src/github.com/hashicorp/nomad/nomad/autopilot.go src/github.com/hashicorp/nomad/nomad/autopilot_test.go src/github.com/hashicorp/nomad/nomad/blocked_evals.go src/github.com/hashicorp/nomad/nomad/blocked_evals_system.go src/github.com/hashicorp/nomad/nomad/blocked_evals_test.go src/github.com/hashicorp/nomad/nomad/client_agent_endpoint.go src/github.com/hashicorp/nomad/nomad/client_agent_endpoint_test.go src/github.com/hashicorp/nomad/nomad/client_alloc_endpoint.go src/github.com/hashicorp/nomad/nomad/client_csi_endpoint.go src/github.com/hashicorp/nomad/nomad/client_csi_endpoint_test.go src/github.com/hashicorp/nomad/nomad/client_fs_endpoint.go src/github.com/hashicorp/nomad/nomad/client_rpc.go src/github.com/hashicorp/nomad/nomad/client_rpc_test.go src/github.com/hashicorp/nomad/nomad/client_stats_endpoint.go src/github.com/hashicorp/nomad/nomad/client_stats_endpoint_test.go src/github.com/hashicorp/nomad/nomad/config.go src/github.com/hashicorp/nomad/nomad/consul.go src/github.com/hashicorp/nomad/nomad/consul_policy.go src/github.com/hashicorp/nomad/nomad/consul_policy_test.go src/github.com/hashicorp/nomad/nomad/consul_test.go src/github.com/hashicorp/nomad/nomad/core_sched.go src/github.com/hashicorp/nomad/nomad/core_sched_test.go src/github.com/hashicorp/nomad/nomad/csi_endpoint.go src/github.com/hashicorp/nomad/nomad/csi_endpoint_test.go src/github.com/hashicorp/nomad/nomad/deployment_endpoint.go src/github.com/hashicorp/nomad/nomad/deployment_endpoint_test.go src/github.com/hashicorp/nomad/nomad/deployment_watcher_shims.go src/github.com/hashicorp/nomad/nomad/drainer_int_test.go src/github.com/hashicorp/nomad/nomad/drainer_shims.go src/github.com/hashicorp/nomad/nomad/endpoints_oss.go src/github.com/hashicorp/nomad/nomad/eval_broker.go src/github.com/hashicorp/nomad/nomad/eval_broker_test.go src/github.com/hashicorp/nomad/nomad/eval_endpoint.go src/github.com/hashicorp/nomad/nomad/eval_endpoint_test.go src/github.com/hashicorp/nomad/nomad/fsm.go src/github.com/hashicorp/nomad/nomad/fsm_not_ent.go src/github.com/hashicorp/nomad/nomad/fsm_registry_oss.go src/github.com/hashicorp/nomad/nomad/fsm_test.go src/github.com/hashicorp/nomad/nomad/heartbeat.go src/github.com/hashicorp/nomad/nomad/heartbeat_test.go src/github.com/hashicorp/nomad/nomad/job_endpoint.go src/github.com/hashicorp/nomad/nomad/job_endpoint_hook_connect.go src/github.com/hashicorp/nomad/nomad/job_endpoint_hook_connect_test.go src/github.com/hashicorp/nomad/nomad/job_endpoint_hook_expose_check.go src/github.com/hashicorp/nomad/nomad/job_endpoint_hook_expose_check_test.go src/github.com/hashicorp/nomad/nomad/job_endpoint_hooks.go src/github.com/hashicorp/nomad/nomad/job_endpoint_oss.go src/github.com/hashicorp/nomad/nomad/job_endpoint_test.go src/github.com/hashicorp/nomad/nomad/leader.go src/github.com/hashicorp/nomad/nomad/leader_oss.go src/github.com/hashicorp/nomad/nomad/leader_test.go src/github.com/hashicorp/nomad/nomad/merge.go src/github.com/hashicorp/nomad/nomad/node_endpoint.go src/github.com/hashicorp/nomad/nomad/node_endpoint_test.go src/github.com/hashicorp/nomad/nomad/operator_endpoint.go src/github.com/hashicorp/nomad/nomad/operator_endpoint_test.go src/github.com/hashicorp/nomad/nomad/periodic.go src/github.com/hashicorp/nomad/nomad/periodic_endpoint.go src/github.com/hashicorp/nomad/nomad/periodic_endpoint_test.go src/github.com/hashicorp/nomad/nomad/periodic_test.go src/github.com/hashicorp/nomad/nomad/plan_apply.go src/github.com/hashicorp/nomad/nomad/plan_apply_not_ent.go src/github.com/hashicorp/nomad/nomad/plan_apply_pool.go src/github.com/hashicorp/nomad/nomad/plan_apply_pool_test.go src/github.com/hashicorp/nomad/nomad/plan_apply_test.go src/github.com/hashicorp/nomad/nomad/plan_endpoint.go src/github.com/hashicorp/nomad/nomad/plan_endpoint_test.go src/github.com/hashicorp/nomad/nomad/plan_normalization_test.go src/github.com/hashicorp/nomad/nomad/plan_queue.go src/github.com/hashicorp/nomad/nomad/plan_queue_test.go src/github.com/hashicorp/nomad/nomad/raft_rpc.go src/github.com/hashicorp/nomad/nomad/regions_endpoint.go src/github.com/hashicorp/nomad/nomad/regions_endpoint_test.go src/github.com/hashicorp/nomad/nomad/rpc.go src/github.com/hashicorp/nomad/nomad/rpc_test.go src/github.com/hashicorp/nomad/nomad/scaling_endpoint.go src/github.com/hashicorp/nomad/nomad/scaling_endpoint_test.go src/github.com/hashicorp/nomad/nomad/search_endpoint.go src/github.com/hashicorp/nomad/nomad/search_endpoint_oss.go src/github.com/hashicorp/nomad/nomad/search_endpoint_test.go src/github.com/hashicorp/nomad/nomad/serf.go src/github.com/hashicorp/nomad/nomad/serf_test.go src/github.com/hashicorp/nomad/nomad/server.go src/github.com/hashicorp/nomad/nomad/server_setup_oss.go src/github.com/hashicorp/nomad/nomad/server_test.go src/github.com/hashicorp/nomad/nomad/stats_fetcher.go src/github.com/hashicorp/nomad/nomad/stats_fetcher_test.go src/github.com/hashicorp/nomad/nomad/status_endpoint.go src/github.com/hashicorp/nomad/nomad/status_endpoint_test.go src/github.com/hashicorp/nomad/nomad/system_endpoint.go src/github.com/hashicorp/nomad/nomad/system_endpoint_test.go src/github.com/hashicorp/nomad/nomad/testing.go src/github.com/hashicorp/nomad/nomad/timetable.go src/github.com/hashicorp/nomad/nomad/timetable_test.go src/github.com/hashicorp/nomad/nomad/util.go src/github.com/hashicorp/nomad/nomad/util_test.go src/github.com/hashicorp/nomad/nomad/vault.go src/github.com/hashicorp/nomad/nomad/vault_testing.go src/github.com/hashicorp/nomad/nomad/worker.go src/github.com/hashicorp/nomad/nomad/worker_test.go src/github.com/hashicorp/nomad/nomad/deploymentwatcher/batcher.go src/github.com/hashicorp/nomad/nomad/deploymentwatcher/deployment_watcher.go src/github.com/hashicorp/nomad/nomad/deploymentwatcher/deployments_watcher.go src/github.com/hashicorp/nomad/nomad/deploymentwatcher/deployments_watcher_test.go src/github.com/hashicorp/nomad/nomad/deploymentwatcher/doc.go src/github.com/hashicorp/nomad/nomad/deploymentwatcher/multiregion_oss.go src/github.com/hashicorp/nomad/nomad/deploymentwatcher/testutil_test.go src/github.com/hashicorp/nomad/nomad/drainer/drain_heap.go src/github.com/hashicorp/nomad/nomad/drainer/drain_heap_test.go src/github.com/hashicorp/nomad/nomad/drainer/drain_testing.go src/github.com/hashicorp/nomad/nomad/drainer/drainer.go src/github.com/hashicorp/nomad/nomad/drainer/drainer_util.go src/github.com/hashicorp/nomad/nomad/drainer/drainer_util_test.go src/github.com/hashicorp/nomad/nomad/drainer/draining_node.go src/github.com/hashicorp/nomad/nomad/drainer/draining_node_test.go src/github.com/hashicorp/nomad/nomad/drainer/watch_jobs.go src/github.com/hashicorp/nomad/nomad/drainer/watch_jobs_test.go src/github.com/hashicorp/nomad/nomad/drainer/watch_nodes.go src/github.com/hashicorp/nomad/nomad/drainer/watch_nodes_test.go src/github.com/hashicorp/nomad/nomad/mock/acl.go src/github.com/hashicorp/nomad/nomad/mock/mock.go src/github.com/hashicorp/nomad/nomad/state/autopilot.go src/github.com/hashicorp/nomad/nomad/state/autopilot_test.go src/github.com/hashicorp/nomad/nomad/state/iterator.go src/github.com/hashicorp/nomad/nomad/state/schema.go src/github.com/hashicorp/nomad/nomad/state/schema_test.go src/github.com/hashicorp/nomad/nomad/state/state_store.go src/github.com/hashicorp/nomad/nomad/state/state_store_oss.go src/github.com/hashicorp/nomad/nomad/state/state_store_test.go src/github.com/hashicorp/nomad/nomad/state/testing.go src/github.com/hashicorp/nomad/nomad/structs/batch_future.go src/github.com/hashicorp/nomad/nomad/structs/batch_future_test.go src/github.com/hashicorp/nomad/nomad/structs/bitmap.go src/github.com/hashicorp/nomad/nomad/structs/bitmap_test.go src/github.com/hashicorp/nomad/nomad/structs/csi.go src/github.com/hashicorp/nomad/nomad/structs/csi_test.go src/github.com/hashicorp/nomad/nomad/structs/devices.go src/github.com/hashicorp/nomad/nomad/structs/devices_test.go src/github.com/hashicorp/nomad/nomad/structs/diff.go src/github.com/hashicorp/nomad/nomad/structs/diff_test.go src/github.com/hashicorp/nomad/nomad/structs/errors.go src/github.com/hashicorp/nomad/nomad/structs/errors_test.go src/github.com/hashicorp/nomad/nomad/structs/funcs.go src/github.com/hashicorp/nomad/nomad/structs/funcs_test.go src/github.com/hashicorp/nomad/nomad/structs/network.go src/github.com/hashicorp/nomad/nomad/structs/network_test.go src/github.com/hashicorp/nomad/nomad/structs/node.go src/github.com/hashicorp/nomad/nomad/structs/node_class.go src/github.com/hashicorp/nomad/nomad/structs/node_class_test.go src/github.com/hashicorp/nomad/nomad/structs/node_test.go src/github.com/hashicorp/nomad/nomad/structs/operator.go src/github.com/hashicorp/nomad/nomad/structs/service_identities.go src/github.com/hashicorp/nomad/nomad/structs/services.go src/github.com/hashicorp/nomad/nomad/structs/services_test.go src/github.com/hashicorp/nomad/nomad/structs/streaming_rpc.go src/github.com/hashicorp/nomad/nomad/structs/structs.go src/github.com/hashicorp/nomad/nomad/structs/structs_codegen.go + pwd /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/structs ++ ls ./batch_future.go ./batch_future_test.go ./bitmap.go ./bitmap_test.go ./csi.go ./csi_test.go ./devices.go ./devices_test.go ./diff.go ./diff_test.go ./errors.go ./errors_test.go ./funcs.go ./funcs_test.go ./network.go ./network_test.go ./node.go ./node_class.go ./node_class_test.go ./node_test.go ./operator.go ./service_identities.go ./services.go ./services_test.go ./streaming_rpc.go ./structs.go ./structs_codegen.go ./structs_oss.go ./structs_periodic_test.go ./structs_test.go ./testing.go ./volumes.go ++ grep -v -e _test.go -e .generated.go ++ tr '\n' ' ' + FILES='./batch_future.go ./bitmap.go ./csi.go ./devices.go ./diff.go ./errors.go ./funcs.go ./network.go ./node.go ./node_class.go ./operator.go ./service_identities.go ./services.go ./streaming_rpc.go ./structs.go ./structs_codegen.go ./structs_oss.go ./testing.go ./volumes.go ' + codecgen -c github.com/hashicorp/go-msgpack/codec -st codec -d 100 -t codegen_generated -o structs.generated.go ./batch_future.go ./bitmap.go ./csi.go ./devices.go ./diff.go ./errors.go ./funcs.go ./network.go ./node.go ./node_class.go ./operator.go ./service_identities.go ./services.go ./streaming_rpc.go ./structs.go ./structs_codegen.go ./structs_oss.go ./testing.go ./volumes.go src/github.com/hashicorp/nomad/nomad/structs/structs_oss.go src/github.com/hashicorp/nomad/nomad/structs/structs_periodic_test.go src/github.com/hashicorp/nomad/nomad/structs/structs_test.go src/github.com/hashicorp/nomad/nomad/structs/testing.go src/github.com/hashicorp/nomad/nomad/structs/volumes.go src/github.com/hashicorp/nomad/nomad/structs/config/audit.go src/github.com/hashicorp/nomad/nomad/structs/config/audit_test.go src/github.com/hashicorp/nomad/nomad/structs/config/autopilot.go src/github.com/hashicorp/nomad/nomad/structs/config/autopilot_test.go src/github.com/hashicorp/nomad/nomad/structs/config/consul.go src/github.com/hashicorp/nomad/nomad/structs/config/consul_test.go src/github.com/hashicorp/nomad/nomad/structs/config/limits.go src/github.com/hashicorp/nomad/nomad/structs/config/limits_test.go src/github.com/hashicorp/nomad/nomad/structs/config/plugins.go src/github.com/hashicorp/nomad/nomad/structs/config/plugins_test.go src/github.com/hashicorp/nomad/nomad/structs/config/sentinel.go src/github.com/hashicorp/nomad/nomad/structs/config/tls.go src/github.com/hashicorp/nomad/nomad/structs/config/tls_test.go src/github.com/hashicorp/nomad/nomad/structs/config/vault.go src/github.com/hashicorp/nomad/nomad/structs/config/vault_test.go src/github.com/hashicorp/nomad/nomad/types/types.go src/github.com/hashicorp/nomad/nomad/volumewatcher/interfaces.go src/github.com/hashicorp/nomad/nomad/volumewatcher/interfaces_test.go src/github.com/hashicorp/nomad/nomad/volumewatcher/volume_watcher.go src/github.com/hashicorp/nomad/nomad/volumewatcher/volume_watcher_test.go src/github.com/hashicorp/nomad/nomad/volumewatcher/volumes_watcher.go src/github.com/hashicorp/nomad/nomad/volumewatcher/volumes_watcher_test.go src/github.com/hashicorp/nomad/plugins/serve.go src/github.com/hashicorp/nomad/plugins/base/base.go src/github.com/hashicorp/nomad/plugins/base/client.go src/github.com/hashicorp/nomad/plugins/base/plugin.go src/github.com/hashicorp/nomad/plugins/base/plugin_test.go src/github.com/hashicorp/nomad/plugins/base/server.go src/github.com/hashicorp/nomad/plugins/base/testing.go src/github.com/hashicorp/nomad/plugins/base/proto/base.pb.go src/github.com/hashicorp/nomad/plugins/base/structs/errors.go src/github.com/hashicorp/nomad/plugins/csi/client.go src/github.com/hashicorp/nomad/plugins/csi/client_test.go src/github.com/hashicorp/nomad/plugins/csi/plugin.go src/github.com/hashicorp/nomad/plugins/csi/fake/client.go src/github.com/hashicorp/nomad/plugins/csi/testing/client.go src/github.com/hashicorp/nomad/plugins/device/client.go src/github.com/hashicorp/nomad/plugins/device/device.go src/github.com/hashicorp/nomad/plugins/device/mock.go src/github.com/hashicorp/nomad/plugins/device/plugin.go src/github.com/hashicorp/nomad/plugins/device/plugin_test.go src/github.com/hashicorp/nomad/plugins/device/server.go src/github.com/hashicorp/nomad/plugins/device/util.go src/github.com/hashicorp/nomad/plugins/device/versions.go src/github.com/hashicorp/nomad/plugins/device/cmd/example/device.go src/github.com/hashicorp/nomad/plugins/device/cmd/example/cmd/main.go src/github.com/hashicorp/nomad/plugins/device/proto/device.pb.go src/github.com/hashicorp/nomad/plugins/drivers/client.go src/github.com/hashicorp/nomad/plugins/drivers/cstructs.go src/github.com/hashicorp/nomad/plugins/drivers/driver.go src/github.com/hashicorp/nomad/plugins/drivers/errors.go src/github.com/hashicorp/nomad/plugins/drivers/execstreaming.go src/github.com/hashicorp/nomad/plugins/drivers/plugin.go src/github.com/hashicorp/nomad/plugins/drivers/server.go src/github.com/hashicorp/nomad/plugins/drivers/task_handle.go src/github.com/hashicorp/nomad/plugins/drivers/utils.go src/github.com/hashicorp/nomad/plugins/drivers/utils_test.go src/github.com/hashicorp/nomad/plugins/drivers/versions.go src/github.com/hashicorp/nomad/plugins/drivers/proto/driver.pb.go src/github.com/hashicorp/nomad/plugins/drivers/testutils/dns_testing.go src/github.com/hashicorp/nomad/plugins/drivers/testutils/exec_testing.go src/github.com/hashicorp/nomad/plugins/drivers/testutils/testing.go src/github.com/hashicorp/nomad/plugins/drivers/testutils/testing_test.go src/github.com/hashicorp/nomad/plugins/drivers/utils/utils_unix.go src/github.com/hashicorp/nomad/plugins/shared/cmd/launcher/main.go src/github.com/hashicorp/nomad/plugins/shared/cmd/launcher/command/device.go src/github.com/hashicorp/nomad/plugins/shared/cmd/launcher/command/meta.go src/github.com/hashicorp/nomad/plugins/shared/hclspec/hcl_spec.pb.go src/github.com/hashicorp/nomad/plugins/shared/hclspec/spec.go src/github.com/hashicorp/nomad/plugins/shared/structs/attribute.go src/github.com/hashicorp/nomad/plugins/shared/structs/attribute_test.go src/github.com/hashicorp/nomad/plugins/shared/structs/plugin_reattach_config.go src/github.com/hashicorp/nomad/plugins/shared/structs/stats.go src/github.com/hashicorp/nomad/plugins/shared/structs/units.go src/github.com/hashicorp/nomad/plugins/shared/structs/util.go src/github.com/hashicorp/nomad/plugins/shared/structs/proto/attribute.pb.go src/github.com/hashicorp/nomad/plugins/shared/structs/proto/recoverable_error.pb.go src/github.com/hashicorp/nomad/plugins/shared/structs/proto/stats.pb.go src/github.com/hashicorp/nomad/scheduler/annotate.go src/github.com/hashicorp/nomad/scheduler/annotate_test.go src/github.com/hashicorp/nomad/scheduler/context.go src/github.com/hashicorp/nomad/scheduler/context_test.go src/github.com/hashicorp/nomad/scheduler/device.go src/github.com/hashicorp/nomad/scheduler/device_test.go src/github.com/hashicorp/nomad/scheduler/feasible.go src/github.com/hashicorp/nomad/scheduler/feasible_test.go src/github.com/hashicorp/nomad/scheduler/generic_sched.go src/github.com/hashicorp/nomad/scheduler/generic_sched_test.go src/github.com/hashicorp/nomad/scheduler/preemption.go src/github.com/hashicorp/nomad/scheduler/preemption_test.go src/github.com/hashicorp/nomad/scheduler/propertyset.go src/github.com/hashicorp/nomad/scheduler/rank.go src/github.com/hashicorp/nomad/scheduler/rank_test.go src/github.com/hashicorp/nomad/scheduler/reconcile.go src/github.com/hashicorp/nomad/scheduler/reconcile_test.go src/github.com/hashicorp/nomad/scheduler/reconcile_util.go src/github.com/hashicorp/nomad/scheduler/reconcile_util_test.go src/github.com/hashicorp/nomad/scheduler/scheduler.go src/github.com/hashicorp/nomad/scheduler/scheduler_oss.go src/github.com/hashicorp/nomad/scheduler/select.go src/github.com/hashicorp/nomad/scheduler/select_test.go src/github.com/hashicorp/nomad/scheduler/spread.go src/github.com/hashicorp/nomad/scheduler/spread_test.go src/github.com/hashicorp/nomad/scheduler/stack.go src/github.com/hashicorp/nomad/scheduler/stack_not_ent.go src/github.com/hashicorp/nomad/scheduler/stack_test.go src/github.com/hashicorp/nomad/scheduler/system_sched.go src/github.com/hashicorp/nomad/scheduler/system_sched_test.go src/github.com/hashicorp/nomad/scheduler/testing.go src/github.com/hashicorp/nomad/scheduler/util.go src/github.com/hashicorp/nomad/scheduler/util_test.go src/github.com/hashicorp/nomad/testutil/net.go src/github.com/hashicorp/nomad/testutil/responsewriter.go src/github.com/hashicorp/nomad/testutil/server.go src/github.com/hashicorp/nomad/testutil/slow.go src/github.com/hashicorp/nomad/testutil/vault.go src/github.com/hashicorp/nomad/testutil/wait.go src/github.com/hashicorp/nomad/testutil/wait_test.go src/github.com/hashicorp/nomad/version/version.go cd _build && go install -trimpath -v -p 4 -a -tags "release ui nonvidia" github.com/hashicorp/nomad github.com/hashicorp/nomad/acl github.com/hashicorp/nomad/api github.com/hashicorp/nomad/api/contexts github.com/hashicorp/nomad/api/internal/testutil github.com/hashicorp/nomad/api/internal/testutil/discover github.com/hashicorp/nomad/api/internal/testutil/freeport github.com/hashicorp/nomad/client github.com/hashicorp/nomad/client/allocdir github.com/hashicorp/nomad/client/allocdir/input github.com/hashicorp/nomad/client/allochealth github.com/hashicorp/nomad/client/allocrunner github.com/hashicorp/nomad/client/allocrunner/interfaces github.com/hashicorp/nomad/client/allocrunner/state github.com/hashicorp/nomad/client/allocrunner/taskrunner github.com/hashicorp/nomad/client/allocrunner/taskrunner/getter github.com/hashicorp/nomad/client/allocrunner/taskrunner/interfaces github.com/hashicorp/nomad/client/allocrunner/taskrunner/restarts github.com/hashicorp/nomad/client/allocrunner/taskrunner/state github.com/hashicorp/nomad/client/allocrunner/taskrunner/template github.com/hashicorp/nomad/client/allocwatcher github.com/hashicorp/nomad/client/config github.com/hashicorp/nomad/client/consul github.com/hashicorp/nomad/client/devicemanager github.com/hashicorp/nomad/client/devicemanager/state github.com/hashicorp/nomad/client/dynamicplugins github.com/hashicorp/nomad/client/fingerprint github.com/hashicorp/nomad/client/interfaces github.com/hashicorp/nomad/client/lib/fifo github.com/hashicorp/nomad/client/lib/nsutil github.com/hashicorp/nomad/client/lib/streamframer github.com/hashicorp/nomad/client/logmon github.com/hashicorp/nomad/client/logmon/logging github.com/hashicorp/nomad/client/logmon/proto github.com/hashicorp/nomad/client/pluginmanager github.com/hashicorp/nomad/client/pluginmanager/csimanager github.com/hashicorp/nomad/client/pluginmanager/drivermanager github.com/hashicorp/nomad/client/pluginmanager/drivermanager/state github.com/hashicorp/nomad/client/servers github.com/hashicorp/nomad/client/state github.com/hashicorp/nomad/client/stats github.com/hashicorp/nomad/client/structs github.com/hashicorp/nomad/client/taskenv github.com/hashicorp/nomad/client/testutil github.com/hashicorp/nomad/client/vaultclient github.com/hashicorp/nomad/command github.com/hashicorp/nomad/command/agent github.com/hashicorp/nomad/command/agent/consul github.com/hashicorp/nomad/command/agent/event github.com/hashicorp/nomad/command/agent/host github.com/hashicorp/nomad/command/agent/monitor github.com/hashicorp/nomad/command/agent/pprof github.com/hashicorp/nomad/command/raft_tools github.com/hashicorp/nomad/devices/gpu/nvidia github.com/hashicorp/nomad/devices/gpu/nvidia/cmd github.com/hashicorp/nomad/devices/gpu/nvidia/nvml github.com/hashicorp/nomad/drivers/docker github.com/hashicorp/nomad/drivers/docker/cmd github.com/hashicorp/nomad/drivers/docker/docklog github.com/hashicorp/nomad/drivers/docker/docklog/proto github.com/hashicorp/nomad/drivers/docker/util github.com/hashicorp/nomad/drivers/exec github.com/hashicorp/nomad/drivers/java github.com/hashicorp/nomad/drivers/mock github.com/hashicorp/nomad/drivers/qemu github.com/hashicorp/nomad/drivers/rawexec github.com/hashicorp/nomad/drivers/shared/eventer github.com/hashicorp/nomad/drivers/shared/executor github.com/hashicorp/nomad/drivers/shared/executor/proto github.com/hashicorp/nomad/drivers/shared/resolvconf github.com/hashicorp/nomad/helper github.com/hashicorp/nomad/helper/args github.com/hashicorp/nomad/helper/boltdd github.com/hashicorp/nomad/helper/codec github.com/hashicorp/nomad/helper/constraints/semver github.com/hashicorp/nomad/helper/discover github.com/hashicorp/nomad/helper/escapingio github.com/hashicorp/nomad/helper/fields github.com/hashicorp/nomad/helper/flag-helpers github.com/hashicorp/nomad/helper/flatmap github.com/hashicorp/nomad/helper/freeport github.com/hashicorp/nomad/helper/gated-writer github.com/hashicorp/nomad/helper/grpc-middleware/logging github.com/hashicorp/nomad/helper/logging github.com/hashicorp/nomad/helper/mount github.com/hashicorp/nomad/helper/noxssrw github.com/hashicorp/nomad/helper/pluginutils/catalog github.com/hashicorp/nomad/helper/pluginutils/grpcutils github.com/hashicorp/nomad/helper/pluginutils/hclspecutils github.com/hashicorp/nomad/helper/pluginutils/hclutils github.com/hashicorp/nomad/helper/pluginutils/loader github.com/hashicorp/nomad/helper/pluginutils/singleton github.com/hashicorp/nomad/helper/pool github.com/hashicorp/nomad/helper/raftutil github.com/hashicorp/nomad/helper/snapshot github.com/hashicorp/nomad/helper/stats github.com/hashicorp/nomad/helper/testlog github.com/hashicorp/nomad/helper/testtask github.com/hashicorp/nomad/helper/tlsutil github.com/hashicorp/nomad/helper/useragent github.com/hashicorp/nomad/helper/uuid github.com/hashicorp/nomad/helper/winsvc github.com/hashicorp/nomad/jobspec github.com/hashicorp/nomad/lib/circbufwriter github.com/hashicorp/nomad/lib/delayheap github.com/hashicorp/nomad/lib/kheap github.com/hashicorp/nomad/nomad github.com/hashicorp/nomad/nomad/deploymentwatcher github.com/hashicorp/nomad/nomad/drainer github.com/hashicorp/nomad/nomad/mock github.com/hashicorp/nomad/nomad/state github.com/hashicorp/nomad/nomad/structs github.com/hashicorp/nomad/nomad/structs/config github.com/hashicorp/nomad/nomad/types github.com/hashicorp/nomad/nomad/volumewatcher github.com/hashicorp/nomad/plugins github.com/hashicorp/nomad/plugins/base github.com/hashicorp/nomad/plugins/base/proto github.com/hashicorp/nomad/plugins/base/structs github.com/hashicorp/nomad/plugins/csi github.com/hashicorp/nomad/plugins/csi/fake github.com/hashicorp/nomad/plugins/csi/testing github.com/hashicorp/nomad/plugins/device github.com/hashicorp/nomad/plugins/device/cmd/example github.com/hashicorp/nomad/plugins/device/cmd/example/cmd github.com/hashicorp/nomad/plugins/device/proto github.com/hashicorp/nomad/plugins/drivers github.com/hashicorp/nomad/plugins/drivers/proto github.com/hashicorp/nomad/plugins/drivers/testutils github.com/hashicorp/nomad/plugins/drivers/utils github.com/hashicorp/nomad/plugins/shared/cmd/launcher github.com/hashicorp/nomad/plugins/shared/cmd/launcher/command github.com/hashicorp/nomad/plugins/shared/hclspec github.com/hashicorp/nomad/plugins/shared/structs github.com/hashicorp/nomad/plugins/shared/structs/proto github.com/hashicorp/nomad/scheduler github.com/hashicorp/nomad/testutil github.com/hashicorp/nomad/version internal/unsafeheader runtime/internal/sys internal/cpu runtime/internal/atomic internal/race sync/atomic runtime/internal/math unicode unicode/utf8 math/bits internal/bytealg internal/testlog math encoding unicode/utf16 golang.org/x/sys/internal/unsafeheader runtime crypto/internal/subtle crypto/subtle vendor/golang.org/x/crypto/cryptobyte/asn1 container/list internal/nettrace vendor/golang.org/x/crypto/internal/subtle google.golang.org/grpc/serviceconfig runtime/cgo github.com/golang/groupcache/lru go.opencensus.io go.opencensus.io/trace/internal go.opencensus.io/internal/tagencoding github.com/aws/aws-sdk-go/aws/client/metadata github.com/aws/aws-sdk-go/internal/sdkmath github.com/ulikunitz/xz/internal/hash github.com/hashicorp/nomad/vendor/github.com/hashicorp/nomad/api/contexts github.com/vmihailenco/msgpack/codes github.com/vmihailenco/tagparser/internal github.com/circonus-labs/circonus-gometrics/api/config golang.org/x/net/internal/iana github.com/agext/levenshtein github.com/hashicorp/nomad/helper/winsvc github.com/hashicorp/consul/lib/stringslice github.com/hashicorp/nomad/api/contexts github.com/hashicorp/nomad/nomad/types internal/reflectlite sync internal/singleflight google.golang.org/grpc/internal/buffer math/rand google.golang.org/grpc/internal/grpcsync github.com/aws/aws-sdk-go/internal/sync/singleflight errors sort io internal/oserror strconv syscall vendor/golang.org/x/net/dns/dnsmessage bytes reflect strings hash crypto regexp/syntax bufio internal/syscall/unix time internal/syscall/execenv crypto/internal/randutil crypto/hmac regexp crypto/rc4 vendor/golang.org/x/crypto/hkdf internal/fmtsort internal/poll context encoding/binary hash/crc32 html encoding/base64 os golang.org/x/sys/unix crypto/cipher crypto/sha512 fmt path/filepath crypto/aes io/ioutil crypto/des encoding/json crypto/ed25519/internal/edwards25519 log math/big crypto/md5 github.com/mattn/go-isatty github.com/mattn/go-colorable crypto/sha1 crypto/sha256 github.com/fatih/color encoding/hex github.com/hashicorp/go-hclog encoding/pem net net/url crypto/elliptic encoding/asn1 crypto/rand crypto/ed25519 vendor/golang.org/x/crypto/cryptobyte crypto/rsa crypto/dsa crypto/x509/pkix vendor/golang.org/x/crypto/chacha20 vendor/golang.org/x/crypto/poly1305 crypto/ecdsa vendor/golang.org/x/sys/cpu vendor/golang.org/x/crypto/curve25519 github.com/golang/protobuf/proto vendor/golang.org/x/crypto/chacha20poly1305 compress/flate golang.org/x/net/internal/timeseries compress/gzip text/template/parse vendor/golang.org/x/text/transform vendor/golang.org/x/text/unicode/bidi text/template vendor/golang.org/x/text/unicode/norm vendor/golang.org/x/text/secure/bidirule vendor/golang.org/x/net/http2/hpack mime html/template vendor/golang.org/x/net/idna mime/quotedprintable net/http/internal path text/tabwriter google.golang.org/grpc/backoff google.golang.org/grpc/grpclog google.golang.org/grpc/metadata google.golang.org/grpc/attributes crypto/x509 net/textproto vendor/golang.org/x/net/http/httpproxy google.golang.org/grpc/connectivity google.golang.org/grpc/credentials/internal google.golang.org/grpc/internal vendor/golang.org/x/net/http/httpguts mime/multipart google.golang.org/grpc/internal/grpcrand google.golang.org/grpc/codes google.golang.org/grpc/encoding google.golang.org/grpc/internal/backoff google.golang.org/grpc/encoding/proto google.golang.org/grpc/internal/balancerload github.com/golang/protobuf/ptypes/any github.com/golang/protobuf/ptypes/duration github.com/golang/protobuf/ptypes/timestamp crypto/tls google.golang.org/genproto/googleapis/rpc/status google.golang.org/grpc/internal/envconfig github.com/golang/protobuf/ptypes google.golang.org/grpc/binarylog/grpc_binarylog_v1 golang.org/x/text/transform google.golang.org/grpc/status golang.org/x/text/unicode/bidi golang.org/x/text/unicode/norm google.golang.org/grpc/internal/binarylog golang.org/x/net/http2/hpack golang.org/x/text/secure/bidirule google.golang.org/grpc/internal/syscall google.golang.org/grpc/keepalive google.golang.org/grpc/stats golang.org/x/net/idna google.golang.org/grpc/tap google.golang.org/grpc/naming github.com/hashicorp/yamux github.com/hashicorp/nomad/vendor/github.com/mitchellh/go-testing-interface os/signal golang.org/x/net/http/httpguts golang.org/x/net/context net/http/httptrace google.golang.org/grpc/credentials encoding/gob github.com/oklog/run net/http go/token google.golang.org/grpc/resolver google.golang.org/grpc/balancer google.golang.org/grpc/balancer/base google.golang.org/grpc/internal/channelz google.golang.org/grpc/balancer/roundrobin google.golang.org/grpc/internal/resolver/dns google.golang.org/grpc/internal/resolver/passthrough google.golang.org/grpc/peer os/exec github.com/hashicorp/nomad/client/lib/fifo github.com/hashicorp/nomad/client/logmon/logging github.com/hashicorp/nomad/plugins/base/structs github.com/hashicorp/nomad/plugins/shared/hclspec github.com/hashicorp/nomad/helper/pluginutils/grpcutils os/user flag github.com/moby/term github.com/dustin/go-humanize github.com/docker/docker/pkg/term github.com/hashicorp/go-rootcerts github.com/hashicorp/golang-lru/simplelru github.com/mitchellh/mapstructure github.com/hashicorp/go-immutable-radix github.com/kr/text archive/zip github.com/golang/protobuf/protoc-gen-go/descriptor google.golang.org/genproto/googleapis/type/expr google.golang.org/api/internal/third_party/uritemplates google.golang.org/genproto/googleapis/api/annotations cloud.google.com/go/internal/optional go.opencensus.io/internal go.opencensus.io/trace/tracestate runtime/trace google.golang.org/genproto/googleapis/rpc/code golang.org/x/net/trace net/http/httputil golang.org/x/net/http2 net/rpc archive/tar github.com/elazarl/go-bindata-assetfs github.com/hashicorp/go-cleanhttp github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec github.com/armon/go-metrics google.golang.org/api/googleapi github.com/hashicorp/serf/coordinate go.opencensus.io/trace github.com/hashicorp/consul/api google.golang.org/grpc/internal/transport cloud.google.com/go/internal/trace cloud.google.com/go/internal/version google.golang.org/api/iterator golang.org/x/net/context/ctxhttp golang.org/x/oauth2/internal golang.org/x/oauth2 cloud.google.com/go/compute/metadata google.golang.org/grpc github.com/hashicorp/consul/command/flags golang.org/x/oauth2/jws golang.org/x/oauth2/jwt go.opencensus.io/trace/propagation go.opencensus.io/plugin/ochttp/propagation/b3 golang.org/x/oauth2/google go.opencensus.io/resource go.opencensus.io/metric/metricdata runtime/pprof go.opencensus.io/metric/metricproducer google.golang.org/api/googleapi/transport google.golang.org/api/transport/cert go.opencensus.io/tag google.golang.org/api/transport/http/internal/propagation compress/bzip2 go.opencensus.io/stats/internal go.opencensus.io/stats encoding/xml go.opencensus.io/stats/view github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-plugin/internal/plugin google.golang.org/grpc/health/grpc_health_v1 github.com/hashicorp/nomad/client/logmon/proto google.golang.org/grpc/health github.com/hashicorp/nomad/plugins/base/proto github.com/googleapis/gax-go/v2 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-plugin google.golang.org/genproto/googleapis/iam/v1 cloud.google.com/go/internal google.golang.org/api/internal cloud.google.com/go/iam google.golang.org/api/option google.golang.org/api/internal/gensupport google.golang.org/api/option/internaloption go.opencensus.io/plugin/ochttp github.com/aws/aws-sdk-go/aws/awserr github.com/aws/aws-sdk-go/internal/ini github.com/aws/aws-sdk-go/internal/shareddefaults github.com/aws/aws-sdk-go/aws/endpoints github.com/aws/aws-sdk-go/aws/credentials google.golang.org/api/transport/http github.com/aws/aws-sdk-go/internal/sdkio google.golang.org/api/storage/v1 github.com/jmespath/go-jmespath github.com/aws/aws-sdk-go/aws/awsutil github.com/aws/aws-sdk-go/internal/sdkrand github.com/aws/aws-sdk-go/internal/sdkuri github.com/aws/aws-sdk-go/aws/credentials/processcreds github.com/aws/aws-sdk-go/internal/strings github.com/aws/aws-sdk-go/aws/arn github.com/aws/aws-sdk-go/internal/s3shared/arn github.com/bgentry/go-netrc/netrc github.com/hashicorp/go-getter/helper/url github.com/hashicorp/go-safetemp cloud.google.com/go/storage github.com/hashicorp/go-version github.com/mitchellh/go-homedir github.com/mitchellh/go-testing-interface github.com/hashicorp/nomad/plugins/base github.com/ulikunitz/xz/internal/xlog github.com/ulikunitz/xz/lzma github.com/hashicorp/nomad/client/logmon hash/crc64 github.com/hashicorp/errwrap github.com/hashicorp/go-multierror github.com/hashicorp/nomad/vendor/github.com/hashicorp/hcl/hcl/strconv github.com/gorilla/websocket github.com/hashicorp/nomad/vendor/github.com/hashicorp/hcl/hcl/token github.com/ulikunitz/xz github.com/hashicorp/nomad/vendor/github.com/hashicorp/hcl/hcl/ast github.com/hashicorp/nomad/vendor/github.com/hashicorp/hcl/hcl/scanner github.com/aws/aws-sdk-go/aws github.com/hashicorp/nomad/vendor/github.com/hashicorp/hcl/hcl/parser github.com/hashicorp/nomad/vendor/github.com/hashicorp/hcl/json/token github.com/hashicorp/nomad/vendor/github.com/hashicorp/hcl/json/scanner github.com/hashicorp/nomad/vendor/github.com/hashicorp/cronexpr container/heap encoding/base32 github.com/aws/aws-sdk-go/aws/request github.com/aws/aws-sdk-go/private/protocol/eventstream github.com/hashicorp/nomad/vendor/github.com/hashicorp/hcl/json/parser github.com/hashicorp/nomad/vendor/github.com/hashicorp/nomad/api github.com/hashicorp/nomad/vendor/github.com/hashicorp/hcl github.com/hashicorp/golang-lru github.com/ryanuber/go-glob github.com/hashicorp/nomad/acl github.com/hashicorp/go-sockaddr github.com/aws/aws-sdk-go/aws/client github.com/aws/aws-sdk-go/aws/corehandlers github.com/aws/aws-sdk-go/private/protocol github.com/aws/aws-sdk-go/aws/ec2metadata github.com/aws/aws-sdk-go/private/protocol/rest github.com/aws/aws-sdk-go/aws/credentials/ec2rolecreds github.com/aws/aws-sdk-go/private/protocol/query/queryutil github.com/aws/aws-sdk-go/private/protocol/xml/xmlutil github.com/aws/aws-sdk-go/aws/signer/v4 github.com/aws/aws-sdk-go/aws/csm github.com/aws/aws-sdk-go/private/protocol/json/jsonutil github.com/aws/aws-sdk-go/internal/s3shared github.com/aws/aws-sdk-go/private/protocol/query github.com/aws/aws-sdk-go/internal/s3shared/s3err github.com/aws/aws-sdk-go/private/checksum github.com/aws/aws-sdk-go/service/sts github.com/aws/aws-sdk-go/aws/credentials/endpointcreds github.com/aws/aws-sdk-go/private/protocol/eventstream/eventstreamapi github.com/aws/aws-sdk-go/private/protocol/restxml github.com/hashicorp/nomad/command/agent/host github.com/aws/aws-sdk-go/aws/defaults github.com/aws/aws-sdk-go/service/s3 github.com/hashicorp/nomad/command/agent/pprof github.com/aws/aws-sdk-go/service/sts/stsiface github.com/hashicorp/nomad/helper github.com/hashicorp/nomad/helper/args github.com/hashicorp/nomad/helper/constraints/semver github.com/aws/aws-sdk-go/aws/credentials/stscreds github.com/hashicorp/nomad/helper/flatmap github.com/hashicorp/nomad/helper/uuid github.com/aws/aws-sdk-go/aws/session github.com/hashicorp/nomad/lib/kheap github.com/golang/protobuf/ptypes/wrappers github.com/hashicorp/go-msgpack/codec github.com/hashicorp/nomad/plugins/shared/structs/proto runtime/debug github.com/hashicorp/nomad/plugins/shared/structs testing github.com/mitchellh/reflectwalk github.com/mitchellh/copystructure hash/fnv golang.org/x/sys/cpu github.com/hashicorp/raft github.com/mitchellh/hashstructure github.com/LK4D4/joincontext golang.org/x/crypto/blake2b github.com/grpc-ecosystem/go-grpc-middleware/util/backoffutils github.com/grpc-ecosystem/go-grpc-middleware/util/metautils github.com/grpc-ecosystem/go-grpc-middleware/retry github.com/hashicorp/nomad/client/dynamicplugins github.com/hashicorp/nomad/client/pluginmanager github.com/moby/sys/mountinfo github.com/hashicorp/nomad/vendor/github.com/container-storage-interface/spec/lib/go/csi github.com/moby/sys/mount github.com/docker/docker/pkg/mount github.com/hashicorp/nomad/helper/mount github.com/hashicorp/nomad/helper/grpc-middleware/logging github.com/shirou/gopsutil/internal/common github.com/hashicorp/nomad/nomad/structs github.com/shirou/gopsutil/cpu github.com/hashicorp/nomad/helper/stats github.com/hashicorp/nomad/plugins/device/proto github.com/shirou/gopsutil/disk github.com/hashicorp/nomad/plugins/device github.com/shirou/gopsutil/host github.com/hashicorp/go-getter github.com/shirou/gopsutil/mem github.com/influxdata/tail/util github.com/hashicorp/nomad/client/stats gopkg.in/fsnotify.v1 gopkg.in/tomb.v1 github.com/hashicorp/nomad/plugins/drivers/proto github.com/hpcloud/tail/watch github.com/zclconf/go-cty/cty/set github.com/vmihailenco/tagparser/internal/parser github.com/vmihailenco/tagparser github.com/zclconf/go-cty/cty github.com/vmihailenco/msgpack github.com/NYTimes/gziphandler github.com/hashicorp/go-retryablehttp github.com/pkg/errors github.com/hashicorp/nomad/plugins/csi github.com/zclconf/go-cty/cty/convert github.com/tv42/httpunix github.com/circonus-labs/circonusllhist github.com/circonus-labs/circonus-gometrics/api github.com/hashicorp/nomad/client/pluginmanager/csimanager github.com/zclconf/go-cty/cty/msgpack github.com/DataDog/datadog-go/statsd expvar github.com/armon/go-metrics/datadog github.com/circonus-labs/circonus-gometrics/checkmgr github.com/beorn7/perks/quantile github.com/hashicorp/nomad/client/structs github.com/cespare/xxhash github.com/prometheus/client_model/go github.com/matttproud/golang_protobuf_extensions/pbutil github.com/hashicorp/nomad/client/allocdir github.com/prometheus/common/internal/bitbucket.org/ww/goautoneg github.com/circonus-labs/circonus-gometrics github.com/prometheus/common/model github.com/prometheus/client_golang/prometheus/internal github.com/hashicorp/nomad/plugins/drivers github.com/prometheus/procfs/internal/fs github.com/prometheus/procfs/internal/util github.com/armon/go-metrics/circonus github.com/prometheus/common/expfmt github.com/prometheus/procfs github.com/docker/docker/pkg/ioutils github.com/golang/snappy github.com/hashicorp/nomad/client/allocrunner/taskrunner/restarts log/syslog compress/lzw github.com/google/btree github.com/hashicorp/go-syslog golang.org/x/crypto/ed25519 golang.org/x/net/bpf golang.org/x/net/internal/socket github.com/hashicorp/consul/logging github.com/hashicorp/memberlist/vendor/github.com/sean-/seed github.com/hashicorp/consul/ipaddr github.com/hashicorp/consul/sdk/freeport golang.org/x/net/ipv4 golang.org/x/net/ipv6 github.com/hashicorp/consul/version github.com/prometheus/client_golang/prometheus github.com/hashicorp/go-uuid github.com/hashicorp/go-checkpoint github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-connlimit github.com/miekg/dns github.com/denverdino/aliyungo/util github.com/aws/aws-sdk-go/private/protocol/ec2query github.com/denverdino/aliyungo/common github.com/aws/aws-sdk-go/service/ec2 github.com/prometheus/client_golang/prometheus/push github.com/armon/go-metrics/prometheus github.com/denverdino/aliyungo/ecs google.golang.org/api/compute/v1 github.com/hashicorp/go-discover/provider/aliyun github.com/gophercloud/gophercloud github.com/hashicorp/mdns github.com/hashicorp/memberlist github.com/hashicorp/go-discover/provider/mdns github.com/gophercloud/gophercloud/pagination github.com/gophercloud/gophercloud/openstack/identity/v2/tenants github.com/hashicorp/serf/serf github.com/gophercloud/gophercloud/openstack/identity/v2/tokens github.com/gophercloud/gophercloud/openstack/identity/v3/tokens github.com/hashicorp/consul/agent/consul/autopilot github.com/hashicorp/consul/lib github.com/gophercloud/gophercloud/openstack/identity/v3/extensions/ec2tokens github.com/gophercloud/gophercloud/openstack/identity/v3/extensions/oauth1 github.com/gophercloud/gophercloud/openstack/utils github.com/gophercloud/gophercloud/openstack/compute/v2/servers github.com/gophercloud/gophercloud/openstack github.com/packethost/packngo github.com/hashicorp/go-discover/provider/os github.com/hashicorp/go-sockaddr/template github.com/hashicorp/logutils github.com/containernetworking/cni/pkg/types github.com/containernetworking/cni/pkg/types/020 github.com/hashicorp/go-discover/provider/packet github.com/containernetworking/cni/pkg/types/current github.com/containernetworking/cni/pkg/utils github.com/containernetworking/cni/pkg/version github.com/coreos/go-iptables/iptables github.com/containernetworking/cni/pkg/invoke github.com/containernetworking/cni/libcni github.com/hashicorp/nomad/client/allocrunner/taskrunner/interfaces github.com/hashicorp/nomad/client/taskenv github.com/containerd/go-cni github.com/davecgh/go-spew/spew github.com/pmezard/go-difflib/difflib gopkg.in/yaml.v3 net/http/httptest github.com/hashicorp/nomad/client/allocrunner/state github.com/hashicorp/nomad/client/allocrunner/interfaces github.com/hashicorp/nomad/vendor/github.com/hashicorp/consul-template/signals github.com/apparentlymart/go-textseg/textseg github.com/stretchr/testify/assert github.com/mitchellh/go-wordwrap github.com/zclconf/go-cty/cty/function github.com/hashicorp/nomad/vendor/github.com/hashicorp/hcl/v2 github.com/hashicorp/nomad/nomad/mock github.com/hashicorp/nomad/vendor/github.com/hashicorp/hcl/v2/ext/customdecode github.com/hashicorp/nomad/vendor/github.com/hashicorp/hcl/v2/hcldec github.com/hashicorp/nomad/command/agent/consul github.com/hashicorp/nomad/client/allocrunner/taskrunner/getter github.com/hashicorp/nomad/client/allocrunner/taskrunner/state github.com/hashicorp/nomad/vendor/github.com/hashicorp/vault/sdk/helper/consts github.com/hashicorp/nomad/vendor/github.com/hashicorp/vault/sdk/helper/hclutil github.com/pierrec/lz4/internal/xxh32 github.com/hashicorp/nomad/client/consul github.com/pierrec/lz4 github.com/hashicorp/nomad/client/allochealth github.com/hashicorp/nomad/vendor/github.com/hashicorp/vault/sdk/helper/strutil github.com/hashicorp/nomad/vendor/github.com/hashicorp/vault/sdk/helper/compressutil github.com/hashicorp/nomad/vendor/github.com/hashicorp/vault/sdk/helper/jsonutil github.com/hashicorp/nomad/vendor/github.com/hashicorp/vault/sdk/helper/parseutil golang.org/x/time/rate golang.org/x/crypto/pbkdf2 gopkg.in/square/go-jose.v2/cipher gopkg.in/square/go-jose.v2/json github.com/hashicorp/nomad/vendor/github.com/hashicorp/consul-template/child github.com/hashicorp/nomad/vendor/github.com/hashicorp/consul-template/renderer github.com/BurntSushi/toml gopkg.in/square/go-jose.v2 github.com/hashicorp/go-discover/provider/gce gopkg.in/yaml.v2 github.com/hashicorp/nomad/vendor/github.com/hashicorp/consul-template/version github.com/mattn/go-shellwords github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-envparse github.com/boltdb/bolt gopkg.in/square/go-jose.v2/jwt github.com/hashicorp/nomad/vendor/github.com/hashicorp/vault/api github.com/hashicorp/nomad/client/devicemanager/state github.com/hashicorp/nomad/client/pluginmanager/drivermanager/state github.com/hashicorp/nomad/helper/boltdd encoding/csv github.com/hashicorp/nomad/client/state github.com/zclconf/go-cty/cty/gocty github.com/hashicorp/nomad/vendor/github.com/hashicorp/consul-template/config github.com/hashicorp/nomad/vendor/github.com/hashicorp/consul-template/dependency github.com/zclconf/go-cty/cty/json github.com/hashicorp/go-discover/provider/aws github.com/stretchr/testify/require github.com/zclconf/go-cty/cty/function/stdlib github.com/hashicorp/go-discover github.com/hashicorp/nomad/vendor/github.com/hashicorp/consul-template/template github.com/hashicorp/nomad/vendor/github.com/hashicorp/consul-template/watch github.com/hashicorp/nomad/nomad/structs/config github.com/hashicorp/nomad/plugins github.com/hashicorp/nomad/helper/testlog github.com/hashicorp/nomad/version github.com/hashicorp/nomad/client/interfaces github.com/hashicorp/nomad/client/vaultclient github.com/hashicorp/nomad/vendor/github.com/hashicorp/hcl/v2/hclsyntax github.com/hashicorp/nomad/vendor/github.com/hashicorp/consul-template/manager github.com/containernetworking/plugins/pkg/ns github.com/hashicorp/nomad/client/lib/nsutil github.com/hashicorp/nomad/helper/useragent github.com/cyphar/filepath-securejoin github.com/sirupsen/logrus github.com/godbus/dbus github.com/opencontainers/runc/libcontainer/devices github.com/opencontainers/runtime-spec/specs-go github.com/opencontainers/runc/libcontainer/user github.com/opencontainers/runc/libcontainer/cgroups/fscommon github.com/opencontainers/runc/libcontainer/system github.com/hashicorp/nomad/client/lib/streamframer github.com/hashicorp/nomad/client/servers github.com/hashicorp/nomad/command/agent/monitor github.com/hashicorp/nomad/helper/codec github.com/armon/circbuf github.com/docker/docker/api/types/blkiodev github.com/docker/docker/api/types/mount github.com/docker/docker/api/types/strslice github.com/docker/go-connections/nat github.com/hashicorp/nomad/helper/pluginutils/hclspecutils github.com/hashicorp/nomad/vendor/github.com/hashicorp/hcl/v2/json github.com/docker/go-units github.com/docker/docker/api/types/container github.com/docker/docker/api/types/versions github.com/docker/docker/api/types/filters github.com/opencontainers/go-digest github.com/hashicorp/nomad/helper/pluginutils/hclutils github.com/docker/docker/api/types/network github.com/coreos/go-systemd/dbus github.com/opencontainers/image-spec/specs-go github.com/gogo/protobuf/proto github.com/opencontainers/image-spec/specs-go/v1 github.com/docker/docker/api/types/registry github.com/docker/docker-credential-helpers/credentials github.com/hashicorp/nomad/helper/pluginutils/loader github.com/docker/docker-credential-helpers/client golang.org/x/sys/execabs github.com/opencontainers/runc/libcontainer/configs github.com/docker/distribution/digestset github.com/hashicorp/nomad/client/config github.com/hashicorp/nomad/helper/pluginutils/singleton github.com/opencontainers/runc/libcontainer/cgroups github.com/hashicorp/nomad/client/devicemanager github.com/hashicorp/nomad/client/allocrunner/taskrunner/template github.com/hashicorp/nomad/client/pluginmanager/drivermanager github.com/hashicorp/nomad/client/allocwatcher github.com/hashicorp/nomad/client/fingerprint github.com/hashicorp/nomad/client/allocrunner/taskrunner github.com/docker/distribution/reference github.com/containerd/containerd/errdefs github.com/docker/distribution/registry/api/errcode github.com/docker/docker/errdefs github.com/syndtr/gocapability/capability github.com/morikuni/aec github.com/docker/docker/oci/caps github.com/docker/docker/pkg/jsonmessage github.com/docker/distribution github.com/hashicorp/nomad/client/allocrunner github.com/docker/docker/api/types/swarm/runtime github.com/gorilla/mux github.com/docker/distribution/registry/client/auth/challenge github.com/docker/docker/api/types/swarm github.com/docker/distribution/registry/client/transport github.com/docker/docker/api/types github.com/docker/distribution/registry/api/v2 github.com/prometheus/client_golang/prometheus/promhttp github.com/docker/cli/cli/config/types github.com/docker/docker/pkg/homedir github.com/docker/docker/pkg/stringid github.com/docker/cli/cli/config/credentials github.com/docker/docker/rootless github.com/docker/go-connections/tlsconfig github.com/docker/cli/cli/config/configfile net/http/cookiejar github.com/containerd/containerd/log github.com/containerd/continuity/sysx github.com/containerd/containerd/sys golang.org/x/sync/errgroup text/scanner github.com/containerd/continuity/fs github.com/docker/go-metrics github.com/docker/docker/pkg/fileutils github.com/docker/docker/pkg/system github.com/docker/docker/pkg/pools github.com/docker/docker/pkg/stdcopy github.com/docker/docker/pkg/idtools github.com/docker/distribution/metrics github.com/hashicorp/nomad/drivers/docker/docklog/proto github.com/hashicorp/nomad/drivers/shared/eventer github.com/docker/distribution/registry/storage/cache github.com/docker/docker/pkg/archive github.com/hashicorp/nomad/drivers/shared/executor/proto github.com/docker/distribution/registry/storage/cache/memory github.com/kr/pty github.com/docker/distribution/registry/client github.com/mitchellh/go-ps github.com/checkpoint-restore/go-criu/rpc github.com/docker/distribution/registry/client/auth github.com/containerd/console github.com/checkpoint-restore/go-criu github.com/mrunalp/fileutils github.com/docker/docker/registry github.com/fsouza/go-dockerclient github.com/opencontainers/runc/libcontainer/utils github.com/opencontainers/runc/libcontainer/capabilities github.com/opencontainers/runc/libcontainer/cgroups/devices github.com/opencontainers/runc/libcontainer/apparmor hash/adler32 github.com/opencontainers/runc/libcontainer/cgroups/fs compress/zlib debug/dwarf github.com/cilium/ebpf/asm github.com/cilium/ebpf/internal/unix github.com/opencontainers/runc/libcontainer/cgroups/ebpf/devicefilter github.com/cilium/ebpf/internal github.com/willf/bitset github.com/opencontainers/runc/libcontainer/intelrdt debug/elf github.com/opencontainers/selinux/pkg/pwalk github.com/opencontainers/runc/libcontainer/keys github.com/opencontainers/selinux/go-selinux github.com/hashicorp/nomad/drivers/docker/docklog github.com/hashicorp/nomad/drivers/docker/util github.com/opencontainers/runc/libcontainer/logs github.com/opencontainers/runc/libcontainer/seccomp github.com/opencontainers/runc/libcontainer/stacktrace github.com/opencontainers/runc/types github.com/vishvananda/netns github.com/opencontainers/runc/libcontainer/configs/validate github.com/opencontainers/selinux/go-selinux/label github.com/cilium/ebpf/internal/btf github.com/vishvananda/netlink/nl github.com/opencontainers/runc/libcontainer/nsenter github.com/opencontainers/runc/libcontainer/specconv github.com/shirou/gopsutil/net github.com/cilium/ebpf github.com/vishvananda/netlink github.com/shirou/gopsutil/process github.com/docker/libnetwork/resolvconf/dns github.com/ishidawataru/sctp github.com/opencontainers/runc/libcontainer/cgroups/ebpf github.com/opencontainers/runc/libcontainer/cgroups/fs2 github.com/docker/libnetwork/types github.com/opencontainers/runc/libcontainer/cgroups/systemd github.com/docker/libnetwork/resolvconf github.com/hashicorp/nomad/plugins/drivers/utils github.com/hashicorp/nomad/drivers/shared/resolvconf github.com/coreos/go-semver/semver github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc github.com/hashicorp/nomad/helper/tlsutil github.com/hashicorp/nomad/command/agent/event github.com/hashicorp/nomad/helper/flag-helpers github.com/hashicorp/nomad/helper/freeport github.com/hashicorp/nomad/helper/gated-writer github.com/hashicorp/nomad/helper/pool github.com/hashicorp/nomad/helper/logging github.com/hashicorp/nomad/helper/noxssrw github.com/hashicorp/nomad/jobspec github.com/hashicorp/go-memdb github.com/hashicorp/nomad/helper/snapshot github.com/hashicorp/nomad/lib/delayheap github.com/hashicorp/raft-boltdb gopkg.in/tomb.v2 github.com/opencontainers/runc/libcontainer github.com/hashicorp/nomad/nomad/state github.com/hashicorp/nomad/helper/discover github.com/kr/pretty/vendor/github.com/rogpeppe/go-internal/fmtsort github.com/armon/go-radix github.com/kr/pretty github.com/bgentry/speakeasy github.com/posener/complete/cmd/install github.com/posener/complete/cmd github.com/hashicorp/nomad/testutil github.com/posener/complete github.com/mitchellh/cli github.com/rs/cors github.com/hashicorp/nomad/drivers/shared/executor internal/profile github.com/hashicorp/nomad/helper/escapingio github.com/mitchellh/colorstring github.com/hashicorp/nomad/nomad/deploymentwatcher github.com/hashicorp/nomad/nomad/drainer github.com/hashicorp/nomad/nomad/volumewatcher github.com/hashicorp/nomad/scheduler net/http/pprof github.com/hashicorp/nomad/drivers/docker github.com/hashicorp/nomad/drivers/exec github.com/hashicorp/nomad/drivers/java github.com/hashicorp/nomad/drivers/qemu github.com/hashicorp/nomad/drivers/rawexec github.com/ryanuber/columnize github.com/skratchdot/open-golang/open golang.org/x/term github.com/hashicorp/nomad/vendor/github.com/sean-/seed github.com/hashicorp/nomad/api github.com/hashicorp/nomad/helper/pluginutils/catalog golang.org/x/crypto/ssh/terminal github.com/hashicorp/nomad/api/internal/testutil/discover github.com/hashicorp/nomad/client github.com/hashicorp/nomad/api/internal/testutil/freeport github.com/hashicorp/nomad/api/internal/testutil github.com/hashicorp/nomad/client/allocdir/input github.com/hashicorp/nomad/nomad github.com/hashicorp/nomad/client/testutil github.com/hashicorp/nomad/command/raft_tools github.com/hashicorp/nomad/vendor/github.com/NVIDIA/gpu-monitoring-tools/bindings/go/nvml github.com/hashicorp/nomad/drivers/docker/cmd github.com/hashicorp/nomad/drivers/mock github.com/hashicorp/nomad/helper/fields github.com/hashicorp/nomad/helper/testtask github.com/hashicorp/nomad/lib/circbufwriter github.com/hashicorp/nomad/plugins/csi/fake github.com/hashicorp/nomad/plugins/csi/testing github.com/hashicorp/nomad/plugins/device/cmd/example github.com/hashicorp/nomad/plugins/device/cmd/example/cmd github.com/hashicorp/nomad/devices/gpu/nvidia/nvml github.com/hashicorp/nomad/devices/gpu/nvidia github.com/hashicorp/nomad/devices/gpu/nvidia/cmd github.com/hashicorp/nomad/command/agent github.com/hashicorp/nomad/helper/raftutil github.com/hashicorp/nomad/plugins/drivers/testutils github.com/hashicorp/nomad/plugins/shared/cmd/launcher/command github.com/hashicorp/nomad/plugins/shared/cmd/launcher github.com/hashicorp/nomad/command github.com/hashicorp/nomad make[1]: Leaving directory '/build/nomad-0Wzubl/nomad-0.12.10+dfsg1' debian/rules override_dh_auto_test make[1]: Entering directory '/build/nomad-0Wzubl/nomad-0.12.10+dfsg1' PATH="/build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/bin:$PATH" \ DH_GOLANG_EXCLUDES="demo e2e internal/testing/apitests client api command devices/gpu drivers/docker drivers/shared nomad/deploymentwatcher" \ skipOnlineTestsEnvVar=1 \ dh_auto_test -v --max-parallel=3 -- -short -failfast -timeout 7m -tags "release ui nonvidia" cd _build && go test -vet=off -v -p 3 -short -failfast -timeout 7m -tags "release ui nonvidia" github.com/hashicorp/nomad github.com/hashicorp/nomad/acl github.com/hashicorp/nomad/drivers/exec github.com/hashicorp/nomad/drivers/java github.com/hashicorp/nomad/drivers/mock github.com/hashicorp/nomad/drivers/qemu github.com/hashicorp/nomad/drivers/rawexec github.com/hashicorp/nomad/helper github.com/hashicorp/nomad/helper/args github.com/hashicorp/nomad/helper/boltdd github.com/hashicorp/nomad/helper/codec github.com/hashicorp/nomad/helper/constraints/semver github.com/hashicorp/nomad/helper/discover github.com/hashicorp/nomad/helper/fields github.com/hashicorp/nomad/helper/flag-helpers github.com/hashicorp/nomad/helper/flatmap github.com/hashicorp/nomad/helper/freeport github.com/hashicorp/nomad/helper/gated-writer github.com/hashicorp/nomad/helper/grpc-middleware/logging github.com/hashicorp/nomad/helper/logging github.com/hashicorp/nomad/helper/mount github.com/hashicorp/nomad/helper/noxssrw github.com/hashicorp/nomad/helper/pluginutils/catalog github.com/hashicorp/nomad/helper/pluginutils/grpcutils github.com/hashicorp/nomad/helper/pluginutils/hclspecutils github.com/hashicorp/nomad/helper/pluginutils/hclutils github.com/hashicorp/nomad/helper/pluginutils/loader github.com/hashicorp/nomad/helper/pluginutils/singleton github.com/hashicorp/nomad/helper/pool github.com/hashicorp/nomad/helper/raftutil github.com/hashicorp/nomad/helper/snapshot github.com/hashicorp/nomad/helper/stats github.com/hashicorp/nomad/helper/testlog github.com/hashicorp/nomad/helper/testtask github.com/hashicorp/nomad/helper/tlsutil github.com/hashicorp/nomad/helper/useragent github.com/hashicorp/nomad/helper/uuid github.com/hashicorp/nomad/helper/winsvc github.com/hashicorp/nomad/jobspec github.com/hashicorp/nomad/lib/circbufwriter github.com/hashicorp/nomad/lib/delayheap github.com/hashicorp/nomad/lib/kheap github.com/hashicorp/nomad/nomad github.com/hashicorp/nomad/nomad/drainer github.com/hashicorp/nomad/nomad/mock github.com/hashicorp/nomad/nomad/state github.com/hashicorp/nomad/nomad/structs github.com/hashicorp/nomad/nomad/structs/config github.com/hashicorp/nomad/nomad/types github.com/hashicorp/nomad/nomad/volumewatcher github.com/hashicorp/nomad/plugins github.com/hashicorp/nomad/plugins/base github.com/hashicorp/nomad/plugins/base/proto github.com/hashicorp/nomad/plugins/base/structs github.com/hashicorp/nomad/plugins/csi github.com/hashicorp/nomad/plugins/csi/fake github.com/hashicorp/nomad/plugins/csi/testing github.com/hashicorp/nomad/plugins/device github.com/hashicorp/nomad/plugins/device/cmd/example github.com/hashicorp/nomad/plugins/device/cmd/example/cmd github.com/hashicorp/nomad/plugins/device/proto github.com/hashicorp/nomad/plugins/drivers github.com/hashicorp/nomad/plugins/drivers/proto github.com/hashicorp/nomad/plugins/drivers/testutils github.com/hashicorp/nomad/plugins/drivers/utils github.com/hashicorp/nomad/plugins/shared/cmd/launcher github.com/hashicorp/nomad/plugins/shared/hclspec github.com/hashicorp/nomad/plugins/shared/structs github.com/hashicorp/nomad/plugins/shared/structs/proto github.com/hashicorp/nomad/scheduler github.com/hashicorp/nomad/testutil github.com/hashicorp/nomad/version testing: warning: no tests to run PASS ok github.com/hashicorp/nomad 0.649s [no tests to run] === RUN TestCapabilitySet --- PASS: TestCapabilitySet (0.00s) === RUN TestMaxPrivilege --- PASS: TestMaxPrivilege (0.00s) === RUN TestACLManagement --- PASS: TestACLManagement (0.00s) === RUN TestACLMerge --- PASS: TestACLMerge (0.00s) === RUN TestAllowNamespace === RUN TestAllowNamespace/namespace_"foo"_{} === RUN TestAllowNamespace/namespace_"foo"_{_policy_=_"deny"_} === RUN TestAllowNamespace/namespace_"foo"_{_capabilities_=_["deny"]_} === RUN TestAllowNamespace/namespace_"foo"_{_capabilities_=_["list-jobs"]_} === RUN TestAllowNamespace/namespace_"foo"_{_policy_=_"read"_} --- PASS: TestAllowNamespace (0.00s) --- PASS: TestAllowNamespace/namespace_"foo"_{} (0.00s) --- PASS: TestAllowNamespace/namespace_"foo"_{_policy_=_"deny"_} (0.00s) --- PASS: TestAllowNamespace/namespace_"foo"_{_capabilities_=_["deny"]_} (0.00s) --- PASS: TestAllowNamespace/namespace_"foo"_{_capabilities_=_["list-jobs"]_} (0.00s) --- PASS: TestAllowNamespace/namespace_"foo"_{_policy_=_"read"_} (0.00s) === RUN TestWildcardNamespaceMatching === RUN TestWildcardNamespaceMatching/namespace_"prod-api-*"_{_policy_=_"write"_} === RUN TestWildcardNamespaceMatching/namespace_"prod-api"_{_policy_=_"write"_} === RUN TestWildcardNamespaceMatching/namespace_"prod-api-services"_{_policy_=_"deny"_}_____________namespace_"prod-api-*"_{_policy_=_"write"_} === RUN TestWildcardNamespaceMatching/namespace_"prod-api-*"_{_policy_=_"deny"_}_____________namespace_"prod-api-services"_{_policy_=_"write"_} === RUN TestWildcardNamespaceMatching/namespace_"*-api-services"_{_policy_=_"deny"_}_____________namespace_"prod-api-*"_{_policy_=_"write"_} === RUN TestWildcardNamespaceMatching/namespace_"prod-api-*"_{_policy_=_"write"_}________________namespace_"*-api-services"_{_policy_=_"deny"_} --- PASS: TestWildcardNamespaceMatching (0.00s) --- PASS: TestWildcardNamespaceMatching/namespace_"prod-api-*"_{_policy_=_"write"_} (0.00s) --- PASS: TestWildcardNamespaceMatching/namespace_"prod-api"_{_policy_=_"write"_} (0.00s) --- PASS: TestWildcardNamespaceMatching/namespace_"prod-api-services"_{_policy_=_"deny"_}_____________namespace_"prod-api-*"_{_policy_=_"write"_} (0.00s) --- PASS: TestWildcardNamespaceMatching/namespace_"prod-api-*"_{_policy_=_"deny"_}_____________namespace_"prod-api-services"_{_policy_=_"write"_} (0.00s) --- PASS: TestWildcardNamespaceMatching/namespace_"*-api-services"_{_policy_=_"deny"_}_____________namespace_"prod-api-*"_{_policy_=_"write"_} (0.00s) --- PASS: TestWildcardNamespaceMatching/namespace_"prod-api-*"_{_policy_=_"write"_}________________namespace_"*-api-services"_{_policy_=_"deny"_} (0.00s) === RUN TestWildcardHostVolumeMatching === RUN TestWildcardHostVolumeMatching/host_volume_"prod-api-*"_{_policy_=_"write"_} === RUN TestWildcardHostVolumeMatching/host_volume_"prod-api"_{_policy_=_"write"_} === RUN TestWildcardHostVolumeMatching/host_volume_"prod-api-services"_{_policy_=_"deny"_}_____________host_volume_"prod-api-*"_{_policy_=_"write"_} === RUN TestWildcardHostVolumeMatching/host_volume_"prod-api-*"_{_policy_=_"deny"_}_____________host_volume_"prod-api-services"_{_policy_=_"write"_} === RUN TestWildcardHostVolumeMatching/host_volume_"*-api-services"_{_policy_=_"deny"_}_____________host_volume_"prod-api-*"_{_policy_=_"write"_} === RUN TestWildcardHostVolumeMatching/host_volume_"prod-api-*"_{_policy_=_"write"_}________________host_volume_"*-api-services"_{_policy_=_"deny"_} --- PASS: TestWildcardHostVolumeMatching (0.00s) --- PASS: TestWildcardHostVolumeMatching/host_volume_"prod-api-*"_{_policy_=_"write"_} (0.00s) --- PASS: TestWildcardHostVolumeMatching/host_volume_"prod-api"_{_policy_=_"write"_} (0.00s) --- PASS: TestWildcardHostVolumeMatching/host_volume_"prod-api-services"_{_policy_=_"deny"_}_____________host_volume_"prod-api-*"_{_policy_=_"write"_} (0.00s) --- PASS: TestWildcardHostVolumeMatching/host_volume_"prod-api-*"_{_policy_=_"deny"_}_____________host_volume_"prod-api-services"_{_policy_=_"write"_} (0.00s) --- PASS: TestWildcardHostVolumeMatching/host_volume_"*-api-services"_{_policy_=_"deny"_}_____________host_volume_"prod-api-*"_{_policy_=_"write"_} (0.00s) --- PASS: TestWildcardHostVolumeMatching/host_volume_"prod-api-*"_{_policy_=_"write"_}________________host_volume_"*-api-services"_{_policy_=_"deny"_} (0.00s) === RUN TestACL_matchingCapabilitySet_returnsAllMatches === RUN TestACL_matchingCapabilitySet_returnsAllMatches/namespace_"production-*"_{_policy_=_"write"_} === RUN TestACL_matchingCapabilitySet_returnsAllMatches/namespace_"prod-*"_{_policy_=_"write"_} === RUN TestACL_matchingCapabilitySet_returnsAllMatches/namespace_"production-*"_{_policy_=_"write"_}_________namespace_"production-*-api"_{_policy_=_"deny"_} --- PASS: TestACL_matchingCapabilitySet_returnsAllMatches (0.00s) --- PASS: TestACL_matchingCapabilitySet_returnsAllMatches/namespace_"production-*"_{_policy_=_"write"_} (0.00s) --- PASS: TestACL_matchingCapabilitySet_returnsAllMatches/namespace_"prod-*"_{_policy_=_"write"_} (0.00s) --- PASS: TestACL_matchingCapabilitySet_returnsAllMatches/namespace_"production-*"_{_policy_=_"write"_}_________namespace_"production-*-api"_{_policy_=_"deny"_} (0.00s) === RUN TestACL_matchingCapabilitySet_difference === RUN TestACL_matchingCapabilitySet_difference/namespace_"production-*"_{_policy_=_"write"_} === RUN TestACL_matchingCapabilitySet_difference/namespace_"production-*"_{_policy_=_"write"_}#01 === RUN TestACL_matchingCapabilitySet_difference/namespace_"production-**"_{_policy_=_"write"_} === RUN TestACL_matchingCapabilitySet_difference/namespace_"*"_{_policy_=_"write"_} === RUN TestACL_matchingCapabilitySet_difference/namespace_"*admin*"_{_policy_=_"write"_} --- PASS: TestACL_matchingCapabilitySet_difference (0.00s) --- PASS: TestACL_matchingCapabilitySet_difference/namespace_"production-*"_{_policy_=_"write"_} (0.00s) --- PASS: TestACL_matchingCapabilitySet_difference/namespace_"production-*"_{_policy_=_"write"_}#01 (0.00s) --- PASS: TestACL_matchingCapabilitySet_difference/namespace_"production-**"_{_policy_=_"write"_} (0.00s) --- PASS: TestACL_matchingCapabilitySet_difference/namespace_"*"_{_policy_=_"write"_} (0.00s) --- PASS: TestACL_matchingCapabilitySet_difference/namespace_"*admin*"_{_policy_=_"write"_} (0.00s) === RUN TestParse === RUN TestParse/0 === RUN TestParse/1 === RUN TestParse/2 === RUN TestParse/3 === RUN TestParse/4 === RUN TestParse/5 === RUN TestParse/6 === RUN TestParse/7 === RUN TestParse/8 === RUN TestParse/9 === RUN TestParse/10 === RUN TestParse/11 === RUN TestParse/12 === RUN TestParse/13 === RUN TestParse/14 === RUN TestParse/15 --- PASS: TestParse (0.00s) --- PASS: TestParse/0 (0.00s) --- PASS: TestParse/1 (0.00s) --- PASS: TestParse/2 (0.00s) --- PASS: TestParse/3 (0.00s) --- PASS: TestParse/4 (0.00s) --- PASS: TestParse/5 (0.00s) --- PASS: TestParse/6 (0.00s) --- PASS: TestParse/7 (0.00s) --- PASS: TestParse/8 (0.00s) --- PASS: TestParse/9 (0.00s) --- PASS: TestParse/10 (0.00s) --- PASS: TestParse/11 (0.00s) --- PASS: TestParse/12 (0.00s) --- PASS: TestParse/13 (0.00s) --- PASS: TestParse/14 (0.00s) --- PASS: TestParse/15 (0.00s) === RUN TestParse_BadInput === RUN TestParse_BadInput/0:_namespace_"\500"_{} --- PASS: TestParse_BadInput (0.00s) --- PASS: TestParse_BadInput/0:_namespace_"\500"_{} (0.00s) PASS ok github.com/hashicorp/nomad/acl 0.196s === RUN TestExecDriver_Fingerprint_NonLinux === PAUSE TestExecDriver_Fingerprint_NonLinux === RUN TestExecDriver_Fingerprint === PAUSE TestExecDriver_Fingerprint === RUN TestExecDriver_StartWait === PAUSE TestExecDriver_StartWait === RUN TestExecDriver_StartWaitStopKill === PAUSE TestExecDriver_StartWaitStopKill === RUN TestExecDriver_StartWaitRecover === PAUSE TestExecDriver_StartWaitRecover === RUN TestExecDriver_NoOrphans === PAUSE TestExecDriver_NoOrphans === RUN TestExecDriver_Stats === PAUSE TestExecDriver_Stats === RUN TestExecDriver_Start_Wait_AllocDir === PAUSE TestExecDriver_Start_Wait_AllocDir === RUN TestExecDriver_User === PAUSE TestExecDriver_User === RUN TestExecDriver_HandlerExec === PAUSE TestExecDriver_HandlerExec === RUN TestExecDriver_DevicesAndMounts === PAUSE TestExecDriver_DevicesAndMounts === RUN TestConfig_ParseAllHCL --- PASS: TestConfig_ParseAllHCL (0.02s) === RUN TestExecDriver_NoPivotRoot === PAUSE TestExecDriver_NoPivotRoot === CONT TestExecDriver_Fingerprint_NonLinux driver_test.go:58: Test only available not on Linux --- SKIP: TestExecDriver_Fingerprint_NonLinux (0.00s) === CONT TestExecDriver_NoPivotRoot driver_compatible.go:29: Test only available running as root on linux --- SKIP: TestExecDriver_NoPivotRoot (0.00s) === CONT TestExecDriver_DevicesAndMounts driver_compatible.go:29: Test only available running as root on linux --- SKIP: TestExecDriver_DevicesAndMounts (0.00s) === CONT TestExecDriver_HandlerExec driver_compatible.go:29: Test only available running as root on linux --- SKIP: TestExecDriver_HandlerExec (0.00s) === CONT TestExecDriver_User driver_compatible.go:29: Test only available running as root on linux --- SKIP: TestExecDriver_User (0.00s) === CONT TestExecDriver_Start_Wait_AllocDir driver_compatible.go:29: Test only available running as root on linux --- SKIP: TestExecDriver_Start_Wait_AllocDir (0.00s) === CONT TestExecDriver_Stats driver_compatible.go:29: Test only available running as root on linux --- SKIP: TestExecDriver_Stats (0.00s) === CONT TestExecDriver_NoOrphans driver_compatible.go:29: Test only available running as root on linux --- SKIP: TestExecDriver_NoOrphans (0.00s) === CONT TestExecDriver_StartWaitRecover driver_compatible.go:29: Test only available running as root on linux --- SKIP: TestExecDriver_StartWaitRecover (0.00s) === CONT TestExecDriver_StartWaitStopKill driver_compatible.go:29: Test only available running as root on linux --- SKIP: TestExecDriver_StartWaitStopKill (0.00s) === CONT TestExecDriver_Fingerprint driver_compatible.go:29: Test only available running as root on linux --- SKIP: TestExecDriver_Fingerprint (0.00s) === CONT TestExecDriver_StartWait driver_compatible.go:29: Test only available running as root on linux --- SKIP: TestExecDriver_StartWait (0.00s) PASS ok github.com/hashicorp/nomad/drivers/exec 0.484s === RUN TestJavaDriver_Fingerprint driver_compatible.go:36: Test only available when running as root on linux --- SKIP: TestJavaDriver_Fingerprint (0.00s) === RUN TestJavaDriver_Jar_Start_Wait driver_compatible.go:36: Test only available when running as root on linux --- SKIP: TestJavaDriver_Jar_Start_Wait (0.00s) === RUN TestJavaDriver_Jar_Stop_Wait driver_compatible.go:36: Test only available when running as root on linux --- SKIP: TestJavaDriver_Jar_Stop_Wait (0.00s) === RUN TestJavaDriver_Class_Start_Wait driver_compatible.go:36: Test only available when running as root on linux --- SKIP: TestJavaDriver_Class_Start_Wait (0.00s) === RUN TestJavaCmdArgs === RUN TestJavaCmdArgs/jar_path_full === RUN TestJavaCmdArgs/class_full === RUN TestJavaCmdArgs/jar_path_slim === RUN TestJavaCmdArgs/class_slim --- PASS: TestJavaCmdArgs (0.00s) --- PASS: TestJavaCmdArgs/jar_path_full (0.00s) --- PASS: TestJavaCmdArgs/class_full (0.00s) --- PASS: TestJavaCmdArgs/jar_path_slim (0.00s) --- PASS: TestJavaCmdArgs/class_slim (0.00s) === RUN TestJavaDriver_ExecTaskStreaming driver_compatible.go:36: Test only available when running as root on linux --- SKIP: TestJavaDriver_ExecTaskStreaming (0.00s) === RUN TestConfig_ParseAllHCL --- PASS: TestConfig_ParseAllHCL (0.00s) === RUN Test_dnsConfig === PAUSE Test_dnsConfig === RUN TestDriver_parseJavaVersionOutput === RUN TestDriver_parseJavaVersionOutput/OracleJDK === RUN TestDriver_parseJavaVersionOutput/OpenJDK === RUN TestDriver_parseJavaVersionOutput/OpenJDK#01 === RUN TestDriver_parseJavaVersionOutput/IcedTea === RUN TestDriver_parseJavaVersionOutput/Eclipse_OpenJ9 --- PASS: TestDriver_parseJavaVersionOutput (0.00s) --- PASS: TestDriver_parseJavaVersionOutput/OracleJDK (0.00s) --- PASS: TestDriver_parseJavaVersionOutput/OpenJDK (0.00s) --- PASS: TestDriver_parseJavaVersionOutput/OpenJDK#01 (0.00s) --- PASS: TestDriver_parseJavaVersionOutput/IcedTea (0.00s) --- PASS: TestDriver_parseJavaVersionOutput/Eclipse_OpenJ9 (0.00s) === RUN TestDriver_javaVersionInfo --- PASS: TestDriver_javaVersionInfo (0.00s) === RUN TestDriver_javaVersionInfo_UnexpectedOutput --- PASS: TestDriver_javaVersionInfo_UnexpectedOutput (0.08s) === RUN TestDriver_javaVersionInfo_JavaVersionFails --- PASS: TestDriver_javaVersionInfo_JavaVersionFails (0.00s) === CONT Test_dnsConfig driver_compatible.go:15: Must run as root on Unix --- SKIP: Test_dnsConfig (0.00s) PASS ok github.com/hashicorp/nomad/drivers/java 0.304s === RUN TestParseDuration === RUN TestParseDuration/valid_case === RUN TestParseDuration/invalid_case === RUN TestParseDuration/empty_case --- PASS: TestParseDuration (0.00s) --- PASS: TestParseDuration/valid_case (0.00s) --- PASS: TestParseDuration/invalid_case (0.00s) --- PASS: TestParseDuration/empty_case (0.00s) PASS ok github.com/hashicorp/nomad/drivers/mock 0.509s === RUN TestQemuDriver_Start_Wait_Stop driver_compatible.go:48: Must have Qemu installed for Qemu specific tests to run --- SKIP: TestQemuDriver_Start_Wait_Stop (0.06s) === RUN TestQemuDriver_GetMonitorPathOldQemu driver_compatible.go:48: Must have Qemu installed for Qemu specific tests to run --- SKIP: TestQemuDriver_GetMonitorPathOldQemu (0.00s) === RUN TestQemuDriver_GetMonitorPathNewQemu driver_compatible.go:48: Must have Qemu installed for Qemu specific tests to run --- SKIP: TestQemuDriver_GetMonitorPathNewQemu (0.00s) === RUN TestQemuDriver_User driver_compatible.go:48: Must have Qemu installed for Qemu specific tests to run --- SKIP: TestQemuDriver_User (0.00s) === RUN TestQemuDriver_Stats driver_compatible.go:48: Must have Qemu installed for Qemu specific tests to run --- SKIP: TestQemuDriver_Stats (0.00s) === RUN TestQemuDriver_Fingerprint driver_compatible.go:48: Must have Qemu installed for Qemu specific tests to run --- SKIP: TestQemuDriver_Fingerprint (0.00s) === RUN TestConfig_ParseAllHCL --- PASS: TestConfig_ParseAllHCL (0.00s) === RUN TestIsAllowedImagePath --- PASS: TestIsAllowedImagePath (0.00s) PASS ok github.com/hashicorp/nomad/drivers/qemu 0.115s ? github.com/hashicorp/nomad/drivers/rawexec [no test files] === RUN TestSliceStringIsSubset --- PASS: TestSliceStringIsSubset (0.00s) === RUN TestSliceStringContains --- PASS: TestSliceStringContains (0.00s) === RUN TestCompareTimePtrs === RUN TestCompareTimePtrs/nil === RUN TestCompareTimePtrs/not_nil --- PASS: TestCompareTimePtrs (0.00s) --- PASS: TestCompareTimePtrs/nil (0.00s) --- PASS: TestCompareTimePtrs/not_nil (0.00s) === RUN TestCompareSliceSetString === RUN TestCompareSliceSetString/case-0a === RUN TestCompareSliceSetString/case-0b === RUN TestCompareSliceSetString/case-1a === RUN TestCompareSliceSetString/case-1b === RUN TestCompareSliceSetString/case-2a === RUN TestCompareSliceSetString/case-2b === RUN TestCompareSliceSetString/case-3a === RUN TestCompareSliceSetString/case-3b === RUN TestCompareSliceSetString/case-4a === RUN TestCompareSliceSetString/case-4b === RUN TestCompareSliceSetString/case-5a === RUN TestCompareSliceSetString/case-5b === RUN TestCompareSliceSetString/case-6a === RUN TestCompareSliceSetString/case-6b === RUN TestCompareSliceSetString/case-7a === RUN TestCompareSliceSetString/case-7b --- PASS: TestCompareSliceSetString (0.00s) --- PASS: TestCompareSliceSetString/case-0a (0.00s) --- PASS: TestCompareSliceSetString/case-0b (0.00s) --- PASS: TestCompareSliceSetString/case-1a (0.00s) --- PASS: TestCompareSliceSetString/case-1b (0.00s) --- PASS: TestCompareSliceSetString/case-2a (0.00s) --- PASS: TestCompareSliceSetString/case-2b (0.00s) --- PASS: TestCompareSliceSetString/case-3a (0.00s) --- PASS: TestCompareSliceSetString/case-3b (0.00s) --- PASS: TestCompareSliceSetString/case-4a (0.00s) --- PASS: TestCompareSliceSetString/case-4b (0.00s) --- PASS: TestCompareSliceSetString/case-5a (0.00s) --- PASS: TestCompareSliceSetString/case-5b (0.00s) --- PASS: TestCompareSliceSetString/case-6a (0.00s) --- PASS: TestCompareSliceSetString/case-6b (0.00s) --- PASS: TestCompareSliceSetString/case-7a (0.00s) --- PASS: TestCompareSliceSetString/case-7b (0.00s) === RUN TestMapStringStringSliceValueSet --- PASS: TestMapStringStringSliceValueSet (0.00s) === RUN TestCopyMapStringSliceString --- PASS: TestCopyMapStringSliceString (0.00s) === RUN TestCopyMapSliceInterface --- PASS: TestCopyMapSliceInterface (0.00s) === RUN TestClearEnvVar --- PASS: TestClearEnvVar (0.00s) === RUN TestCheckNamespaceScope === RUN TestCheckNamespaceScope/root_ns_requesting_namespace === RUN TestCheckNamespaceScope/matching_parent_ns_with_child === RUN TestCheckNamespaceScope/mismatch_ns === RUN TestCheckNamespaceScope/mismatch_child === RUN TestCheckNamespaceScope/matching_prefix --- PASS: TestCheckNamespaceScope (0.00s) --- PASS: TestCheckNamespaceScope/root_ns_requesting_namespace (0.00s) --- PASS: TestCheckNamespaceScope/matching_parent_ns_with_child (0.00s) --- PASS: TestCheckNamespaceScope/mismatch_ns (0.00s) --- PASS: TestCheckNamespaceScope/mismatch_child (0.00s) --- PASS: TestCheckNamespaceScope/matching_prefix (0.00s) === RUN TestPathEscapesSandbox === RUN TestPathEscapesSandbox/ok_joined_absolute_path_inside_sandbox === RUN TestPathEscapesSandbox/fail_unjoined_absolute_path_outside_sandbox === RUN TestPathEscapesSandbox/ok_joined_relative_path_inside_sandbox === RUN TestPathEscapesSandbox/fail_unjoined_relative_path_outside_sandbox === RUN TestPathEscapesSandbox/ok_relative_path_traversal_constrained_to_sandbox === RUN TestPathEscapesSandbox/ok_unjoined_absolute_path_traversal_constrained_to_sandbox === RUN TestPathEscapesSandbox/ok_unjoined_absolute_path_traversal_constrained_to_sandbox#01 === RUN TestPathEscapesSandbox/fail_joined_relative_path_traverses_outside_sandbox === RUN TestPathEscapesSandbox/fail_unjoined_relative_path_traverses_outside_sandbox === RUN TestPathEscapesSandbox/fail_joined_absolute_path_tries_to_transverse_outside_sandbox === RUN TestPathEscapesSandbox/fail_unjoined_absolute_path_tries_to_transverse_outside_sandbox --- PASS: TestPathEscapesSandbox (0.00s) --- PASS: TestPathEscapesSandbox/ok_joined_absolute_path_inside_sandbox (0.00s) --- PASS: TestPathEscapesSandbox/fail_unjoined_absolute_path_outside_sandbox (0.00s) --- PASS: TestPathEscapesSandbox/ok_joined_relative_path_inside_sandbox (0.00s) --- PASS: TestPathEscapesSandbox/fail_unjoined_relative_path_outside_sandbox (0.00s) --- PASS: TestPathEscapesSandbox/ok_relative_path_traversal_constrained_to_sandbox (0.00s) --- PASS: TestPathEscapesSandbox/ok_unjoined_absolute_path_traversal_constrained_to_sandbox (0.00s) --- PASS: TestPathEscapesSandbox/ok_unjoined_absolute_path_traversal_constrained_to_sandbox#01 (0.00s) --- PASS: TestPathEscapesSandbox/fail_joined_relative_path_traverses_outside_sandbox (0.00s) --- PASS: TestPathEscapesSandbox/fail_unjoined_relative_path_traverses_outside_sandbox (0.00s) --- PASS: TestPathEscapesSandbox/fail_joined_absolute_path_tries_to_transverse_outside_sandbox (0.00s) --- PASS: TestPathEscapesSandbox/fail_unjoined_absolute_path_tries_to_transverse_outside_sandbox (0.00s) PASS ok github.com/hashicorp/nomad/helper 0.099s === RUN TestArgs_ReplaceEnv_Invalid --- PASS: TestArgs_ReplaceEnv_Invalid (0.00s) === RUN TestArgs_ReplaceEnv_Valid --- PASS: TestArgs_ReplaceEnv_Valid (0.00s) === RUN TestArgs_ReplaceEnv_Period --- PASS: TestArgs_ReplaceEnv_Period (0.00s) === RUN TestArgs_ReplaceEnv_Dash --- PASS: TestArgs_ReplaceEnv_Dash (0.00s) === RUN TestArgs_ReplaceEnv_Chained --- PASS: TestArgs_ReplaceEnv_Chained (0.00s) === RUN TestArgs_ContainsEnv === RUN TestArgs_ContainsEnv/positive_case:_test-${env_var} === RUN TestArgs_ContainsEnv/negative_case:_test === RUN TestArgs_ContainsEnv/negative_case:_test-$ === RUN TestArgs_ContainsEnv/negative_case:_test-${asdf === RUN TestArgs_ContainsEnv/negative_case:_test-{asdf} === RUN TestArgs_ContainsEnv/negative_case:_$test --- PASS: TestArgs_ContainsEnv (0.00s) --- PASS: TestArgs_ContainsEnv/positive_case:_test-${env_var} (0.00s) --- PASS: TestArgs_ContainsEnv/negative_case:_test (0.00s) --- PASS: TestArgs_ContainsEnv/negative_case:_test-$ (0.00s) --- PASS: TestArgs_ContainsEnv/negative_case:_test-${asdf (0.00s) --- PASS: TestArgs_ContainsEnv/negative_case:_test-{asdf} (0.00s) --- PASS: TestArgs_ContainsEnv/negative_case:_$test (0.00s) PASS ok github.com/hashicorp/nomad/helper/args 0.175s === RUN TestDB_Open === PAUSE TestDB_Open === RUN TestDB_Close === PAUSE TestDB_Close === RUN TestBucket_Create === PAUSE TestBucket_Create === RUN TestBucket_DedupeWrites === PAUSE TestBucket_DedupeWrites === RUN TestBucket_Delete === PAUSE TestBucket_Delete === CONT TestDB_Open === CONT TestBucket_DedupeWrites === CONT TestDB_Close === CONT TestBucket_Delete === CONT TestBucket_Create --- PASS: TestDB_Open (0.09s) --- PASS: TestDB_Close (0.09s) --- PASS: TestBucket_Create (0.10s) --- PASS: TestBucket_DedupeWrites (0.10s) --- PASS: TestBucket_Delete (0.11s) PASS ok github.com/hashicorp/nomad/helper/boltdd 0.266s ? github.com/hashicorp/nomad/helper/codec [no test files] === RUN TestNewConstraint --- PASS: TestNewConstraint (0.00s) === RUN TestConstraintCheck --- PASS: TestConstraintCheck (0.00s) === RUN TestConstraintsString --- PASS: TestConstraintsString (0.00s) PASS ok github.com/hashicorp/nomad/helper/constraints/semver 0.076s ? github.com/hashicorp/nomad/helper/discover [no test files] === RUN TestFieldSchemaDefaultOrZero --- PASS: TestFieldSchemaDefaultOrZero (0.00s) === RUN TestFieldTypeString --- PASS: TestFieldTypeString (0.00s) === RUN TestFieldTypeZero --- PASS: TestFieldTypeZero (0.00s) PASS ok github.com/hashicorp/nomad/helper/fields 0.176s === RUN TestStringFlag_implements --- PASS: TestStringFlag_implements (0.00s) === RUN TestStringFlagSet --- PASS: TestStringFlagSet (0.00s) PASS ok github.com/hashicorp/nomad/helper/flag-helpers 0.181s === RUN TestFlatMap --- PASS: TestFlatMap (0.00s) PASS ok github.com/hashicorp/nomad/helper/flatmap 0.112s === RUN TestGetEphemeralPortRange ephemeral_linux_test.go:17: min=32768, max=60999 --- PASS: TestGetEphemeralPortRange (0.00s) === RUN TestTakeReturn [INFO] freeport: detected ephemeral port range of [32768, 60999] [WARN] freeport: leaked port 9902 due to theft; removing from circulation [WARN] freeport: leaked port 9911 due to theft; removing from circulation [WARN] freeport: leaked port 9912 due to theft; removing from circulation [WARN] freeport: leaked port 9913 due to theft; removing from circulation [WARN] freeport: leaked port 9914 due to theft; removing from circulation [WARN] freeport: leaked port 9915 due to theft; removing from circulation [WARN] freeport: leaked port 9916 due to theft; removing from circulation [WARN] freeport: leaked port 9917 due to theft; removing from circulation [WARN] freeport: leaked port 9918 due to theft; removing from circulation [WARN] freeport: leaked port 9919 due to theft; removing from circulation [WARN] freeport: leaked port 9920 due to theft; removing from circulation [WARN] freeport: leaked port 9921 due to theft; removing from circulation [WARN] freeport: leaked port 9922 due to theft; removing from circulation [WARN] freeport: leaked port 9923 due to theft; removing from circulation [WARN] freeport: leaked port 9924 due to theft; removing from circulation [WARN] freeport: leaked port 9925 due to theft; removing from circulation [WARN] freeport: leaked port 9926 due to theft; removing from circulation [WARN] freeport: leaked port 9927 due to theft; removing from circulation [WARN] freeport: leaked port 9928 due to theft; removing from circulation [WARN] freeport: leaked port 9929 due to theft; removing from circulation [WARN] freeport: leaked port 9930 due to theft; removing from circulation [WARN] freeport: leaked port 9931 due to theft; removing from circulation [WARN] freeport: leaked port 9932 due to theft; removing from circulation [WARN] freeport: leaked port 9933 due to theft; removing from circulation [WARN] freeport: leaked port 9934 due to theft; removing from circulation [WARN] freeport: leaked port 9935 due to theft; removing from circulation [WARN] freeport: leaked port 9936 due to theft; removing from circulation [WARN] freeport: leaked port 9937 due to theft; removing from circulation [WARN] freeport: leaked port 9938 due to theft; removing from circulation [WARN] freeport: leaked port 9939 due to theft; removing from circulation [WARN] freeport: leaked port 9940 due to theft; removing from circulation [WARN] freeport: leaked port 9941 due to theft; removing from circulation [WARN] freeport: leaked port 9942 due to theft; removing from circulation [WARN] freeport: leaked port 9943 due to theft; removing from circulation [WARN] freeport: leaked port 9944 due to theft; removing from circulation [WARN] freeport: leaked port 9945 due to theft; removing from circulation [WARN] freeport: leaked port 9946 due to theft; removing from circulation [WARN] freeport: leaked port 9947 due to theft; removing from circulation [WARN] freeport: leaked port 9948 due to theft; removing from circulation [WARN] freeport: leaked port 9949 due to theft; removing from circulation [WARN] freeport: leaked port 9950 due to theft; removing from circulation [WARN] freeport: leaked port 9951 due to theft; removing from circulation [WARN] freeport: leaked port 9952 due to theft; removing from circulation [WARN] freeport: leaked port 9953 due to theft; removing from circulation [WARN] freeport: leaked port 9954 due to theft; removing from circulation [WARN] freeport: leaked port 9955 due to theft; removing from circulation [WARN] freeport: leaked port 9956 due to theft; removing from circulation [WARN] freeport: leaked port 9957 due to theft; removing from circulation [WARN] freeport: leaked port 9958 due to theft; removing from circulation [WARN] freeport: leaked port 9959 due to theft; removing from circulation [WARN] freeport: leaked port 9960 due to theft; removing from circulation [WARN] freeport: leaked port 9961 due to theft; removing from circulation [WARN] freeport: leaked port 9962 due to theft; removing from circulation [WARN] freeport: leaked port 9963 due to theft; removing from circulation [WARN] freeport: leaked port 9964 due to theft; removing from circulation [WARN] freeport: leaked port 9965 due to theft; removing from circulation [WARN] freeport: leaked port 9966 due to theft; removing from circulation [WARN] freeport: leaked port 9967 due to theft; removing from circulation [WARN] freeport: leaked port 9968 due to theft; removing from circulation [WARN] freeport: leaked port 9969 due to theft; removing from circulation [WARN] freeport: leaked port 9970 due to theft; removing from circulation [WARN] freeport: leaked port 9971 due to theft; removing from circulation [WARN] freeport: leaked port 9972 due to theft; removing from circulation [WARN] freeport: leaked port 9973 due to theft; removing from circulation [WARN] freeport: leaked port 9974 due to theft; removing from circulation [WARN] freeport: leaked port 9975 due to theft; removing from circulation [WARN] freeport: leaked port 9976 due to theft; removing from circulation [WARN] freeport: leaked port 9977 due to theft; removing from circulation [WARN] freeport: leaked port 9978 due to theft; removing from circulation [WARN] freeport: leaked port 9979 due to theft; removing from circulation [WARN] freeport: leaked port 9980 due to theft; removing from circulation [WARN] freeport: leaked port 9981 due to theft; removing from circulation [WARN] freeport: leaked port 9982 due to theft; removing from circulation [WARN] freeport: leaked port 9983 due to theft; removing from circulation [WARN] freeport: leaked port 9984 due to theft; removing from circulation [WARN] freeport: leaked port 9985 due to theft; removing from circulation [WARN] freeport: leaked port 9986 due to theft; removing from circulation [WARN] freeport: leaked port 9987 due to theft; removing from circulation [WARN] freeport: leaked port 9988 due to theft; removing from circulation [WARN] freeport: leaked port 9989 due to theft; removing from circulation [WARN] freeport: leaked port 9990 due to theft; removing from circulation [WARN] freeport: leaked port 9991 due to theft; removing from circulation [WARN] freeport: leaked port 9992 due to theft; removing from circulation [WARN] freeport: leaked port 9993 due to theft; removing from circulation [WARN] freeport: leaked port 9994 due to theft; removing from circulation [WARN] freeport: leaked port 9995 due to theft; removing from circulation [WARN] freeport: leaked port 9996 due to theft; removing from circulation [WARN] freeport: leaked port 9997 due to theft; removing from circulation [WARN] freeport: leaked port 9998 due to theft; removing from circulation [WARN] freeport: leaked port 9999 due to theft; removing from circulation [WARN] freeport: leaked port 9901 due to theft; removing from circulation [WARN] freeport: leaked port 9903 due to theft; removing from circulation [WARN] freeport: leaked port 9904 due to theft; removing from circulation [WARN] freeport: leaked port 9905 due to theft; removing from circulation [WARN] freeport: leaked port 9906 due to theft; removing from circulation [WARN] freeport: leaked port 9907 due to theft; removing from circulation [WARN] freeport: leaked port 9908 due to theft; removing from circulation [WARN] freeport: leaked port 9909 due to theft; removing from circulation [WARN] freeport: leaked port 9910 due to theft; removing from circulation [INFO] freeport: resetting the freeport package state --- PASS: TestTakeReturn (1.38s) === RUN TestIntervalOverlap === RUN TestIntervalOverlap/0:0_vs_0:0 === RUN TestIntervalOverlap/1:1_vs_1:1 === RUN TestIntervalOverlap/1:3_vs_1:3 === RUN TestIntervalOverlap/1:3_vs_4:6 === RUN TestIntervalOverlap/1:4_vs_3:6 === RUN TestIntervalOverlap/1:6_vs_3:4 --- PASS: TestIntervalOverlap (0.00s) --- PASS: TestIntervalOverlap/0:0_vs_0:0 (0.00s) --- PASS: TestIntervalOverlap/1:1_vs_1:1 (0.00s) --- PASS: TestIntervalOverlap/1:3_vs_1:3 (0.00s) --- PASS: TestIntervalOverlap/1:3_vs_4:6 (0.00s) --- PASS: TestIntervalOverlap/1:4_vs_3:6 (0.00s) --- PASS: TestIntervalOverlap/1:6_vs_3:4 (0.00s) PASS ok github.com/hashicorp/nomad/helper/freeport 1.694s === RUN TestWriter_impl --- PASS: TestWriter_impl (0.00s) === RUN TestWriter --- PASS: TestWriter (0.00s) PASS ok github.com/hashicorp/nomad/helper/gated-writer 0.106s ? github.com/hashicorp/nomad/helper/grpc-middleware/logging [no test files] ? github.com/hashicorp/nomad/helper/logging [no test files] ? github.com/hashicorp/nomad/helper/mount [no test files] ? github.com/hashicorp/nomad/helper/noxssrw [no test files] ? github.com/hashicorp/nomad/helper/pluginutils/catalog [no test files] ? github.com/hashicorp/nomad/helper/pluginutils/grpcutils [no test files] === RUN TestDec_Convert_Object === PAUSE TestDec_Convert_Object === RUN TestDec_Convert_Array === PAUSE TestDec_Convert_Array === RUN TestDec_Convert_Attr === PAUSE TestDec_Convert_Attr === RUN TestDec_Convert_Block === PAUSE TestDec_Convert_Block === RUN TestDec_Convert_BlockAttrs === PAUSE TestDec_Convert_BlockAttrs === RUN TestDec_Convert_BlockList === PAUSE TestDec_Convert_BlockList === RUN TestDec_Convert_BlockSet === PAUSE TestDec_Convert_BlockSet === RUN TestDec_Convert_BlockMap === PAUSE TestDec_Convert_BlockMap === RUN TestDec_Convert_Default === PAUSE TestDec_Convert_Default === RUN TestDec_Convert_Literal === PAUSE TestDec_Convert_Literal === CONT TestDec_Convert_Object === RUN TestDec_Convert_Object/Object_w/_only_attributes === CONT TestDec_Convert_BlockSet === RUN TestDec_Convert_BlockSet/block_set_with_attr --- PASS: TestDec_Convert_Object (0.00s) --- PASS: TestDec_Convert_Object/Object_w/_only_attributes (0.00s) === CONT TestDec_Convert_BlockList === RUN TestDec_Convert_BlockSet/block_set_missing_name === CONT TestDec_Convert_BlockAttrs === RUN TestDec_Convert_BlockAttrs/block_attr === RUN TestDec_Convert_BlockAttrs/block_list_no_name --- PASS: TestDec_Convert_BlockSet (0.00s) --- PASS: TestDec_Convert_BlockSet/block_set_with_attr (0.00s) --- PASS: TestDec_Convert_BlockSet/block_set_missing_name (0.00s) === CONT TestDec_Convert_Literal --- PASS: TestDec_Convert_BlockAttrs (0.00s) --- PASS: TestDec_Convert_BlockAttrs/block_attr (0.00s) --- PASS: TestDec_Convert_BlockAttrs/block_list_no_name (0.00s) === RUN TestDec_Convert_Literal/bool:_true === CONT TestDec_Convert_Array === RUN TestDec_Convert_Array/array_basic === RUN TestDec_Convert_Literal/bool:_false --- PASS: TestDec_Convert_Array (0.00s) --- PASS: TestDec_Convert_Array/array_basic (0.00s) === CONT TestDec_Convert_Block === RUN TestDec_Convert_Block/block_with_attr === RUN TestDec_Convert_Literal/string === RUN TestDec_Convert_Block/block_with_nested_block === RUN TestDec_Convert_Literal/string_w/_func === CONT TestDec_Convert_Default === RUN TestDec_Convert_Default/default_attr --- PASS: TestDec_Convert_Block (0.00s) --- PASS: TestDec_Convert_Block/block_with_attr (0.00s) --- PASS: TestDec_Convert_Block/block_with_nested_block (0.00s) === RUN TestDec_Convert_BlockList/block_list_with_attr --- PASS: TestDec_Convert_Default (0.00s) --- PASS: TestDec_Convert_Default/default_attr (0.00s) === CONT TestDec_Convert_Attr === RUN TestDec_Convert_Attr/attr_basic_type === RUN TestDec_Convert_BlockList/block_list_no_name === RUN TestDec_Convert_Literal/list_string --- PASS: TestDec_Convert_BlockList (0.00s) --- PASS: TestDec_Convert_BlockList/block_list_with_attr (0.00s) --- PASS: TestDec_Convert_BlockList/block_list_no_name (0.00s) === CONT TestDec_Convert_BlockMap === RUN TestDec_Convert_BlockMap/block_map_with_attr === RUN TestDec_Convert_BlockMap/block_map_missing_name === RUN TestDec_Convert_BlockMap/block_map_missing_labels --- PASS: TestDec_Convert_BlockMap (0.00s) --- PASS: TestDec_Convert_BlockMap/block_map_with_attr (0.00s) --- PASS: TestDec_Convert_BlockMap/block_map_missing_name (0.00s) --- PASS: TestDec_Convert_BlockMap/block_map_missing_labels (0.00s) === RUN TestDec_Convert_Attr/attr_object_type === RUN TestDec_Convert_Attr/attr_no_name --- PASS: TestDec_Convert_Attr (0.00s) --- PASS: TestDec_Convert_Attr/attr_basic_type (0.00s) --- PASS: TestDec_Convert_Attr/attr_object_type (0.00s) --- PASS: TestDec_Convert_Attr/attr_no_name (0.00s) --- PASS: TestDec_Convert_Literal (0.06s) --- PASS: TestDec_Convert_Literal/bool:_true (0.00s) --- PASS: TestDec_Convert_Literal/bool:_false (0.00s) --- PASS: TestDec_Convert_Literal/string (0.00s) --- PASS: TestDec_Convert_Literal/string_w/_func (0.00s) --- PASS: TestDec_Convert_Literal/list_string (0.06s) PASS ok github.com/hashicorp/nomad/helper/pluginutils/hclspecutils 0.084s === RUN TestMapStrInt_JsonArrays === RUN TestMapStrInt_JsonArrays/hcl_case === RUN TestMapStrInt_JsonArrays/json:array_of_map_entries === RUN TestMapStrInt_JsonArrays/json:array_with_one_map === RUN TestMapStrInt_JsonArrays/json:array_of_maps --- PASS: TestMapStrInt_JsonArrays (0.00s) --- PASS: TestMapStrInt_JsonArrays/hcl_case (0.00s) --- PASS: TestMapStrInt_JsonArrays/json:array_of_map_entries (0.00s) --- PASS: TestMapStrInt_JsonArrays/json:array_with_one_map (0.00s) --- PASS: TestMapStrInt_JsonArrays/json:array_of_maps (0.00s) === RUN TestMapStrStr_JsonArrays === RUN TestMapStrStr_JsonArrays/hcl_case === RUN TestMapStrStr_JsonArrays/json:array_of_map_entries === RUN TestMapStrStr_JsonArrays/json:array_with_one_map === RUN TestMapStrStr_JsonArrays/json:array_of_maps --- PASS: TestMapStrStr_JsonArrays (0.07s) --- PASS: TestMapStrStr_JsonArrays/hcl_case (0.00s) --- PASS: TestMapStrStr_JsonArrays/json:array_of_map_entries (0.00s) --- PASS: TestMapStrStr_JsonArrays/json:array_with_one_map (0.00s) --- PASS: TestMapStrStr_JsonArrays/json:array_of_maps (0.00s) === RUN TestParseHclInterface_Hcl === RUN TestParseHclInterface_Hcl/single_string_attr util_test.go:389: Val: []map[string]interface {}{ { "image": "redis:3.2", }, } === RUN TestParseHclInterface_Hcl/single_string_attr_json util_test.go:389: Val: map[interface {}]interface {}{ "image": "redis:3.2", } === RUN TestParseHclInterface_Hcl/number_attr util_test.go:389: Val: []map[string]interface {}{ { "image": "redis:3.2", "pids_limit": int(2), }, } === RUN TestParseHclInterface_Hcl/number_attr_json util_test.go:389: Val: map[interface {}]interface {}{ "image": "redis:3.2", "pids_limit": "2", } === RUN TestParseHclInterface_Hcl/number_attr_interpolated util_test.go:389: Val: []map[string]interface {}{ { "image": "redis:3.2", "pids_limit": "${2 + 2}", }, } === RUN TestParseHclInterface_Hcl/number_attr_interploated_json util_test.go:389: Val: map[interface {}]interface {}{ "image": "redis:3.2", "pids_limit": "${2 + 2}", } === RUN TestParseHclInterface_Hcl/multi_attr util_test.go:389: Val: []map[string]interface {}{ { "args": []interface {}{ "foo", "bar", }, "image": "redis:3.2", }, } === RUN TestParseHclInterface_Hcl/multi_attr_json util_test.go:389: Val: map[interface {}]interface {}{ "args": []interface {}{ "foo", "bar", }, "image": "redis:3.2", } === RUN TestParseHclInterface_Hcl/multi_attr_variables util_test.go:389: Val: []map[string]interface {}{ { "args": []interface {}{ "${NOMAD_META_hello}", "${NOMAD_ALLOC_INDEX}", }, "image": "redis:3.2", "pids_limit": "${NOMAD_ALLOC_INDEX + 2}", }, } === RUN TestParseHclInterface_Hcl/multi_attr_variables_json util_test.go:389: Val: map[interface {}]interface {}{ "args": []interface {}{ "foo", "bar", }, "image": "redis:3.2", } === RUN TestParseHclInterface_Hcl/port_map util_test.go:389: Val: []map[string]interface {}{ { "image": "redis:3.2", "port_map": []map[string]interface {}{ { "bar": int(5678), "foo": int(1234), }, }, }, } === RUN TestParseHclInterface_Hcl/port_map_json util_test.go:389: Val: map[interface {}]interface {}{ "image": "redis:3.2", "port_map": []interface {}{ map[interface {}]interface {}{ "bar": uint64(0x162e), "foo": uint64(0x4d2), }, }, } === RUN TestParseHclInterface_Hcl/devices util_test.go:389: Val: []map[string]interface {}{ { "devices": []interface {}{ map[string]interface {}{ "cgroup_permissions": "r", "container_path": "/dev/xvdc", "host_path": "/dev/sda1", }, map[string]interface {}{ "container_path": "/dev/xvdd", "host_path": "/dev/sda2", }, }, "image": "redis:3.2", }, } === RUN TestParseHclInterface_Hcl/docker_logging util_test.go:389: Val: []map[string]interface {}{ { "dns_servers": []interface {}{ "169.254.1.1", }, "image": "redis:3.2", "logging": []map[string]interface {}{ { "config": []map[string]interface {}{ { "tag": "driver-test", }, }, "type": "syslog", }, }, "network_mode": "host", }, } === RUN TestParseHclInterface_Hcl/docker_json util_test.go:389: Val: map[interface {}]interface {}{ "devices": []interface {}{ map[interface {}]interface {}{ "cgroup_permissions": "r", "container_path": "/dev/xvdc", "host_path": "/dev/sda1", }, map[interface {}]interface {}{ "container_path": "/dev/xvdd", "host_path": "/dev/sda2", }, }, "image": "redis:3.2", } --- PASS: TestParseHclInterface_Hcl (0.01s) --- PASS: TestParseHclInterface_Hcl/single_string_attr (0.00s) --- PASS: TestParseHclInterface_Hcl/single_string_attr_json (0.00s) --- PASS: TestParseHclInterface_Hcl/number_attr (0.00s) --- PASS: TestParseHclInterface_Hcl/number_attr_json (0.00s) --- PASS: TestParseHclInterface_Hcl/number_attr_interpolated (0.00s) --- PASS: TestParseHclInterface_Hcl/number_attr_interploated_json (0.00s) --- PASS: TestParseHclInterface_Hcl/multi_attr (0.00s) --- PASS: TestParseHclInterface_Hcl/multi_attr_json (0.00s) --- PASS: TestParseHclInterface_Hcl/multi_attr_variables (0.00s) --- PASS: TestParseHclInterface_Hcl/multi_attr_variables_json (0.00s) --- PASS: TestParseHclInterface_Hcl/port_map (0.00s) --- PASS: TestParseHclInterface_Hcl/port_map_json (0.00s) --- PASS: TestParseHclInterface_Hcl/devices (0.00s) --- PASS: TestParseHclInterface_Hcl/docker_logging (0.00s) --- PASS: TestParseHclInterface_Hcl/docker_json (0.00s) === RUN TestParseNullFields === RUN TestParseNullFields/omitted_fields === RUN TestParseNullFields/explicitly_nil === RUN TestParseNullFields/explicitly_set_to_not_null --- PASS: TestParseNullFields (0.01s) --- PASS: TestParseNullFields/omitted_fields (0.00s) --- PASS: TestParseNullFields/explicitly_nil (0.00s) --- PASS: TestParseNullFields/explicitly_set_to_not_null (0.00s) === RUN TestParseUnknown === RUN TestParseUnknown/string_field util_test.go:531: parsed: cty.NilVal === RUN TestParseUnknown/map_field util_test.go:531: parsed: cty.NilVal === RUN TestParseUnknown/list_field util_test.go:531: parsed: cty.NilVal === RUN TestParseUnknown/map_list_field util_test.go:531: parsed: cty.NilVal --- PASS: TestParseUnknown (0.10s) --- PASS: TestParseUnknown/string_field (0.00s) --- PASS: TestParseUnknown/map_field (0.00s) --- PASS: TestParseUnknown/list_field (0.00s) --- PASS: TestParseUnknown/map_list_field (0.00s) === RUN TestParseInvalid === RUN TestParseInvalid/invalid_field util_test.go:564: parsed: cty.NilVal --- PASS: TestParseInvalid (0.00s) --- PASS: TestParseInvalid/invalid_field (0.00s) PASS ok github.com/hashicorp/nomad/helper/pluginutils/hclutils 0.409s === RUN TestPluginLoader_External loader_test.go:110: DM-skipped --- SKIP: TestPluginLoader_External (0.00s) === RUN TestPluginLoader_External_ApiVersions loader_test.go:171: DM-skipped --- SKIP: TestPluginLoader_External_ApiVersions (0.00s) === RUN TestPluginLoader_External_NoApiVersion loader_test.go:276: DM-skipped --- SKIP: TestPluginLoader_External_NoApiVersion (0.00s) === RUN TestPluginLoader_External_Config loader_test.go:307: DM-skipped --- SKIP: TestPluginLoader_External_Config (0.00s) === RUN TestPluginLoader_External_Config_Bad loader_test.go:375: DM-skipped --- SKIP: TestPluginLoader_External_Config_Bad (0.00s) === RUN TestPluginLoader_External_VersionOverlap loader_test.go:411: DM-skipped --- SKIP: TestPluginLoader_External_VersionOverlap (0.00s) === RUN TestPluginLoader_Internal === PAUSE TestPluginLoader_Internal === RUN TestPluginLoader_Internal_ApiVersions === PAUSE TestPluginLoader_Internal_ApiVersions === RUN TestPluginLoader_Internal_NoApiVersion === PAUSE TestPluginLoader_Internal_NoApiVersion === RUN TestPluginLoader_Internal_Config === PAUSE TestPluginLoader_Internal_Config === RUN TestPluginLoader_Internal_ExternalConfig === PAUSE TestPluginLoader_Internal_ExternalConfig === RUN TestPluginLoader_Internal_Config_Bad === PAUSE TestPluginLoader_Internal_Config_Bad === RUN TestPluginLoader_InternalOverrideExternal loader_test.go:819: DM-skipped --- SKIP: TestPluginLoader_InternalOverrideExternal (0.00s) === RUN TestPluginLoader_ExternalOverrideInternal loader_test.go:877: DM-skipped --- SKIP: TestPluginLoader_ExternalOverrideInternal (0.00s) === RUN TestPluginLoader_Dispense_External loader_test.go:935: DM-skipped --- SKIP: TestPluginLoader_Dispense_External (0.00s) === RUN TestPluginLoader_Dispense_Internal === PAUSE TestPluginLoader_Dispense_Internal === RUN TestPluginLoader_Dispense_NoConfigSchema_External loader_test.go:1042: DM-skipped --- SKIP: TestPluginLoader_Dispense_NoConfigSchema_External (0.00s) === RUN TestPluginLoader_Dispense_NoConfigSchema_Internal === PAUSE TestPluginLoader_Dispense_NoConfigSchema_Internal === RUN TestPluginLoader_Reattach_External loader_test.go:1142: DM-skipped --- SKIP: TestPluginLoader_Reattach_External (0.00s) === RUN TestPluginLoader_Bad_Executable === PAUSE TestPluginLoader_Bad_Executable === RUN TestPluginLoader_External_SkipBadFiles === PAUSE TestPluginLoader_External_SkipBadFiles === RUN TestPluginLoader_ConvertVersions === RUN TestPluginLoader_ConvertVersions/v0.1.0,0.2.0,v0.2.1 === RUN TestPluginLoader_ConvertVersions/0.3.0,v0.1.0,0.2.0,v0.2.1 === RUN TestPluginLoader_ConvertVersions/foo,v0.1.0,0.2.0,v0.2.1 --- PASS: TestPluginLoader_ConvertVersions (0.00s) --- PASS: TestPluginLoader_ConvertVersions/v0.1.0,0.2.0,v0.2.1 (0.00s) --- PASS: TestPluginLoader_ConvertVersions/0.3.0,v0.1.0,0.2.0,v0.2.1 (0.00s) --- PASS: TestPluginLoader_ConvertVersions/foo,v0.1.0,0.2.0,v0.2.1 (0.00s) === CONT TestPluginLoader_Internal === CONT TestPluginLoader_External_SkipBadFiles === CONT TestPluginLoader_Bad_Executable === CONT TestPluginLoader_Dispense_NoConfigSchema_Internal === CONT TestPluginLoader_Dispense_Internal === CONT TestPluginLoader_Internal_Config_Bad === CONT TestPluginLoader_Internal_ExternalConfig === CONT TestPluginLoader_Internal_Config === CONT TestPluginLoader_Internal_NoApiVersion === CONT TestPluginLoader_Internal_ApiVersions 2021-10-14T17:18:38.950Z [WARN] loader/init.go:244: plugin_loader: skipping subdir in plugin folder: plugin_dir=/tmp/TestPluginLoader_External_SkipBadFiles174618268 subdir=/tmp/TestPluginLoader_External_SkipBadFiles174618268/folder 2021-10-14T17:18:38.950Z [WARN] loader/init.go:249: plugin_loader: skipping un-executable file in plugin folder: plugin_dir=/tmp/TestPluginLoader_External_SkipBadFiles174618268 file=/tmp/TestPluginLoader_External_SkipBadFiles174618268/some.yaml 2021-10-14T17:18:38.950Z [DEBUG] go-plugin/client.go:571: plugin_loader: starting plugin: plugin_dir=/tmp/TestPluginLoader_External_SkipBadFiles174618268 path=/tmp/TestPluginLoader_External_SkipBadFiles174618268/mock-device args=[/tmp/TestPluginLoader_External_SkipBadFiles174618268/mock-device, -plugin, -name, mock-device, -type, device, -version, v0.0.1, -api-version, v0.1.0] 2021-10-14T17:18:38.954Z [DEBUG] go-plugin/client.go:579: plugin_loader: plugin started: plugin_dir=/tmp/TestPluginLoader_External_SkipBadFiles174618268 path=/tmp/TestPluginLoader_External_SkipBadFiles174618268/mock-device pid=1214555 2021-10-14T17:18:38.954Z [DEBUG] go-plugin/client.go:672: plugin_loader: waiting for RPC address: plugin_dir=/tmp/TestPluginLoader_External_SkipBadFiles174618268 path=/tmp/TestPluginLoader_External_SkipBadFiles174618268/mock-device --- PASS: TestPluginLoader_Dispense_Internal (0.08s) 2021-10-14T17:18:38.962Z [WARN] loader/init.go:136: plugin_loader: skipping plugin because supported API versions for plugin and Nomad do not overlap: plugin_dir=/tmp/TestPluginLoader_Internal_ApiVersions586175940 plugin=""mock-device" (device)" --- PASS: TestPluginLoader_Internal_Config_Bad (0.08s) --- PASS: TestPluginLoader_Internal_ExternalConfig (0.08s) --- PASS: TestPluginLoader_Internal_ApiVersions (0.08s) --- PASS: TestPluginLoader_Internal_Config (0.08s) --- PASS: TestPluginLoader_Dispense_NoConfigSchema_Internal (0.09s) --- PASS: TestPluginLoader_Internal_NoApiVersion (0.09s) --- PASS: TestPluginLoader_Internal (0.09s) 2021-10-14T17:18:39.040Z [DEBUG] go-plugin/client.go:1013: plugin_loader.mock-device: plugin address: plugin_dir=/tmp/TestPluginLoader_External_SkipBadFiles174618268 address=/tmp/plugin383484421 network=unix timestamp=2021-10-14T17:18:39.039Z 2021-10-14T17:18:39.040Z [DEBUG] go-plugin/client.go:720: plugin_loader: using plugin: plugin_dir=/tmp/TestPluginLoader_External_SkipBadFiles174618268 version=2 2021-10-14T17:18:39.063Z [DEBUG] go-plugin/client.go:632: plugin_loader: plugin process exited: plugin_dir=/tmp/TestPluginLoader_External_SkipBadFiles174618268 path=/tmp/TestPluginLoader_External_SkipBadFiles174618268/mock-device pid=1214555 2021-10-14T17:18:39.063Z [DEBUG] go-plugin/client.go:451: plugin_loader: plugin exited: plugin_dir=/tmp/TestPluginLoader_External_SkipBadFiles174618268 2021-10-14T17:18:39.066Z [DEBUG] go-plugin/client.go:571: plugin_loader: starting plugin: plugin_dir=/tmp/TestPluginLoader_External_SkipBadFiles174618268 path=/tmp/TestPluginLoader_External_SkipBadFiles174618268/mock-device args=[/tmp/TestPluginLoader_External_SkipBadFiles174618268/mock-device, -plugin, -name, mock-device, -type, device, -version, v0.0.1, -api-version, v0.1.0] 2021-10-14T17:18:39.069Z [DEBUG] go-plugin/client.go:579: plugin_loader: plugin started: plugin_dir=/tmp/TestPluginLoader_External_SkipBadFiles174618268 path=/tmp/TestPluginLoader_External_SkipBadFiles174618268/mock-device pid=1214565 2021-10-14T17:18:39.070Z [DEBUG] go-plugin/client.go:672: plugin_loader: waiting for RPC address: plugin_dir=/tmp/TestPluginLoader_External_SkipBadFiles174618268 path=/tmp/TestPluginLoader_External_SkipBadFiles174618268/mock-device 2021-10-14T17:18:39.170Z [DEBUG] go-plugin/client.go:1013: plugin_loader.mock-device: plugin address: plugin_dir=/tmp/TestPluginLoader_External_SkipBadFiles174618268 address=/tmp/plugin058180647 network=unix timestamp=2021-10-14T17:18:39.169Z 2021-10-14T17:18:39.170Z [DEBUG] go-plugin/client.go:720: plugin_loader: using plugin: plugin_dir=/tmp/TestPluginLoader_External_SkipBadFiles174618268 version=2 2021-10-14T17:18:39.173Z [DEBUG] go-plugin/client.go:571: plugin_loader: starting plugin: plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 path=/tmp/TestPluginLoader_Bad_Executable704158027/mock-device args=[/tmp/TestPluginLoader_Bad_Executable704158027/mock-device, -bad-flag] 2021-10-14T17:18:39.334Z [DEBUG] go-plugin/client.go:632: plugin_loader: plugin process exited: plugin_dir=/tmp/TestPluginLoader_External_SkipBadFiles174618268 path=/tmp/TestPluginLoader_External_SkipBadFiles174618268/mock-device pid=1214565 2021-10-14T17:18:39.334Z [DEBUG] go-plugin/client.go:451: plugin_loader: plugin exited: plugin_dir=/tmp/TestPluginLoader_External_SkipBadFiles174618268 --- PASS: TestPluginLoader_External_SkipBadFiles (0.46s) 2021-10-14T17:18:39.337Z [DEBUG] go-plugin/client.go:579: plugin_loader: plugin started: plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 path=/tmp/TestPluginLoader_Bad_Executable704158027/mock-device pid=1214576 2021-10-14T17:18:39.337Z [DEBUG] go-plugin/client.go:672: plugin_loader: waiting for RPC address: plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 path=/tmp/TestPluginLoader_Bad_Executable704158027/mock-device 2021-10-14T17:18:39.355Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: flag provided but not defined: -bad-flag: plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 2021-10-14T17:18:39.356Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: Usage of /tmp/TestPluginLoader_Bad_Executable704158027/mock-device:: plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 2021-10-14T17:18:39.356Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: -api-version value: plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 2021-10-14T17:18:39.356Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: supported plugin API version: plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 2021-10-14T17:18:39.356Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: -config-schema: plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 2021-10-14T17:18:39.356Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: return a config schema (default true): plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 2021-10-14T17:18:39.356Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: -name string: plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 2021-10-14T17:18:39.356Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: plugin name: plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 2021-10-14T17:18:39.356Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: -plugin: plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 2021-10-14T17:18:39.356Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: run binary as a plugin: plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 2021-10-14T17:18:39.356Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: -test.bench regexp: plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 2021-10-14T17:18:39.356Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: run only benchmarks matching regexp: plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 2021-10-14T17:18:39.356Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: -test.benchmem: plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 2021-10-14T17:18:39.356Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: print memory allocations for benchmarks: plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 2021-10-14T17:18:39.356Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: -test.benchtime d: plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 2021-10-14T17:18:39.356Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: run each benchmark for duration d (default 1s): plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 2021-10-14T17:18:39.356Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: -test.blockprofile file: plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 2021-10-14T17:18:39.356Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: write a goroutine blocking profile to file: plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 2021-10-14T17:18:39.356Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: -test.blockprofilerate rate: plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 2021-10-14T17:18:39.356Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: set blocking profile rate (see runtime.SetBlockProfileRate) (default 1): plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 2021-10-14T17:18:39.356Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: -test.count n: plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 2021-10-14T17:18:39.356Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: run tests and benchmarks n times (default 1): plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 2021-10-14T17:18:39.356Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: -test.coverprofile file: plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 2021-10-14T17:18:39.356Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: write a coverage profile to file: plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 2021-10-14T17:18:39.356Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: -test.cpu list: plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 2021-10-14T17:18:39.356Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: comma-separated list of cpu counts to run each test with: plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 2021-10-14T17:18:39.356Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: -test.cpuprofile file: plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 2021-10-14T17:18:39.356Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: write a cpu profile to file: plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 2021-10-14T17:18:39.356Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: -test.failfast: plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 2021-10-14T17:18:39.356Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: do not start new tests after the first test failure: plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 2021-10-14T17:18:39.356Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: -test.list regexp: plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 2021-10-14T17:18:39.356Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: list tests, examples, and benchmarks matching regexp then exit: plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 2021-10-14T17:18:39.356Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: -test.memprofile file: plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 2021-10-14T17:18:39.356Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: write an allocation profile to file: plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 2021-10-14T17:18:39.356Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: -test.memprofilerate rate: plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 2021-10-14T17:18:39.356Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: set memory allocation profiling rate (see runtime.MemProfileRate): plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 2021-10-14T17:18:39.356Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: -test.mutexprofile string: plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 2021-10-14T17:18:39.356Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: write a mutex contention profile to the named file after execution: plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 2021-10-14T17:18:39.356Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: -test.mutexprofilefraction int: plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 2021-10-14T17:18:39.356Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: if >= 0, calls runtime.SetMutexProfileFraction() (default 1): plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 2021-10-14T17:18:39.357Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: -test.outputdir dir: plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 2021-10-14T17:18:39.357Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: write profiles to dir: plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 2021-10-14T17:18:39.357Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: -test.parallel n: plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 2021-10-14T17:18:39.357Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: run at most n tests in parallel (default 32): plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 2021-10-14T17:18:39.357Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: -test.run regexp: plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 2021-10-14T17:18:39.357Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: run only tests and examples matching regexp: plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 2021-10-14T17:18:39.357Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: -test.short: plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 2021-10-14T17:18:39.357Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: run smaller test suite to save time: plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 2021-10-14T17:18:39.357Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: -test.testlogfile file: plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 2021-10-14T17:18:39.357Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: write test action log to file (for use only by cmd/go): plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 2021-10-14T17:18:39.357Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: -test.timeout d: plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 2021-10-14T17:18:39.357Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: panic test binary after duration d (default 0, timeout disabled): plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 2021-10-14T17:18:39.357Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: -test.trace file: plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 2021-10-14T17:18:39.357Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: write an execution trace to file: plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 2021-10-14T17:18:39.357Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: -test.v: plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 2021-10-14T17:18:39.357Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: verbose: print additional output: plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 2021-10-14T17:18:39.357Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: -type string: plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 2021-10-14T17:18:39.357Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: plugin type: plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 2021-10-14T17:18:39.357Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: -version string: plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 2021-10-14T17:18:39.357Z [DEBUG] go-plugin/client.go:1003: plugin_loader.mock-device: plugin version: plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 2021-10-14T17:18:39.558Z [WARN] go-plugin/client.go:458: plugin_loader: plugin failed to exit gracefully: plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 2021-10-14T17:18:39.558Z [DEBUG] go-plugin/client.go:632: plugin_loader: plugin process exited: plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 path=/tmp/TestPluginLoader_Bad_Executable704158027/mock-device pid=1214576 error="exit status 2" 2021-10-14T17:18:39.558Z [ERROR] loader/init.go:267: plugin_loader: failed to fingerprint plugin: plugin_dir=/tmp/TestPluginLoader_Bad_Executable704158027 plugin=mock-device error="Unrecognized remote plugin message: This usually means that the plugin is either invalid or simply needs to be recompiled to support the latest protocol." --- PASS: TestPluginLoader_Bad_Executable (0.88s) PASS ok github.com/hashicorp/nomad/helper/pluginutils/loader 0.990s === RUN TestSingleton_Dispense === PAUSE TestSingleton_Dispense === RUN TestSingleton_Dispense_Exit_Dispense === PAUSE TestSingleton_Dispense_Exit_Dispense === RUN TestSingleton_DispenseError_Dispense === PAUSE TestSingleton_DispenseError_Dispense === RUN TestSingleton_ReattachError_Dispense === PAUSE TestSingleton_ReattachError_Dispense === RUN TestSingleton_Reattach_Dispense === PAUSE TestSingleton_Reattach_Dispense === CONT TestSingleton_Dispense === CONT TestSingleton_Reattach_Dispense === CONT TestSingleton_ReattachError_Dispense --- PASS: TestSingleton_Reattach_Dispense (0.00s) === CONT TestSingleton_DispenseError_Dispense --- PASS: TestSingleton_DispenseError_Dispense (0.00s) === CONT TestSingleton_Dispense_Exit_Dispense --- PASS: TestSingleton_ReattachError_Dispense (0.00s) --- PASS: TestSingleton_Dispense_Exit_Dispense (0.00s) --- PASS: TestSingleton_Dispense (0.08s) PASS ok github.com/hashicorp/nomad/helper/pluginutils/singleton 0.279s === RUN TestConnPool_ConnListener [INFO] freeport: detected ephemeral port range of [32768, 60999] --- PASS: TestConnPool_ConnListener (0.12s) PASS ok github.com/hashicorp/nomad/helper/pool 0.203s === RUN TestMaybeDecodeTimeIgnoresASCII === RUN TestMaybeDecodeTimeIgnoresASCII/127.0.0.1/32 === RUN TestMaybeDecodeTimeIgnoresASCII/host --- PASS: TestMaybeDecodeTimeIgnoresASCII (0.00s) --- PASS: TestMaybeDecodeTimeIgnoresASCII/127.0.0.1/32 (0.00s) --- PASS: TestMaybeDecodeTimeIgnoresASCII/host (0.00s) === RUN TestDecodesTime --- PASS: TestDecodesTime (0.00s) === RUN TestMyDate Original: "2025-07-10 08:01:56 +0000 UTC" round trips: "host" --- PASS: TestMyDate (0.00s) PASS ok github.com/hashicorp/nomad/helper/raftutil 0.288s === RUN TestArchive --- PASS: TestArchive (0.00s) === RUN TestArchive_GoodData --- PASS: TestArchive_GoodData (0.00s) === RUN TestArchive_BadData --- PASS: TestArchive_BadData (0.00s) === RUN TestArchive_hashList --- PASS: TestArchive_hashList (0.00s) === RUN TestSnapshot 2021-10-14T17:18:56.173Z [INFO] raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:server-77c90428-9b5f-0899-a33e-443b92fa9f4f Address:77c90428-9b5f-0899-a33e-443b92fa9f4f}]" 2021-10-14T17:18:56.174Z [INFO] raft: entering follower state: follower="Node at 77c90428-9b5f-0899-a33e-443b92fa9f4f [Follower]" leader= 2021-10-14T17:18:58.145Z [WARN] raft: heartbeat timeout reached, starting election: last-leader= 2021-10-14T17:18:58.145Z [INFO] raft: entering candidate state: node="Node at 77c90428-9b5f-0899-a33e-443b92fa9f4f [Candidate]" term=2 2021-10-14T17:18:58.145Z [DEBUG] raft: votes: needed=1 2021-10-14T17:18:58.145Z [DEBUG] raft: vote granted: from=server-77c90428-9b5f-0899-a33e-443b92fa9f4f term=2 tally=1 2021-10-14T17:18:58.145Z [INFO] raft: election won: tally=1 2021-10-14T17:18:58.145Z [INFO] raft: entering leader state: leader="Node at 77c90428-9b5f-0899-a33e-443b92fa9f4f [Leader]" 2021-10-14T17:19:07.265Z [INFO] raft: starting snapshot up to: index=65538 2021-10-14T17:19:07.265Z [INFO] snapshot: creating new snapshot: path=/tmp/consul-test/TestSnapshot-snapshot000027925/before/snapshots/2-65538-1634231947265.tmp 2021-10-14T17:19:07.943Z [INFO] raft: compacting logs: from=1 to=55298 2021-10-14T17:19:07.962Z [INFO] raft: snapshot complete up to: index=65538 2021-10-14T17:19:18.063Z [INFO] raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:server-2dee1a12-5d6f-257c-6ec2-f657ef19609e Address:2dee1a12-5d6f-257c-6ec2-f657ef19609e}]" 2021-10-14T17:19:18.063Z [INFO] raft: entering follower state: follower="Node at 2dee1a12-5d6f-257c-6ec2-f657ef19609e [Follower]" leader= 2021-10-14T17:19:19.343Z [WARN] raft: heartbeat timeout reached, starting election: last-leader= 2021-10-14T17:19:19.343Z [INFO] raft: entering candidate state: node="Node at 2dee1a12-5d6f-257c-6ec2-f657ef19609e [Candidate]" term=2 2021-10-14T17:19:19.343Z [DEBUG] raft: votes: needed=1 2021-10-14T17:19:19.343Z [DEBUG] raft: vote granted: from=server-2dee1a12-5d6f-257c-6ec2-f657ef19609e term=2 tally=1 2021-10-14T17:19:19.343Z [INFO] raft: election won: tally=1 2021-10-14T17:19:19.343Z [INFO] raft: entering leader state: leader="Node at 2dee1a12-5d6f-257c-6ec2-f657ef19609e [Leader]" 2021-10-14T17:19:21.850Z [INFO] snapshot: creating new snapshot: path=/tmp/consul-test/TestSnapshot-snapshot000027925/after/snapshots/2-65539-1634231961850.tmp 2021-10-14T17:19:22.263Z [INFO] raft: copied to local snapshot: bytes=16973829 2021-10-14T17:19:22.849Z [INFO] raft: restored user snapshot: index=1 --- PASS: TestSnapshot (26.90s) === RUN TestSnapshot_Nil --- PASS: TestSnapshot_Nil (0.00s) === RUN TestSnapshot_BadVerify --- PASS: TestSnapshot_BadVerify (0.00s) === RUN TestSnapshot_TruncatedVerify 2021-10-14T17:19:23.142Z [INFO] raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:server-2d98b4f5-eae0-2d8a-902a-9a333dcd0d04 Address:2d98b4f5-eae0-2d8a-902a-9a333dcd0d04}]" 2021-10-14T17:19:23.142Z [INFO] raft: entering follower state: follower="Node at 2d98b4f5-eae0-2d8a-902a-9a333dcd0d04 [Follower]" leader= 2021-10-14T17:19:24.849Z [WARN] raft: heartbeat timeout reached, starting election: last-leader= 2021-10-14T17:19:24.849Z [INFO] raft: entering candidate state: node="Node at 2d98b4f5-eae0-2d8a-902a-9a333dcd0d04 [Candidate]" term=2 2021-10-14T17:19:24.849Z [DEBUG] raft: votes: needed=1 2021-10-14T17:19:24.849Z [DEBUG] raft: vote granted: from=server-2d98b4f5-eae0-2d8a-902a-9a333dcd0d04 term=2 tally=1 2021-10-14T17:19:24.849Z [INFO] raft: election won: tally=1 2021-10-14T17:19:24.849Z [INFO] raft: entering leader state: leader="Node at 2d98b4f5-eae0-2d8a-902a-9a333dcd0d04 [Leader]" 2021-10-14T17:19:38.131Z [INFO] raft: starting snapshot up to: index=65538 2021-10-14T17:19:38.131Z [INFO] snapshot: creating new snapshot: path=/tmp/consul-test/TestSnapshot_TruncatedVerify-snapshot280067106/before/snapshots/2-65538-1634231978131.tmp 2021-10-14T17:19:38.969Z [INFO] raft: compacting logs: from=1 to=55298 2021-10-14T17:19:39.038Z [INFO] raft: snapshot complete up to: index=65538 === RUN TestSnapshot_TruncatedVerify/truncate_200_bytes_from_end === RUN TestSnapshot_TruncatedVerify/truncate_16_bytes_from_end === RUN TestSnapshot_TruncatedVerify/truncate_8_bytes_from_end === RUN TestSnapshot_TruncatedVerify/truncate_4_bytes_from_end === RUN TestSnapshot_TruncatedVerify/truncate_2_bytes_from_end === RUN TestSnapshot_TruncatedVerify/truncate_1_bytes_from_end --- PASS: TestSnapshot_TruncatedVerify (43.82s) --- PASS: TestSnapshot_TruncatedVerify/truncate_200_bytes_from_end (1.72s) --- PASS: TestSnapshot_TruncatedVerify/truncate_16_bytes_from_end (1.19s) --- PASS: TestSnapshot_TruncatedVerify/truncate_8_bytes_from_end (0.92s) --- PASS: TestSnapshot_TruncatedVerify/truncate_4_bytes_from_end (0.81s) --- PASS: TestSnapshot_TruncatedVerify/truncate_2_bytes_from_end (0.97s) --- PASS: TestSnapshot_TruncatedVerify/truncate_1_bytes_from_end (0.52s) === RUN TestSnapshot_BadRestore 2021-10-14T17:20:06.966Z [INFO] raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:server-7e7779fd-f991-c887-97d4-fbd41ecc28b7 Address:7e7779fd-f991-c887-97d4-fbd41ecc28b7}]" 2021-10-14T17:20:06.966Z [INFO] raft: entering follower state: follower="Node at 7e7779fd-f991-c887-97d4-fbd41ecc28b7 [Follower]" leader= 2021-10-14T17:20:08.553Z [WARN] raft: heartbeat timeout reached, starting election: last-leader= 2021-10-14T17:20:08.553Z [INFO] raft: entering candidate state: node="Node at 7e7779fd-f991-c887-97d4-fbd41ecc28b7 [Candidate]" term=2 2021-10-14T17:20:08.553Z [DEBUG] raft: votes: needed=1 2021-10-14T17:20:08.553Z [DEBUG] raft: vote granted: from=server-7e7779fd-f991-c887-97d4-fbd41ecc28b7 term=2 tally=1 2021-10-14T17:20:08.553Z [INFO] raft: election won: tally=1 2021-10-14T17:20:08.553Z [INFO] raft: entering leader state: leader="Node at 7e7779fd-f991-c887-97d4-fbd41ecc28b7 [Leader]" 2021-10-14T17:20:10.451Z [INFO] raft: starting snapshot up to: index=16386 2021-10-14T17:20:10.451Z [INFO] snapshot: creating new snapshot: path=/tmp/consul-test/TestSnapshot_BadRestore-snapshot951313316/before/snapshots/2-16386-1634232010451.tmp 2021-10-14T17:20:10.930Z [INFO] raft: compacting logs: from=1 to=6146 2021-10-14T17:20:10.931Z [INFO] raft: snapshot complete up to: index=16386 2021-10-14T17:20:16.847Z [INFO] raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:server-86c80d5e-2648-459e-b685-0816109cb57e Address:86c80d5e-2648-459e-b685-0816109cb57e}]" 2021-10-14T17:20:16.848Z [INFO] raft: entering follower state: follower="Node at 86c80d5e-2648-459e-b685-0816109cb57e [Follower]" leader= 2021-10-14T17:20:18.023Z [WARN] raft: heartbeat timeout reached, starting election: last-leader= 2021-10-14T17:20:18.023Z [INFO] raft: entering candidate state: node="Node at 86c80d5e-2648-459e-b685-0816109cb57e [Candidate]" term=2 2021-10-14T17:20:18.024Z [DEBUG] raft: votes: needed=1 2021-10-14T17:20:18.024Z [DEBUG] raft: vote granted: from=server-86c80d5e-2648-459e-b685-0816109cb57e term=2 tally=1 2021-10-14T17:20:18.024Z [INFO] raft: election won: tally=1 2021-10-14T17:20:18.024Z [INFO] raft: entering leader state: leader="Node at 86c80d5e-2648-459e-b685-0816109cb57e [Leader]" 2021-10-14T17:20:18.030Z [ERROR] TestSnapshot_BadRestore: Failed to close snapshot decompressor: error="unexpected EOF" --- PASS: TestSnapshot_BadRestore (11.08s) PASS ok github.com/hashicorp/nomad/helper/snapshot 82.298s ? github.com/hashicorp/nomad/helper/stats [no test files] ? github.com/hashicorp/nomad/helper/testlog [no test files] ? github.com/hashicorp/nomad/helper/testtask [no test files] === RUN TestConfig_AppendCA_None --- PASS: TestConfig_AppendCA_None (0.00s) === RUN TestConfig_AppendCA_Valid --- PASS: TestConfig_AppendCA_Valid (0.00s) === RUN TestConfig_AppendCA_Valid_MultipleCerts --- PASS: TestConfig_AppendCA_Valid_MultipleCerts (0.01s) === RUN TestConfig_AppendCA_Valid_Whitespace --- PASS: TestConfig_AppendCA_Valid_Whitespace (0.00s) === RUN TestConfig_AppendCA_Valid_MultipleCerts_ExtraData --- PASS: TestConfig_AppendCA_Valid_MultipleCerts_ExtraData (0.00s) === RUN TestConfig_AppendCA_Invalid_MultipleCerts --- PASS: TestConfig_AppendCA_Invalid_MultipleCerts (0.00s) === RUN TestConfig_AppendCA_Invalid --- PASS: TestConfig_AppendCA_Invalid (0.00s) === RUN TestConfig_CACertificate_Valid --- PASS: TestConfig_CACertificate_Valid (0.00s) === RUN TestConfig_LoadKeyPair_None --- PASS: TestConfig_LoadKeyPair_None (0.00s) === RUN TestConfig_LoadKeyPair_Valid --- PASS: TestConfig_LoadKeyPair_Valid (0.02s) === RUN TestConfig_OutgoingTLS_MissingCA --- PASS: TestConfig_OutgoingTLS_MissingCA (0.00s) === RUN TestConfig_OutgoingTLS_OnlyCA --- PASS: TestConfig_OutgoingTLS_OnlyCA (0.00s) === RUN TestConfig_OutgoingTLS_VerifyOutgoing --- PASS: TestConfig_OutgoingTLS_VerifyOutgoing (0.00s) === RUN TestConfig_OutgoingTLS_VerifyHostname --- PASS: TestConfig_OutgoingTLS_VerifyHostname (0.00s) === RUN TestConfig_OutgoingTLS_WithKeyPair --- PASS: TestConfig_OutgoingTLS_WithKeyPair (0.00s) === RUN TestConfig_OutgoingTLS_PreferServerCipherSuites --- PASS: TestConfig_OutgoingTLS_PreferServerCipherSuites (0.00s) === RUN TestConfig_OutgoingTLS_TLSCipherSuites --- PASS: TestConfig_OutgoingTLS_TLSCipherSuites (0.00s) === RUN TestConfig_outgoingWrapper_OK config_test.go:469: DM-skipped --- SKIP: TestConfig_outgoingWrapper_OK (0.00s) === RUN TestConfig_outgoingWrapper_BadCert --- SKIP: TestConfig_outgoingWrapper_BadCert (0.00s) === RUN TestConfig_wrapTLS_OK --- PASS: TestConfig_wrapTLS_OK (0.00s) === RUN TestConfig_wrapTLS_BadCert --- PASS: TestConfig_wrapTLS_BadCert (0.00s) === RUN TestConfig_IncomingTLS --- PASS: TestConfig_IncomingTLS (0.00s) === RUN TestConfig_IncomingTLS_MissingCA --- PASS: TestConfig_IncomingTLS_MissingCA (0.00s) === RUN TestConfig_IncomingTLS_MissingKey --- PASS: TestConfig_IncomingTLS_MissingKey (0.00s) === RUN TestConfig_IncomingTLS_NoVerify --- PASS: TestConfig_IncomingTLS_NoVerify (0.00s) === RUN TestConfig_IncomingTLS_PreferServerCipherSuites --- PASS: TestConfig_IncomingTLS_PreferServerCipherSuites (0.00s) === RUN TestConfig_IncomingTLS_TLSCipherSuites --- PASS: TestConfig_IncomingTLS_TLSCipherSuites (0.00s) === RUN TestConfig_ParseCiphers_Valid --- PASS: TestConfig_ParseCiphers_Valid (0.00s) === RUN TestConfig_ParseCiphers_Default --- PASS: TestConfig_ParseCiphers_Default (0.00s) === RUN TestConfig_ParseCiphers_Invalid --- PASS: TestConfig_ParseCiphers_Invalid (0.00s) === RUN TestConfig_ParseCiphers_SupportedSignature --- PASS: TestConfig_ParseCiphers_SupportedSignature (0.00s) === RUN TestConfig_ParseMinVersion_Valid --- PASS: TestConfig_ParseMinVersion_Valid (0.00s) === RUN TestConfig_ParseMinVersion_Invalid --- PASS: TestConfig_ParseMinVersion_Invalid (0.00s) === RUN TestConfig_NewTLSConfiguration --- PASS: TestConfig_NewTLSConfiguration (0.00s) === RUN TestConfig_ShouldReloadRPCConnections --- PASS: TestConfig_ShouldReloadRPCConnections (0.00s) PASS ok github.com/hashicorp/nomad/helper/tlsutil 0.148s === RUN TestUserAgent --- PASS: TestUserAgent (0.00s) PASS ok github.com/hashicorp/nomad/helper/useragent 0.077s === RUN TestGenerate --- PASS: TestGenerate (0.01s) PASS ok github.com/hashicorp/nomad/helper/uuid 0.161s ? github.com/hashicorp/nomad/helper/winsvc [no test files] === RUN TestParse parse_test.go:1520: Testing parse: basic.hcl parse_test.go:1520: Testing parse: multi-network.hcl parse_test.go:1520: Testing parse: multi-resource.hcl parse_test.go:1520: Testing parse: multi-vault.hcl parse_test.go:1520: Testing parse: default-job.hcl parse_test.go:1520: Testing parse: version-constraint.hcl parse_test.go:1520: Testing parse: regexp-constraint.hcl parse_test.go:1520: Testing parse: set-contains-constraint.hcl parse_test.go:1520: Testing parse: distinctHosts-constraint.hcl parse_test.go:1520: Testing parse: distinctProperty-constraint.hcl parse_test.go:1520: Testing parse: periodic-cron.hcl parse_test.go:1520: Testing parse: specify-job.hcl parse_test.go:1520: Testing parse: task-nested-config.hcl parse_test.go:1520: Testing parse: bad-artifact.hcl parse_test.go:1520: Testing parse: artifacts.hcl parse_test.go:1520: Testing parse: csi-plugin.hcl parse_test.go:1520: Testing parse: service-check-initial-status.hcl parse_test.go:1520: Testing parse: service-check-pass-fail.hcl parse_test.go:1520: Testing parse: service-check-pass-fail.hcl parse_test.go:1520: Testing parse: service-check-bad-header.hcl parse_test.go:1520: Testing parse: service-check-bad-header-2.hcl parse_test.go:1520: Testing parse: vault_inheritance.hcl parse_test.go:1520: Testing parse: parameterized_job.hcl parse_test.go:1520: Testing parse: job-with-kill-signal.hcl parse_test.go:1520: Testing parse: service-check-driver-address.hcl parse_test.go:1520: Testing parse: service-check-restart.hcl parse_test.go:1520: Testing parse: service-meta.hcl parse_test.go:1520: Testing parse: service-enable-tag-override.hcl parse_test.go:1520: Testing parse: reschedule-job.hcl parse_test.go:1520: Testing parse: reschedule-job-unlimited.hcl parse_test.go:1520: Testing parse: migrate-job.hcl parse_test.go:1520: Testing parse: tg-network.hcl parse_test.go:1520: Testing parse: tg-service-check.hcl parse_test.go:1520: Testing parse: tg-service-proxy-expose.hcl parse_test.go:1520: Testing parse: tg-service-connect-sidecar_task-name.hcl parse_test.go:1520: Testing parse: tg-service-connect-proxy.hcl parse_test.go:1520: Testing parse: tg-service-connect-local-service.hcl parse_test.go:1520: Testing parse: tg-service-check-expose.hcl parse_test.go:1520: Testing parse: tg-service-connect-native.hcl parse_test.go:1520: Testing parse: tg-service-enable-tag-override.hcl parse_test.go:1520: Testing parse: tg-scaling-policy.hcl parse_test.go:1520: Testing parse: tg-service-connect-gateway-ingress.hcl parse_test.go:1520: Testing parse: tg-scaling-policy-minimal.hcl parse_test.go:1520: Testing parse: tg-scaling-policy-missing-max.hcl parse_test.go:1520: Testing parse: tg-scaling-policy-multi-policy.hcl parse_test.go:1520: Testing parse: multiregion.hcl --- PASS: TestParse (0.34s) === RUN TestBadPorts --- PASS: TestBadPorts (0.00s) === RUN TestOverlappingPorts --- PASS: TestOverlappingPorts (0.00s) === RUN TestIncorrectKey --- PASS: TestIncorrectKey (0.07s) === RUN TestFlattenMapSlice === PAUSE TestFlattenMapSlice === CONT TestFlattenMapSlice --- PASS: TestFlattenMapSlice (0.00s) PASS ok github.com/hashicorp/nomad/jobspec 0.674s === RUN TestWriter_NonBlockingWrite --- PASS: TestWriter_NonBlockingWrite (0.01s) === RUN TestWriter_BlockingWrite --- PASS: TestWriter_BlockingWrite (0.06s) === RUN TestWriter_CloseClose --- PASS: TestWriter_CloseClose (0.00s) PASS ok github.com/hashicorp/nomad/lib/circbufwriter 0.198s === RUN TestDelayHeap_PushPop --- PASS: TestDelayHeap_PushPop (0.00s) === RUN TestDelayHeap_Update --- PASS: TestDelayHeap_Update (0.00s) PASS ok github.com/hashicorp/nomad/lib/delayheap 0.277s === RUN TestScoreHeap === RUN TestScoreHeap/#00 === RUN TestScoreHeap/#01 --- PASS: TestScoreHeap (0.00s) --- PASS: TestScoreHeap/#00 (0.00s) --- PASS: TestScoreHeap/#01 (0.00s) PASS ok github.com/hashicorp/nomad/lib/kheap 0.176s === RUN TestACLEndpoint_GetPolicy === PAUSE TestACLEndpoint_GetPolicy === RUN TestACLEndpoint_GetPolicy_Blocking === PAUSE TestACLEndpoint_GetPolicy_Blocking === RUN TestACLEndpoint_GetPolicies === PAUSE TestACLEndpoint_GetPolicies === RUN TestACLEndpoint_GetPolicies_TokenSubset === PAUSE TestACLEndpoint_GetPolicies_TokenSubset === RUN TestACLEndpoint_GetPolicies_Blocking === PAUSE TestACLEndpoint_GetPolicies_Blocking === RUN TestACLEndpoint_ListPolicies === PAUSE TestACLEndpoint_ListPolicies === RUN TestACLEndpoint_ListPolicies_Unauthenticated === PAUSE TestACLEndpoint_ListPolicies_Unauthenticated === RUN TestACLEndpoint_ListPolicies_Blocking === PAUSE TestACLEndpoint_ListPolicies_Blocking === RUN TestACLEndpoint_DeletePolicies === PAUSE TestACLEndpoint_DeletePolicies === RUN TestACLEndpoint_UpsertPolicies === PAUSE TestACLEndpoint_UpsertPolicies === RUN TestACLEndpoint_UpsertPolicies_Invalid === PAUSE TestACLEndpoint_UpsertPolicies_Invalid === RUN TestACLEndpoint_GetToken === PAUSE TestACLEndpoint_GetToken === RUN TestACLEndpoint_GetToken_Blocking === PAUSE TestACLEndpoint_GetToken_Blocking === RUN TestACLEndpoint_GetTokens === PAUSE TestACLEndpoint_GetTokens === RUN TestACLEndpoint_GetTokens_Blocking === PAUSE TestACLEndpoint_GetTokens_Blocking === RUN TestACLEndpoint_ListTokens === PAUSE TestACLEndpoint_ListTokens === RUN TestACLEndpoint_ListTokens_Blocking === PAUSE TestACLEndpoint_ListTokens_Blocking === RUN TestACLEndpoint_DeleteTokens === PAUSE TestACLEndpoint_DeleteTokens === RUN TestACLEndpoint_DeleteTokens_WithNonexistentToken === PAUSE TestACLEndpoint_DeleteTokens_WithNonexistentToken === RUN TestACLEndpoint_Bootstrap === PAUSE TestACLEndpoint_Bootstrap === RUN TestACLEndpoint_Bootstrap_Reset === PAUSE TestACLEndpoint_Bootstrap_Reset === RUN TestACLEndpoint_UpsertTokens === PAUSE TestACLEndpoint_UpsertTokens === RUN TestACLEndpoint_UpsertTokens_Invalid === PAUSE TestACLEndpoint_UpsertTokens_Invalid === RUN TestACLEndpoint_ResolveToken === PAUSE TestACLEndpoint_ResolveToken === RUN TestResolveACLToken === PAUSE TestResolveACLToken === RUN TestResolveACLToken_LeaderToken acl_test.go:96: DM-skipped --- SKIP: TestResolveACLToken_LeaderToken (0.00s) === RUN TestResolveSecretToken === PAUSE TestResolveSecretToken === RUN TestAllocEndpoint_List === PAUSE TestAllocEndpoint_List === RUN TestAllocEndpoint_List_ACL === PAUSE TestAllocEndpoint_List_ACL === RUN TestAllocEndpoint_List_Blocking === PAUSE TestAllocEndpoint_List_Blocking === RUN TestAllocEndpoint_List_AllNamespaces_OSS === PAUSE TestAllocEndpoint_List_AllNamespaces_OSS === RUN TestAllocEndpoint_GetAlloc === PAUSE TestAllocEndpoint_GetAlloc === RUN TestAllocEndpoint_GetAlloc_ACL === PAUSE TestAllocEndpoint_GetAlloc_ACL === RUN TestAllocEndpoint_GetAlloc_Blocking === PAUSE TestAllocEndpoint_GetAlloc_Blocking === RUN TestAllocEndpoint_GetAllocs === PAUSE TestAllocEndpoint_GetAllocs === RUN TestAllocEndpoint_GetAllocs_Blocking === PAUSE TestAllocEndpoint_GetAllocs_Blocking === RUN TestAllocEndpoint_UpdateDesiredTransition === PAUSE TestAllocEndpoint_UpdateDesiredTransition === RUN TestAllocEndpoint_Stop_ACL === PAUSE TestAllocEndpoint_Stop_ACL === RUN TestAutopilot_CleanupDeadServer autopilot_test.go:70: DM-skipped --- SKIP: TestAutopilot_CleanupDeadServer (0.00s) === RUN TestAutopilot_CleanupDeadServerPeriodic === PAUSE TestAutopilot_CleanupDeadServerPeriodic === RUN TestAutopilot_RollingUpdate autopilot_test.go:177: DM-skipped --- SKIP: TestAutopilot_RollingUpdate (0.00s) === RUN TestAutopilot_CleanupStaleRaftServer autopilot_test.go:254: TestAutopilot_CleanupDeadServer is very flaky, removing it for now --- SKIP: TestAutopilot_CleanupStaleRaftServer (0.00s) === RUN TestAutopilot_PromoteNonVoter === PAUSE TestAutopilot_PromoteNonVoter === RUN TestBlockedEvals_Block_Disabled === PAUSE TestBlockedEvals_Block_Disabled === RUN TestBlockedEvals_Block_SameJob === PAUSE TestBlockedEvals_Block_SameJob === RUN TestBlockedEvals_Block_Quota === PAUSE TestBlockedEvals_Block_Quota === RUN TestBlockedEvals_Block_PriorUnblocks === PAUSE TestBlockedEvals_Block_PriorUnblocks === RUN TestBlockedEvals_GetDuplicates === PAUSE TestBlockedEvals_GetDuplicates === RUN TestBlockedEvals_UnblockEscaped === PAUSE TestBlockedEvals_UnblockEscaped === RUN TestBlockedEvals_UnblockEligible === PAUSE TestBlockedEvals_UnblockEligible === RUN TestBlockedEvals_UnblockIneligible === PAUSE TestBlockedEvals_UnblockIneligible === RUN TestBlockedEvals_UnblockUnknown === PAUSE TestBlockedEvals_UnblockUnknown === RUN TestBlockedEvals_UnblockEligible_Quota === PAUSE TestBlockedEvals_UnblockEligible_Quota === RUN TestBlockedEvals_UnblockIneligible_Quota === PAUSE TestBlockedEvals_UnblockIneligible_Quota === RUN TestBlockedEvals_Reblock === PAUSE TestBlockedEvals_Reblock === RUN TestBlockedEvals_Block_ImmediateUnblock_Escaped === PAUSE TestBlockedEvals_Block_ImmediateUnblock_Escaped === RUN TestBlockedEvals_Block_ImmediateUnblock_UnseenClass_After === PAUSE TestBlockedEvals_Block_ImmediateUnblock_UnseenClass_After === RUN TestBlockedEvals_Block_ImmediateUnblock_UnseenClass_Before === PAUSE TestBlockedEvals_Block_ImmediateUnblock_UnseenClass_Before === RUN TestBlockedEvals_Block_ImmediateUnblock_SeenClass === PAUSE TestBlockedEvals_Block_ImmediateUnblock_SeenClass === RUN TestBlockedEvals_Block_ImmediateUnblock_Quota === PAUSE TestBlockedEvals_Block_ImmediateUnblock_Quota === RUN TestBlockedEvals_UnblockFailed === PAUSE TestBlockedEvals_UnblockFailed === RUN TestBlockedEvals_Untrack === PAUSE TestBlockedEvals_Untrack === RUN TestBlockedEvals_Untrack_Quota === PAUSE TestBlockedEvals_Untrack_Quota === RUN TestBlockedEvals_UnblockNode === PAUSE TestBlockedEvals_UnblockNode === RUN TestBlockedEvals_SystemUntrack === PAUSE TestBlockedEvals_SystemUntrack === RUN TestBlockedEvals_SystemDisableFlush === PAUSE TestBlockedEvals_SystemDisableFlush === RUN TestMonitor_Monitor_Remote_Client client_agent_endpoint_test.go:30: DM-skipped --- SKIP: TestMonitor_Monitor_Remote_Client (0.00s) === RUN TestMonitor_Monitor_RemoteServer client_agent_endpoint_test.go:128: DM-skipped --- SKIP: TestMonitor_Monitor_RemoteServer (0.00s) === RUN TestMonitor_MonitorServer === PAUSE TestMonitor_MonitorServer === RUN TestMonitor_Monitor_ACL === PAUSE TestMonitor_Monitor_ACL === RUN TestAgentProfile_RemoteClient client_agent_endpoint_test.go:529: DM-skipped --- SKIP: TestAgentProfile_RemoteClient (0.00s) === RUN TestAgentProfile_RemoteRegionMisMatch 2021-10-14T17:20:47.633Z [DEBUG] docker/driver.go:1715: plugin_loader.docker: using client connection initialized from environment: plugin_dir= 2021-10-14T17:20:47.633Z [DEBUG] docker/driver.go:1715: plugin_loader.docker: using client connection initialized from environment: plugin_dir= 2021-10-14T17:20:47.654Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:47.654Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:47.654Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:47.654Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:47.654Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:47.654Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:47.654Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:47.654Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:47.654Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:47.654Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= [INFO] freeport: detected ephemeral port range of [32768, 60999] nomad-001 2021-10-14T17:20:47.665Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9301 Address:127.0.0.1:9301}]" nomad-001 2021-10-14T17:20:47.665Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9301 [Follower]" leader= nomad-001 2021-10-14T17:20:47.666Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-001.foo 127.0.0.1 nomad-001 2021-10-14T17:20:47.666Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-001 2021-10-14T17:20:47.667Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-001.foo (Addr: 127.0.0.1:9301) (DC: dc1)" 2021-10-14T17:20:47.667Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:47.668Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:47.668Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:47.668Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:47.668Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:47.669Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-001 2021-10-14T17:20:47.730Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-001 2021-10-14T17:20:47.730Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9301 [Candidate]" term=2 nomad-001 2021-10-14T17:20:47.730Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-001 2021-10-14T17:20:47.730Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9301 term=2 tally=1 nomad-001 2021-10-14T17:20:47.730Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-001 2021-10-14T17:20:47.730Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9301 [Leader]" nomad-001 2021-10-14T17:20:47.730Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-001 2021-10-14T17:20:47.731Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=d3ffcbe7-0027-460d-ae53-96013ce43555 create_time=1634232047731499001 nomad-001 2021-10-14T17:20:47.731Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=d3ffcbe7-0027-460d-ae53-96013ce43555 create_time=1634232047731499001 nomad-001 2021-10-14T17:20:47.732Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-002 2021-10-14T17:20:47.735Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9303 Address:127.0.0.1:9303}]" nomad-002 2021-10-14T17:20:47.736Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-002.bar 127.0.0.1 nomad-002 2021-10-14T17:20:47.736Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers 2021-10-14T17:20:47.737Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:47.737Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:47.737Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:47.737Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-002 2021-10-14T17:20:47.737Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9303 [Follower]" leader= nomad-002 2021-10-14T17:20:47.741Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-002.bar (Addr: 127.0.0.1:9303) (DC: dc1)" nomad-002 2021-10-14T17:20:47.742Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Initiating push/pull sync with: 127.0.0.1:9302 nomad-001 2021-10-14T17:20:47.742Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:59266 nomad-001 2021-10-14T17:20:47.758Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-002.bar 127.0.0.1 nomad-001 2021-10-14T17:20:47.758Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-002.bar (Addr: 127.0.0.1:9303) (DC: dc1)" nomad-002 2021-10-14T17:20:47.758Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-001.foo 127.0.0.1 nomad-002 2021-10-14T17:20:47.758Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-001.foo (Addr: 127.0.0.1:9301) (DC: dc1)" nomad-001 2021-10-14T17:20:47.767Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-002.bar nomad-002 2021-10-14T17:20:47.771Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-002 2021-10-14T17:20:47.772Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-001 2021-10-14T17:20:47.772Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-001 2021-10-14T17:20:47.772Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-001 2021-10-14T17:20:47.772Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestAgentProfile_RemoteRegionMisMatch (0.22s) === RUN TestAgentProfile_RemoteRegion nomad-001 2021-10-14T17:20:47.772Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-14T17:20:47.773Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:47.773Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:47.773Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:47.773Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:47.773Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:47.773Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:47.773Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:47.773Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:47.775Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:47.775Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-003 2021-10-14T17:20:47.777Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9305 Address:127.0.0.1:9305}]" nomad-003 2021-10-14T17:20:47.777Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9305 [Follower]" leader= nomad-003 2021-10-14T17:20:47.778Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-003.foo 127.0.0.1 nomad-003 2021-10-14T17:20:47.778Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-003 2021-10-14T17:20:47.778Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-003.foo (Addr: 127.0.0.1:9305) (DC: dc1)" 2021-10-14T17:20:47.779Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:47.779Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:47.779Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:47.779Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:47.779Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:47.779Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:47.780Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:47.800Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:47.800Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:47.801Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-003 2021-10-14T17:20:47.845Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-003 2021-10-14T17:20:47.845Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9305 [Candidate]" term=2 nomad-003 2021-10-14T17:20:47.845Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-003 2021-10-14T17:20:47.845Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9305 term=2 tally=1 nomad-003 2021-10-14T17:20:47.845Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-003 2021-10-14T17:20:47.845Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9305 [Leader]" nomad-003 2021-10-14T17:20:47.845Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-003 2021-10-14T17:20:47.846Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=fc6aeac7-7143-6e48-340c-b2b8c357ff4d create_time=1634232047846395183 nomad-003 2021-10-14T17:20:47.846Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=fc6aeac7-7143-6e48-340c-b2b8c357ff4d create_time=1634232047846395183 nomad-003 2021-10-14T17:20:47.846Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-004 2021-10-14T17:20:47.850Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9307 Address:127.0.0.1:9307}]" nomad-004 2021-10-14T17:20:47.851Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9307 [Follower]" leader= nomad-004 2021-10-14T17:20:47.851Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-004.bar 127.0.0.1 nomad-004 2021-10-14T17:20:47.851Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-003 2021-10-14T17:20:47.852Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:49286 nomad-004 2021-10-14T17:20:47.852Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-004.bar (Addr: 127.0.0.1:9307) (DC: dc1)" nomad-004 2021-10-14T17:20:47.852Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Initiating push/pull sync with: 127.0.0.1:9306 nomad-003 2021-10-14T17:20:47.853Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-004.bar 127.0.0.1 nomad-003 2021-10-14T17:20:47.853Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-004.bar (Addr: 127.0.0.1:9307) (DC: dc1)" nomad-004 2021-10-14T17:20:47.857Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-003.foo 127.0.0.1 nomad-004 2021-10-14T17:20:47.858Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-003.foo (Addr: 127.0.0.1:9305) (DC: dc1)" nomad-004 2021-10-14T17:20:47.961Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-004 2021-10-14T17:20:47.966Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9307 [Candidate]" term=2 nomad-004 2021-10-14T17:20:47.966Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-004 2021-10-14T17:20:48.030Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9307 term=2 tally=1 nomad-004 2021-10-14T17:20:48.030Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-004 2021-10-14T17:20:48.030Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9307 [Leader]" nomad-004 2021-10-14T17:20:48.030Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-004 2021-10-14T17:20:48.032Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=1c115d54-d66e-70c8-e857-1d161ae4cf99 create_time=1634232048032110631 nomad-004 2021-10-14T17:20:48.032Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=1c115d54-d66e-70c8-e857-1d161ae4cf99 create_time=1634232048032110631 nomad-004 2021-10-14T17:20:48.032Z [ERROR] nomad/leader.go:1007: nomad: skipping adding Raft peer because an existing peer is in bootstrap mode and only one server should be in bootstrap mode: existing_peer=nomad-003.foo joining_peer=nomad-004.bar nomad-003 2021-10-14T17:20:48.030Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-004.bar nomad-003 2021-10-14T17:20:48.033Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-004.bar nomad-004 2021-10-14T17:20:48.033Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-004 2021-10-14T17:20:48.062Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-004.bar nomad-003 2021-10-14T17:20:48.137Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-004.bar (timeout reached) nomad-004 2021-10-14T17:20:48.142Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:42278 nomad-004 2021-10-14T17:20:48.143Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-004.bar nomad-003 2021-10-14T17:20:48.233Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-004.bar (timeout reached) nomad-004 2021-10-14T17:20:48.241Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:42280 nomad-003 2021-10-14T17:20:48.433Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-004.bar (timeout reached) nomad-004 2021-10-14T17:20:48.434Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:42282 nomad-003 2021-10-14T17:20:48.630Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-004.bar (timeout reached) nomad-004 2021-10-14T17:20:48.649Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:42284 nomad-004 2021-10-14T17:20:48.872Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-004 2021-10-14T17:20:48.872Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-004 2021-10-14T17:20:48.872Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-003 2021-10-14T17:20:48.872Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-003 2021-10-14T17:20:48.872Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-004 2021-10-14T17:20:48.872Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-003 2021-10-14T17:20:48.872Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-003 2021-10-14T17:20:48.873Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost --- PASS: TestAgentProfile_RemoteRegion (1.10s) === RUN TestAgentProfile_Server nomad-005 2021-10-14T17:20:48.947Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=0 servers=[] nomad-005 2021-10-14T17:20:48.948Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-005.global 127.0.0.1 nomad-005 2021-10-14T17:20:48.948Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] 2021-10-14T17:20:48.950Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:48.950Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:48.950Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:48.950Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:48.950Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:48.950Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:48.950Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:48.950Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:48.950Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:48.950Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-005 2021-10-14T17:20:48.950Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9309 [Follower]" leader= nomad-005 2021-10-14T17:20:48.951Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-005.global (Addr: 127.0.0.1:9309) (DC: dc1)" 2021-10-14T17:20:48.951Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:48.951Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:48.951Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:48.951Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:48.951Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:48.951Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:48.953Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:48.955Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:48.955Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:48.955Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-006 2021-10-14T17:20:48.955Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=0 servers=[] nomad-006 2021-10-14T17:20:48.956Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9311 [Follower]" leader= nomad-006 2021-10-14T17:20:48.956Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-006.global 127.0.0.1 nomad-006 2021-10-14T17:20:48.956Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-005 2021-10-14T17:20:48.957Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:38616 nomad-006 2021-10-14T17:20:48.957Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-006.global (Addr: 127.0.0.1:9311) (DC: dc1)" nomad-006 2021-10-14T17:20:48.957Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Initiating push/pull sync with: 127.0.0.1:9310 nomad-005 2021-10-14T17:20:48.958Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-006.global 127.0.0.1 nomad-005 2021-10-14T17:20:48.958Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-006.global (Addr: 127.0.0.1:9311) (DC: dc1)" nomad-005 2021-10-14T17:20:48.961Z [INFO] nomad/serf.go:219: nomad: found expected number of peers, attempting to bootstrap cluster...: peers=127.0.0.1:9309,127.0.0.1:9311 nomad-006 2021-10-14T17:20:48.961Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-005.global 127.0.0.1 nomad-006 2021-10-14T17:20:48.961Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-005.global (Addr: 127.0.0.1:9309) (DC: dc1)" nomad-006 2021-10-14T17:20:48.964Z [INFO] nomad/serf.go:183: nomad: disabling bootstrap mode because existing Raft peers being reported by peer: peer_name=nomad-005.global peer_address=127.0.0.1:9309 nomad-005 2021-10-14T17:20:49.037Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-005 2021-10-14T17:20:49.037Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9309 [Candidate]" term=2 nomad-005 2021-10-14T17:20:49.037Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-005 2021-10-14T17:20:49.038Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9309 term=2 tally=1 nomad-006 2021-10-14T17:20:49.039Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-005 2021-10-14T17:20:49.039Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9311 term=2 tally=2 nomad-005 2021-10-14T17:20:49.039Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-005 2021-10-14T17:20:49.039Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9309 [Leader]" nomad-005 2021-10-14T17:20:49.039Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9311 nomad-006 2021-10-14T17:20:49.040Z [WARN] raft/raft.go:1283: nomad.raft: failed to get previous log: previous-index=1 last-index=0 error="log not found" nomad-005 2021-10-14T17:20:49.039Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-005 2021-10-14T17:20:49.040Z [WARN] raft/replication.go:248: nomad.raft: appendEntries rejected, sending older logs: peer="{Voter 127.0.0.1:9311 127.0.0.1:9311}" next=1 nomad-005 2021-10-14T17:20:49.041Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9311 127.0.0.1:9311}" nomad-005 2021-10-14T17:20:49.043Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=4cf868f6-9720-666b-c0dd-293b1fb5bcf8 create_time=1634232049042865945 nomad-005 2021-10-14T17:20:49.043Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=4cf868f6-9720-666b-c0dd-293b1fb5bcf8 create_time=1634232049042865945 nomad-005 2021-10-14T17:20:49.044Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-005 2021-10-14T17:20:49.053Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-006.global nomad-006 2021-10-14T17:20:49.058Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-006.global nomad-005 2021-10-14T17:20:49.058Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-006.global nomad-006 2021-10-14T17:20:49.160Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9309 nomad-006 2021-10-14T17:20:49.161Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9311 [Candidate]" term=3 nomad-006 2021-10-14T17:20:49.161Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-006 2021-10-14T17:20:49.161Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9311 term=3 tally=1 nomad-006 2021-10-14T17:20:49.162Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-006.global nomad-005 2021-10-14T17:20:49.162Z [ERROR] raft/replication.go:581: nomad.raft: peer has newer term, stopping replication: peer="{Voter 127.0.0.1:9311 127.0.0.1:9311}" nomad-005 2021-10-14T17:20:49.162Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9311 127.0.0.1:9311}" nomad-005 2021-10-14T17:20:49.162Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9309 [Follower]" leader= nomad-005 2021-10-14T17:20:49.162Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-005 2021-10-14T17:20:49.165Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-006 2021-10-14T17:20:49.166Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9309 term=3 tally=2 nomad-006 2021-10-14T17:20:49.166Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-006 2021-10-14T17:20:49.166Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9311 [Leader]" nomad-006 2021-10-14T17:20:49.166Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9309 nomad-005 2021-10-14T17:20:49.167Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-006 2021-10-14T17:20:49.172Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-006 2021-10-14T17:20:49.232Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9309 127.0.0.1:9309}" nomad-006 2021-10-14T17:20:49.232Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=4cf868f6-9720-666b-c0dd-293b1fb5bcf8 create_time=1634232049042865945 nomad-006 2021-10-14T17:20:49.233Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-005 2021-10-14T17:20:49.330Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9311 nomad-005 2021-10-14T17:20:49.331Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9309 [Candidate]" term=4 nomad-005 2021-10-14T17:20:49.331Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-005 2021-10-14T17:20:49.331Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9309 term=4 tally=1 nomad-006 2021-10-14T17:20:49.331Z [WARN] raft/raft.go:1418: nomad.raft: rejecting vote request since we have a leader: from=127.0.0.1:9309 leader=127.0.0.1:9311 nomad-006 2021-10-14T17:20:49.331Z [ERROR] raft/replication.go:581: nomad.raft: peer has newer term, stopping replication: peer="{Voter 127.0.0.1:9309 127.0.0.1:9309}" nomad-006 2021-10-14T17:20:49.361Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9309 127.0.0.1:9309}" nomad-006 2021-10-14T17:20:49.362Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9311 [Follower]" leader= nomad-006 2021-10-14T17:20:49.362Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-006 2021-10-14T17:20:49.362Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-005 2021-10-14T17:20:49.430Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-005 2021-10-14T17:20:49.430Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9309 [Candidate]" term=5 nomad-005 2021-10-14T17:20:49.430Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-005 2021-10-14T17:20:49.430Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9309 term=5 tally=1 nomad-006 2021-10-14T17:20:49.433Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-005 2021-10-14T17:20:49.433Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9311 term=5 tally=2 nomad-005 2021-10-14T17:20:49.433Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-005 2021-10-14T17:20:49.433Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9309 [Leader]" nomad-005 2021-10-14T17:20:49.433Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9311 nomad-005 2021-10-14T17:20:49.434Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-005 2021-10-14T17:20:49.434Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9311 127.0.0.1:9311}" nomad-005 2021-10-14T17:20:49.435Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-005 2021-10-14T17:20:49.530Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9311 time=68.811569ms nomad-005 2021-10-14T17:20:49.530Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-005 2021-10-14T17:20:49.530Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9309 [Follower]" leader= nomad-005 2021-10-14T17:20:49.530Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-005 2021-10-14T17:20:49.531Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-005 2021-10-14T17:20:49.531Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9311 127.0.0.1:9311}" nomad-006 2021-10-14T17:20:49.636Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9309 nomad-006 2021-10-14T17:20:49.636Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9311 [Candidate]" term=6 nomad-006 2021-10-14T17:20:49.636Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-006 2021-10-14T17:20:49.636Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9311 term=6 tally=1 nomad-005 2021-10-14T17:20:49.637Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-005 2021-10-14T17:20:49.637Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9309 [Candidate]" term=6 nomad-005 2021-10-14T17:20:49.637Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-005 2021-10-14T17:20:49.637Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9309 term=6 tally=1 nomad-006 2021-10-14T17:20:49.637Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=6 nomad-005 2021-10-14T17:20:49.637Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=6 nomad-006 2021-10-14T17:20:49.691Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-006 2021-10-14T17:20:49.691Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9311 [Candidate]" term=7 nomad-006 2021-10-14T17:20:49.691Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-006 2021-10-14T17:20:49.691Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9311 term=7 tally=1 nomad-005 2021-10-14T17:20:49.691Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-005 2021-10-14T17:20:49.691Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9309 [Follower]" leader= nomad-006 2021-10-14T17:20:49.692Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9309 term=7 tally=2 nomad-006 2021-10-14T17:20:49.692Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-006 2021-10-14T17:20:49.692Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9311 [Leader]" nomad-006 2021-10-14T17:20:49.692Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9309 nomad-006 2021-10-14T17:20:49.692Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-006 2021-10-14T17:20:49.692Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9309 127.0.0.1:9309}" nomad-006 2021-10-14T17:20:49.693Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-005 2021-10-14T17:20:49.833Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9311 nomad-005 2021-10-14T17:20:49.833Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9309 [Candidate]" term=8 nomad-005 2021-10-14T17:20:49.833Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-005 2021-10-14T17:20:49.833Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9309 term=8 tally=1 nomad-006 2021-10-14T17:20:49.834Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9309 time=63.028032ms nomad-006 2021-10-14T17:20:49.834Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-006 2021-10-14T17:20:49.834Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9311 [Follower]" leader= nomad-006 2021-10-14T17:20:49.834Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-006 2021-10-14T17:20:49.834Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9309 127.0.0.1:9309}" nomad-006 2021-10-14T17:20:49.834Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-006 2021-10-14T17:20:49.841Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-005 2021-10-14T17:20:49.841Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9311 term=8 tally=2 nomad-005 2021-10-14T17:20:49.841Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-005 2021-10-14T17:20:49.841Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9309 [Leader]" nomad-005 2021-10-14T17:20:49.841Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9311 nomad-005 2021-10-14T17:20:49.841Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-005 2021-10-14T17:20:49.842Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9311 127.0.0.1:9311}" nomad-005 2021-10-14T17:20:49.842Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 === RUN TestAgentProfile_Server/remote_leader === RUN TestAgentProfile_Server/remote_server === RUN TestAgentProfile_Server/serverID_is_current_leader === RUN TestAgentProfile_Server/serverID_is_current_server nomad-006 2021-10-14T17:20:50.030Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-005.global (timeout reached) nomad-006 2021-10-14T17:20:50.030Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9309 nomad-006 2021-10-14T17:20:50.031Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9311 [Candidate]" term=9 nomad-006 2021-10-14T17:20:50.031Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-006 2021-10-14T17:20:50.031Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9311 term=9 tally=1 nomad-005 2021-10-14T17:20:50.031Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9311 time=77.653584ms nomad-005 2021-10-14T17:20:50.031Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-005 2021-10-14T17:20:50.032Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9309 [Follower]" leader= nomad-005 2021-10-14T17:20:50.032Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-005 2021-10-14T17:20:50.031Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-006.global (timeout reached) nomad-005 2021-10-14T17:20:50.032Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9311 127.0.0.1:9311}" nomad-006 2021-10-14T17:20:50.054Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:41506 nomad-005 2021-10-14T17:20:50.054Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-005 2021-10-14T17:20:50.055Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:38642 nomad-006 2021-10-14T17:20:50.056Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9309 term=9 tally=2 nomad-006 2021-10-14T17:20:50.056Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-006 2021-10-14T17:20:50.056Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9311 [Leader]" nomad-006 2021-10-14T17:20:50.056Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9309 nomad-005 2021-10-14T17:20:50.057Z [ERROR] go-hclog/stdlog.go:50: nomad: memberlist: Failed fallback ping: write tcp 127.0.0.1:41506->127.0.0.1:9312: i/o timeout nomad-005 2021-10-14T17:20:50.058Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-005 2021-10-14T17:20:50.166Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-005 2021-10-14T17:20:50.166Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9309 [Candidate]" term=10 nomad-005 2021-10-14T17:20:50.166Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-005 2021-10-14T17:20:50.166Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9309 term=10 tally=1 nomad-006 2021-10-14T17:20:50.166Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-006 2021-10-14T17:20:50.167Z [ERROR] raft/replication.go:581: nomad.raft: peer has newer term, stopping replication: peer="{Voter 127.0.0.1:9309 127.0.0.1:9309}" nomad-006 2021-10-14T17:20:50.167Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9311 [Follower]" leader= nomad-006 2021-10-14T17:20:50.167Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-006 2021-10-14T17:20:50.167Z [ERROR] nomad/leader.go:136: nomad: failed to wait for barrier: error="leadership lost while committing log" nomad-006 2021-10-14T17:20:50.167Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-006 2021-10-14T17:20:50.167Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-006 2021-10-14T17:20:50.167Z [WARN] raft/raft.go:1463: nomad.raft: rejecting vote request since our last term is greater: candidate=127.0.0.1:9309 last-term=9 last-candidate-term=8 nomad-006 2021-10-14T17:20:50.248Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-006 2021-10-14T17:20:50.248Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9311 [Candidate]" term=11 nomad-006 2021-10-14T17:20:50.249Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-006 2021-10-14T17:20:50.249Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9311 term=11 tally=1 nomad-005 2021-10-14T17:20:50.249Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-005 2021-10-14T17:20:50.249Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9309 [Candidate]" term=11 nomad-005 2021-10-14T17:20:50.249Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-005 2021-10-14T17:20:50.249Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9309 term=11 tally=1 nomad-006 2021-10-14T17:20:50.250Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=11 nomad-005 2021-10-14T17:20:50.250Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=11 nomad-005 2021-10-14T17:20:50.305Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-005 2021-10-14T17:20:50.305Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9309 [Candidate]" term=12 nomad-005 2021-10-14T17:20:50.305Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-005 2021-10-14T17:20:50.305Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9309 term=12 tally=1 nomad-006 2021-10-14T17:20:50.330Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-006 2021-10-14T17:20:50.330Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9311 [Candidate]" term=12 nomad-006 2021-10-14T17:20:50.330Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-006 2021-10-14T17:20:50.330Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9311 term=12 tally=1 nomad-005 2021-10-14T17:20:50.337Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=12 nomad-006 2021-10-14T17:20:50.337Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=12 nomad-005 2021-10-14T17:20:50.430Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-005 2021-10-14T17:20:50.430Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9309 [Candidate]" term=13 nomad-005 2021-10-14T17:20:50.430Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-005 2021-10-14T17:20:50.430Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9309 term=13 tally=1 nomad-006 2021-10-14T17:20:50.430Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-006 2021-10-14T17:20:50.431Z [WARN] raft/raft.go:1463: nomad.raft: rejecting vote request since our last term is greater: candidate=127.0.0.1:9309 last-term=9 last-candidate-term=8 nomad-006 2021-10-14T17:20:50.431Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9311 [Follower]" leader= nomad-006 2021-10-14T17:20:50.533Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-006 2021-10-14T17:20:50.533Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9311 [Candidate]" term=14 nomad-006 2021-10-14T17:20:50.533Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-006 2021-10-14T17:20:50.533Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9311 term=14 tally=1 nomad-005 2021-10-14T17:20:50.533Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-005 2021-10-14T17:20:50.533Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9309 [Candidate]" term=14 nomad-005 2021-10-14T17:20:50.533Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-005 2021-10-14T17:20:50.533Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9309 term=14 tally=1 nomad-005 2021-10-14T17:20:50.534Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=14 nomad-006 2021-10-14T17:20:50.534Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=14 nomad-005 2021-10-14T17:20:50.630Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-005 2021-10-14T17:20:50.630Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9309 [Candidate]" term=15 nomad-005 2021-10-14T17:20:50.630Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-005 2021-10-14T17:20:50.630Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9309 term=15 tally=1 nomad-006 2021-10-14T17:20:50.630Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-006 2021-10-14T17:20:50.630Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9311 [Candidate]" term=15 nomad-006 2021-10-14T17:20:50.630Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-006 2021-10-14T17:20:50.631Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9311 term=15 tally=1 nomad-005 2021-10-14T17:20:50.631Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=15 nomad-006 2021-10-14T17:20:50.631Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=15 nomad-006 2021-10-14T17:20:50.736Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-006 2021-10-14T17:20:50.736Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9311 [Candidate]" term=16 nomad-006 2021-10-14T17:20:50.736Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-006 2021-10-14T17:20:50.736Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9311 term=16 tally=1 nomad-005 2021-10-14T17:20:50.736Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-005 2021-10-14T17:20:50.736Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9309 [Candidate]" term=16 nomad-005 2021-10-14T17:20:50.736Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-005 2021-10-14T17:20:50.736Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9309 term=16 tally=1 nomad-006 2021-10-14T17:20:50.742Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=16 nomad-005 2021-10-14T17:20:50.742Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=16 nomad-005 2021-10-14T17:20:50.830Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-006.global (timeout reached) nomad-006 2021-10-14T17:20:50.830Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-006 2021-10-14T17:20:50.830Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9311 [Candidate]" term=17 nomad-006 2021-10-14T17:20:50.831Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-006 2021-10-14T17:20:50.831Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9311 term=17 tally=1 nomad-005 2021-10-14T17:20:50.831Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-005 2021-10-14T17:20:50.831Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9309 [Candidate]" term=17 nomad-005 2021-10-14T17:20:50.831Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-005 2021-10-14T17:20:50.831Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9309 term=17 tally=1 nomad-006 2021-10-14T17:20:50.831Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=17 nomad-005 2021-10-14T17:20:50.831Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=17 nomad-006 2021-10-14T17:20:50.830Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:41508 nomad-006 2021-10-14T17:20:50.949Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-006 2021-10-14T17:20:50.949Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9311 [Candidate]" term=18 nomad-006 2021-10-14T17:20:50.949Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-006 2021-10-14T17:20:50.949Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9311 term=18 tally=1 nomad-005 2021-10-14T17:20:50.950Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-005 2021-10-14T17:20:50.950Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9309 [Candidate]" term=18 nomad-005 2021-10-14T17:20:50.950Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-005 2021-10-14T17:20:50.950Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9309 term=18 tally=1 nomad-005 2021-10-14T17:20:50.950Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=18 nomad-006 2021-10-14T17:20:50.950Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=18 === RUN TestAgentProfile_Server/serverID_is_unknown nomad-006 2021-10-14T17:20:50.955Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-006 2021-10-14T17:20:50.955Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-005 2021-10-14T17:20:50.956Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-005 2021-10-14T17:20:50.956Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-005 2021-10-14T17:20:50.956Z [ERROR] go-hclog/stdlog.go:50: nomad.rpc: yamux: Failed to write body: write tcp 127.0.0.1:9309->127.0.0.1:40848: write: broken pipe --- PASS: TestAgentProfile_Server (2.08s) --- PASS: TestAgentProfile_Server/remote_leader (0.00s) --- PASS: TestAgentProfile_Server/remote_server (0.00s) --- PASS: TestAgentProfile_Server/serverID_is_current_leader (0.00s) --- PASS: TestAgentProfile_Server/serverID_is_current_server (1.02s) --- PASS: TestAgentProfile_Server/serverID_is_unknown (0.00s) === RUN TestAgentProfile_ACL nomad-005 2021-10-14T17:20:50.957Z [ERROR] nomad/rpc.go:478: nomad.rpc: multiplex_v2 conn accept failed: error="write tcp 127.0.0.1:9309->127.0.0.1:40848: write: broken pipe" === PAUSE TestAgentProfile_ACL === RUN TestAgentHost_Server client_agent_endpoint_test.go:814: DM-skipped --- SKIP: TestAgentHost_Server (0.00s) === RUN TestAgentHost_ACL === PAUSE TestAgentHost_ACL === RUN TestAgentHost_ACLDebugRequired === PAUSE TestAgentHost_ACLDebugRequired === RUN TestClientCSIController_AttachVolume_Local client_csi_endpoint_test.go:22: DM-skipped --- SKIP: TestClientCSIController_AttachVolume_Local (0.00s) === RUN TestClientCSIController_AttachVolume_Forwarded client_csi_endpoint_test.go:39: DM-skipped --- SKIP: TestClientCSIController_AttachVolume_Forwarded (0.00s) === RUN TestClientCSIController_DetachVolume_Local client_csi_endpoint_test.go:56: DM-skipped --- SKIP: TestClientCSIController_DetachVolume_Local (0.00s) === RUN TestClientCSIController_DetachVolume_Forwarded client_csi_endpoint_test.go:73: DM-skipped --- SKIP: TestClientCSIController_DetachVolume_Forwarded (0.00s) === RUN TestClientCSIController_ValidateVolume_Local client_csi_endpoint_test.go:90: DM-skipped --- SKIP: TestClientCSIController_ValidateVolume_Local (0.00s) === RUN TestClientCSIController_ValidateVolume_Forwarded client_csi_endpoint_test.go:108: DM-skipped --- SKIP: TestClientCSIController_ValidateVolume_Forwarded (0.00s) === RUN TestClientCSI_NodeForControllerPlugin === PAUSE TestClientCSI_NodeForControllerPlugin === RUN TestServer_removeNodeConn_differentAddrs === PAUSE TestServer_removeNodeConn_differentAddrs === RUN TestServerWithNodeConn_NoPath === PAUSE TestServerWithNodeConn_NoPath === RUN TestServerWithNodeConn_NoPath_Region === PAUSE TestServerWithNodeConn_NoPath_Region === RUN TestServerWithNodeConn_Path === PAUSE TestServerWithNodeConn_Path === RUN TestServerWithNodeConn_Path_Region === PAUSE TestServerWithNodeConn_Path_Region === RUN TestServerWithNodeConn_Path_Newest client_rpc_test.go:178: DM-skipped --- SKIP: TestServerWithNodeConn_Path_Newest (0.00s) === RUN TestServerWithNodeConn_PathAndErr client_rpc_test.go:215: DM-skipped --- SKIP: TestServerWithNodeConn_PathAndErr (0.00s) === RUN TestServerWithNodeConn_NoPathAndErr client_rpc_test.go:252: DM-skipped --- SKIP: TestServerWithNodeConn_NoPathAndErr (0.00s) === RUN TestNodeStreamingRpc_badEndpoint client_rpc_test.go:287: DM-skipped --- SKIP: TestNodeStreamingRpc_badEndpoint (0.00s) === RUN TestClientStats_Stats_Local client_stats_endpoint_test.go:20: DM-skipped --- SKIP: TestClientStats_Stats_Local (0.00s) === RUN TestClientStats_Stats_Local_ACL === PAUSE TestClientStats_Stats_Local_ACL === RUN TestClientStats_Stats_NoNode === PAUSE TestClientStats_Stats_NoNode === RUN TestClientStats_Stats_OldNode === PAUSE TestClientStats_Stats_OldNode === RUN TestClientStats_Stats_Remote client_stats_endpoint_test.go:173: DM-skipped --- SKIP: TestClientStats_Stats_Remote (0.00s) === RUN TestConsulPolicy_ParseConsulPolicy === PAUSE TestConsulPolicy_ParseConsulPolicy === RUN TestConsulPolicy_IsEmpty === PAUSE TestConsulPolicy_IsEmpty === RUN TestConsulACLsAPI_allowsServiceWrite === PAUSE TestConsulACLsAPI_allowsServiceWrite === RUN TestConsulACLsAPI_hasSufficientPolicy === PAUSE TestConsulACLsAPI_hasSufficientPolicy === RUN TestConsulConfigsAPI_SetIngressGatewayConfigEntry === PAUSE TestConsulConfigsAPI_SetIngressGatewayConfigEntry === RUN TestConsulACLsAPI_CreateToken === PAUSE TestConsulACLsAPI_CreateToken === RUN TestConsulACLsAPI_RevokeTokens === PAUSE TestConsulACLsAPI_RevokeTokens === RUN TestConsulACLsAPI_MarkForRevocation === PAUSE TestConsulACLsAPI_MarkForRevocation === RUN TestConsulACLsAPI_bgRetryRevoke === PAUSE TestConsulACLsAPI_bgRetryRevoke === RUN TestConsulACLsAPI_Stop === PAUSE TestConsulACLsAPI_Stop === RUN TestConsulACLsAPI_CheckSIPolicy === PAUSE TestConsulACLsAPI_CheckSIPolicy === RUN TestCoreScheduler_EvalGC === PAUSE TestCoreScheduler_EvalGC === RUN TestCoreScheduler_EvalGC_ReschedulingAllocs === PAUSE TestCoreScheduler_EvalGC_ReschedulingAllocs === RUN TestCoreScheduler_EvalGC_StoppedJob_Reschedulable === PAUSE TestCoreScheduler_EvalGC_StoppedJob_Reschedulable === RUN TestCoreScheduler_EvalGC_Batch === PAUSE TestCoreScheduler_EvalGC_Batch === RUN TestCoreScheduler_EvalGC_Batch_OldVersion === PAUSE TestCoreScheduler_EvalGC_Batch_OldVersion === RUN TestCoreScheduler_EvalGC_BatchStopped === PAUSE TestCoreScheduler_EvalGC_BatchStopped === RUN TestCoreScheduler_EvalGC_Partial === PAUSE TestCoreScheduler_EvalGC_Partial === RUN TestCoreScheduler_EvalGC_Force === PAUSE TestCoreScheduler_EvalGC_Force === RUN TestCoreScheduler_NodeGC core_sched_test.go:820: DM-skipped --- SKIP: TestCoreScheduler_NodeGC (0.00s) === RUN TestCoreScheduler_NodeGC_TerminalAllocs === PAUSE TestCoreScheduler_NodeGC_TerminalAllocs === RUN TestCoreScheduler_NodeGC_RunningAllocs === PAUSE TestCoreScheduler_NodeGC_RunningAllocs === RUN TestCoreScheduler_NodeGC_Force === PAUSE TestCoreScheduler_NodeGC_Force === RUN TestCoreScheduler_JobGC_OutstandingEvals === PAUSE TestCoreScheduler_JobGC_OutstandingEvals === RUN TestCoreScheduler_JobGC_OutstandingAllocs === PAUSE TestCoreScheduler_JobGC_OutstandingAllocs === RUN TestCoreScheduler_JobGC_OneShot === PAUSE TestCoreScheduler_JobGC_OneShot === RUN TestCoreScheduler_JobGC_Stopped === PAUSE TestCoreScheduler_JobGC_Stopped === RUN TestCoreScheduler_JobGC_Force === PAUSE TestCoreScheduler_JobGC_Force === RUN TestCoreScheduler_JobGC_Parameterized === PAUSE TestCoreScheduler_JobGC_Parameterized === RUN TestCoreScheduler_JobGC_Periodic === PAUSE TestCoreScheduler_JobGC_Periodic === RUN TestCoreScheduler_DeploymentGC === PAUSE TestCoreScheduler_DeploymentGC === RUN TestCoreScheduler_DeploymentGC_Force === PAUSE TestCoreScheduler_DeploymentGC_Force === RUN TestCoreScheduler_PartitionEvalReap === PAUSE TestCoreScheduler_PartitionEvalReap === RUN TestCoreScheduler_PartitionDeploymentReap === PAUSE TestCoreScheduler_PartitionDeploymentReap === RUN TestCoreScheduler_PartitionJobReap === PAUSE TestCoreScheduler_PartitionJobReap === RUN TestAllocation_GCEligible === RUN TestAllocation_GCEligible/Don't_GC_when_non_terminal === RUN TestAllocation_GCEligible/Don't_GC_when_non_terminal_and_job_stopped === RUN TestAllocation_GCEligible/Don't_GC_when_non_terminal_and_job_dead === RUN TestAllocation_GCEligible/Don't_GC_when_non_terminal_on_client_and_job_dead === RUN TestAllocation_GCEligible/GC_when_terminal_but_not_failed_ === RUN TestAllocation_GCEligible/Don't_GC_when_threshold_not_met === RUN TestAllocation_GCEligible/GC_when_no_reschedule_policy === RUN TestAllocation_GCEligible/GC_when_empty_policy === RUN TestAllocation_GCEligible/Don't_GC_when_no_previous_reschedule_attempts === RUN TestAllocation_GCEligible/Don't_GC_when_prev_reschedule_attempt_within_interval === RUN TestAllocation_GCEligible/GC_with_prev_reschedule_attempt_outside_interval === RUN TestAllocation_GCEligible/GC_when_next_alloc_id_is_set === RUN TestAllocation_GCEligible/Don't_GC_when_next_alloc_id_is_not_set_and_unlimited_restarts === RUN TestAllocation_GCEligible/GC_when_job_is_stopped === RUN TestAllocation_GCEligible/GC_when_job_status_is_dead === RUN TestAllocation_GCEligible/GC_when_desired_status_is_stop,_unlimited_reschedule_policy,_no_previous_reschedule_events === RUN TestAllocation_GCEligible/GC_when_desired_status_is_stop,_limited_reschedule_policy,_some_previous_reschedule_events --- PASS: TestAllocation_GCEligible (0.00s) --- PASS: TestAllocation_GCEligible/Don't_GC_when_non_terminal (0.00s) --- PASS: TestAllocation_GCEligible/Don't_GC_when_non_terminal_and_job_stopped (0.00s) --- PASS: TestAllocation_GCEligible/Don't_GC_when_non_terminal_and_job_dead (0.00s) --- PASS: TestAllocation_GCEligible/Don't_GC_when_non_terminal_on_client_and_job_dead (0.00s) --- PASS: TestAllocation_GCEligible/GC_when_terminal_but_not_failed_ (0.00s) --- PASS: TestAllocation_GCEligible/Don't_GC_when_threshold_not_met (0.00s) --- PASS: TestAllocation_GCEligible/GC_when_no_reschedule_policy (0.00s) --- PASS: TestAllocation_GCEligible/GC_when_empty_policy (0.00s) --- PASS: TestAllocation_GCEligible/Don't_GC_when_no_previous_reschedule_attempts (0.00s) --- PASS: TestAllocation_GCEligible/Don't_GC_when_prev_reschedule_attempt_within_interval (0.00s) --- PASS: TestAllocation_GCEligible/GC_with_prev_reschedule_attempt_outside_interval (0.00s) --- PASS: TestAllocation_GCEligible/GC_when_next_alloc_id_is_set (0.00s) --- PASS: TestAllocation_GCEligible/Don't_GC_when_next_alloc_id_is_not_set_and_unlimited_restarts (0.00s) --- PASS: TestAllocation_GCEligible/GC_when_job_is_stopped (0.00s) --- PASS: TestAllocation_GCEligible/GC_when_job_status_is_dead (0.00s) --- PASS: TestAllocation_GCEligible/GC_when_desired_status_is_stop,_unlimited_reschedule_policy,_no_previous_reschedule_events (0.00s) --- PASS: TestAllocation_GCEligible/GC_when_desired_status_is_stop,_limited_reschedule_policy,_some_previous_reschedule_events (0.00s) === RUN TestCoreScheduler_CSIPluginGC === PAUSE TestCoreScheduler_CSIPluginGC === RUN TestCoreScheduler_CSIVolumeClaimGC === PAUSE TestCoreScheduler_CSIVolumeClaimGC === RUN TestCoreScheduler_FailLoop === PAUSE TestCoreScheduler_FailLoop === RUN TestCSIVolumeEndpoint_Get === PAUSE TestCSIVolumeEndpoint_Get === RUN TestCSIVolumeEndpoint_Get_ACL === PAUSE TestCSIVolumeEndpoint_Get_ACL === RUN TestCSIVolumeEndpoint_Register === PAUSE TestCSIVolumeEndpoint_Register === RUN TestCSIVolumeEndpoint_Claim === PAUSE TestCSIVolumeEndpoint_Claim === RUN TestCSIVolumeEndpoint_ClaimWithController === PAUSE TestCSIVolumeEndpoint_ClaimWithController === RUN TestCSIVolumeEndpoint_Unpublish === PAUSE TestCSIVolumeEndpoint_Unpublish === RUN TestCSIVolumeEndpoint_List === PAUSE TestCSIVolumeEndpoint_List === RUN TestCSIPluginEndpoint_RegisterViaFingerprint === PAUSE TestCSIPluginEndpoint_RegisterViaFingerprint === RUN TestCSIPluginEndpoint_RegisterViaJob === PAUSE TestCSIPluginEndpoint_RegisterViaJob === RUN TestCSIPluginEndpoint_DeleteViaGC === PAUSE TestCSIPluginEndpoint_DeleteViaGC === RUN TestCSI_RPCVolumeAndPluginLookup 2021-10-14T17:20:50.965Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:50.965Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:50.965Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:50.965Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:50.965Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:50.966Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:50.967Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:50.967Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:51.030Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:51.031Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-007 2021-10-14T17:20:51.065Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9313 Address:127.0.0.1:9313}]" nomad-007 2021-10-14T17:20:51.067Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-007.global 127.0.0.1 nomad-007 2021-10-14T17:20:51.067Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-007 2021-10-14T17:20:51.067Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9313 [Follower]" leader= nomad-007 2021-10-14T17:20:51.069Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-007.global (Addr: 127.0.0.1:9313) (DC: dc1)" nomad-007 2021-10-14T17:20:51.161Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-007 2021-10-14T17:20:51.161Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9313 [Candidate]" term=2 nomad-007 2021-10-14T17:20:51.161Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-007 2021-10-14T17:20:51.161Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9313 term=2 tally=1 nomad-007 2021-10-14T17:20:51.161Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-007 2021-10-14T17:20:51.162Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9313 [Leader]" nomad-007 2021-10-14T17:20:51.162Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-007 2021-10-14T17:20:51.163Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=06f9e06c-e0f3-3a73-6ef9-589c25002979 create_time=1634232051163296682 nomad-007 2021-10-14T17:20:51.163Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=06f9e06c-e0f3-3a73-6ef9-589c25002979 create_time=1634232051163296682 nomad-007 2021-10-14T17:20:51.164Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-007 2021-10-14T17:20:51.172Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-007 2021-10-14T17:20:51.172Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-007 2021-10-14T17:20:51.172Z [TRACE] volumewatcher/volume_watcher.go:73: nomad.volumes_watcher: starting watcher: namespace=default volume_id=2555b849-ed83-1c04-66cf-ebe5e78d82de nomad-007 2021-10-14T17:20:51.173Z [TRACE] volumewatcher/volume_watcher.go:73: nomad.volumes_watcher: starting watcher: namespace=default volume_id=f6afd509-1c76-11ea-c239-6372edeb3c4d nomad-007 2021-10-14T17:20:51.173Z [TRACE] volumewatcher/volume_watcher.go:86: nomad.volumes_watcher: no more claims: namespace=default volume_id=f6afd509-1c76-11ea-c239-6372edeb3c4d nomad-007 2021-10-14T17:20:51.173Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestCSI_RPCVolumeAndPluginLookup (0.21s) nomad-007 2021-10-14T17:20:51.173Z [TRACE] volumewatcher/volume_watcher.go:86: nomad.volumes_watcher: no more claims: namespace=default volume_id=2555b849-ed83-1c04-66cf-ebe5e78d82de === RUN TestDeploymentEndpoint_GetDeployment === PAUSE TestDeploymentEndpoint_GetDeployment === RUN TestDeploymentEndpoint_GetDeployment_ACL === PAUSE TestDeploymentEndpoint_GetDeployment_ACL nomad-007 2021-10-14T17:20:51.173Z [TRACE] volumewatcher/volume_watcher.go:86: nomad.volumes_watcher: no more claims: namespace=default volume_id=f6afd509-1c76-11ea-c239-6372edeb3c4d === RUN TestDeploymentEndpoint_GetDeployment_Blocking nomad-007 2021-10-14T17:20:51.173Z [TRACE] volumewatcher/volume_watcher.go:86: nomad.volumes_watcher: no more claims: namespace=default volume_id=2555b849-ed83-1c04-66cf-ebe5e78d82de === PAUSE TestDeploymentEndpoint_GetDeployment_Blocking === RUN TestDeploymentEndpoint_Fail nomad-007 2021-10-14T17:20:51.173Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost === PAUSE TestDeploymentEndpoint_Fail === RUN TestDeploymentEndpoint_Fail_ACL === PAUSE TestDeploymentEndpoint_Fail_ACL === RUN TestDeploymentEndpoint_Fail_Rollback === PAUSE TestDeploymentEndpoint_Fail_Rollback === RUN TestDeploymentEndpoint_Pause === PAUSE TestDeploymentEndpoint_Pause === RUN TestDeploymentEndpoint_Pause_ACL === PAUSE TestDeploymentEndpoint_Pause_ACL === RUN TestDeploymentEndpoint_Promote === PAUSE TestDeploymentEndpoint_Promote === RUN TestDeploymentEndpoint_Promote_ACL === PAUSE TestDeploymentEndpoint_Promote_ACL === RUN TestDeploymentEndpoint_SetAllocHealth === PAUSE TestDeploymentEndpoint_SetAllocHealth === RUN TestDeploymentEndpoint_SetAllocHealth_ACL === PAUSE TestDeploymentEndpoint_SetAllocHealth_ACL === RUN TestDeploymentEndpoint_SetAllocHealth_Rollback === PAUSE TestDeploymentEndpoint_SetAllocHealth_Rollback === RUN TestDeploymentEndpoint_SetAllocHealth_NoRollback === PAUSE TestDeploymentEndpoint_SetAllocHealth_NoRollback === RUN TestDeploymentEndpoint_List === PAUSE TestDeploymentEndpoint_List === RUN TestDeploymentEndpoint_List_ACL === PAUSE TestDeploymentEndpoint_List_ACL === RUN TestDeploymentEndpoint_List_Blocking === PAUSE TestDeploymentEndpoint_List_Blocking === RUN TestDeploymentEndpoint_Allocations === PAUSE TestDeploymentEndpoint_Allocations === RUN TestDeploymentEndpoint_Allocations_ACL === PAUSE TestDeploymentEndpoint_Allocations_ACL === RUN TestDeploymentEndpoint_Allocations_Blocking === PAUSE TestDeploymentEndpoint_Allocations_Blocking === RUN TestDeploymentEndpoint_Reap === PAUSE TestDeploymentEndpoint_Reap === RUN TestDrainer_Simple_ServiceOnly === PAUSE TestDrainer_Simple_ServiceOnly === RUN TestDrainer_Simple_ServiceOnly_Deadline drainer_int_test.go:228: DM-skipped --- SKIP: TestDrainer_Simple_ServiceOnly_Deadline (0.00s) === RUN TestDrainer_DrainEmptyNode === PAUSE TestDrainer_DrainEmptyNode === RUN TestDrainer_AllTypes_Deadline drainer_int_test.go:377: DM-skipped --- SKIP: TestDrainer_AllTypes_Deadline (0.00s) === RUN TestDrainer_AllTypes_NoDeadline drainer_int_test.go:545: DM-skipped --- SKIP: TestDrainer_AllTypes_NoDeadline (0.00s) === RUN TestDrainer_AllTypes_Deadline_GarbageCollectedNode drainer_int_test.go:713: DM-skipped due to panic --- SKIP: TestDrainer_AllTypes_Deadline_GarbageCollectedNode (0.00s) === RUN TestDrainer_Batch_TransitionToForce drainer_int_test.go:889: DM-skipped --- SKIP: TestDrainer_Batch_TransitionToForce (0.00s) === RUN TestEvalBroker_Enqueue_Dequeue_Nack_Ack === PAUSE TestEvalBroker_Enqueue_Dequeue_Nack_Ack === RUN TestEvalBroker_Nack_Delay === PAUSE TestEvalBroker_Nack_Delay === RUN TestEvalBroker_Serialize_DuplicateJobID === PAUSE TestEvalBroker_Serialize_DuplicateJobID === RUN TestEvalBroker_Enqueue_Disable === PAUSE TestEvalBroker_Enqueue_Disable === RUN TestEvalBroker_Enqueue_Disable_Delay === PAUSE TestEvalBroker_Enqueue_Disable_Delay === RUN TestEvalBroker_Dequeue_Timeout === PAUSE TestEvalBroker_Dequeue_Timeout === RUN TestEvalBroker_Dequeue_Empty_Timeout === PAUSE TestEvalBroker_Dequeue_Empty_Timeout === RUN TestEvalBroker_Dequeue_Priority === PAUSE TestEvalBroker_Dequeue_Priority === RUN TestEvalBroker_Dequeue_FIFO === PAUSE TestEvalBroker_Dequeue_FIFO === RUN TestEvalBroker_Dequeue_Fairness === PAUSE TestEvalBroker_Dequeue_Fairness === RUN TestEvalBroker_Dequeue_Blocked === PAUSE TestEvalBroker_Dequeue_Blocked === RUN TestEvalBroker_Nack_Timeout === PAUSE TestEvalBroker_Nack_Timeout === RUN TestEvalBroker_Nack_TimeoutReset eval_broker_test.go:967: DM-skipped --- SKIP: TestEvalBroker_Nack_TimeoutReset (0.00s) === RUN TestEvalBroker_PauseResumeNackTimeout === PAUSE TestEvalBroker_PauseResumeNackTimeout === RUN TestEvalBroker_DeliveryLimit === PAUSE TestEvalBroker_DeliveryLimit === RUN TestEvalBroker_AckAtDeliveryLimit === PAUSE TestEvalBroker_AckAtDeliveryLimit === RUN TestEvalBroker_Wait eval_broker_test.go:1202: DM-skipped --- SKIP: TestEvalBroker_Wait (0.00s) === RUN TestEvalBroker_WaitUntil === PAUSE TestEvalBroker_WaitUntil === RUN TestEvalBroker_EnqueueAll_Dequeue_Fair eval_broker_test.go:1291: DM-skipped --- SKIP: TestEvalBroker_EnqueueAll_Dequeue_Fair (0.00s) === RUN TestEvalBroker_EnqueueAll_Requeue_Ack === PAUSE TestEvalBroker_EnqueueAll_Requeue_Ack === RUN TestEvalBroker_EnqueueAll_Requeue_Nack === PAUSE TestEvalBroker_EnqueueAll_Requeue_Nack === RUN TestEvalBroker_NamespacedJobs === PAUSE TestEvalBroker_NamespacedJobs === RUN TestEvalEndpoint_GetEval === PAUSE TestEvalEndpoint_GetEval === RUN TestEvalEndpoint_GetEval_ACL === PAUSE TestEvalEndpoint_GetEval_ACL === RUN TestEvalEndpoint_GetEval_Blocking eval_endpoint_test.go:126: DM-skipped --- SKIP: TestEvalEndpoint_GetEval_Blocking (0.00s) === RUN TestEvalEndpoint_Dequeue === PAUSE TestEvalEndpoint_Dequeue === RUN TestEvalEndpoint_Dequeue_WaitIndex_Snapshot === PAUSE TestEvalEndpoint_Dequeue_WaitIndex_Snapshot === RUN TestEvalEndpoint_Dequeue_WaitIndex_Eval === PAUSE TestEvalEndpoint_Dequeue_WaitIndex_Eval === RUN TestEvalEndpoint_Dequeue_UpdateWaitIndex eval_endpoint_test.go:340: DM-skipped --- SKIP: TestEvalEndpoint_Dequeue_UpdateWaitIndex (0.00s) === RUN TestEvalEndpoint_Dequeue_Version_Mismatch === PAUSE TestEvalEndpoint_Dequeue_Version_Mismatch === RUN TestEvalEndpoint_Ack === PAUSE TestEvalEndpoint_Ack === RUN TestEvalEndpoint_Nack === PAUSE TestEvalEndpoint_Nack === RUN TestEvalEndpoint_Update === PAUSE TestEvalEndpoint_Update === RUN TestEvalEndpoint_Create === PAUSE TestEvalEndpoint_Create === RUN TestEvalEndpoint_Reap === PAUSE TestEvalEndpoint_Reap === RUN TestEvalEndpoint_List === PAUSE TestEvalEndpoint_List === RUN TestEvalEndpoint_List_ACL === PAUSE TestEvalEndpoint_List_ACL === RUN TestEvalEndpoint_List_Blocking === PAUSE TestEvalEndpoint_List_Blocking === RUN TestEvalEndpoint_Allocations === PAUSE TestEvalEndpoint_Allocations === RUN TestEvalEndpoint_Allocations_ACL === PAUSE TestEvalEndpoint_Allocations_ACL === RUN TestEvalEndpoint_Allocations_Blocking === PAUSE TestEvalEndpoint_Allocations_Blocking === RUN TestEvalEndpoint_Reblock_Nonexistent === PAUSE TestEvalEndpoint_Reblock_Nonexistent === RUN TestEvalEndpoint_Reblock_NonBlocked === PAUSE TestEvalEndpoint_Reblock_NonBlocked === RUN TestEvalEndpoint_Reblock eval_endpoint_test.go:1097: DM-skipped --- SKIP: TestEvalEndpoint_Reblock (0.00s) === RUN TestFSM_UpsertNodeEvents === PAUSE TestFSM_UpsertNodeEvents === RUN TestFSM_UpsertNode === PAUSE TestFSM_UpsertNode === RUN TestFSM_UpsertNode_Canonicalize === PAUSE TestFSM_UpsertNode_Canonicalize === RUN TestFSM_DeregisterNode === PAUSE TestFSM_DeregisterNode === RUN TestFSM_UpdateNodeStatus === PAUSE TestFSM_UpdateNodeStatus === RUN TestFSM_BatchUpdateNodeDrain === PAUSE TestFSM_BatchUpdateNodeDrain === RUN TestFSM_UpdateNodeDrain === PAUSE TestFSM_UpdateNodeDrain === RUN TestFSM_UpdateNodeDrain_Pre08_Compatibility === PAUSE TestFSM_UpdateNodeDrain_Pre08_Compatibility === RUN TestFSM_UpdateNodeEligibility === PAUSE TestFSM_UpdateNodeEligibility === RUN TestFSM_UpdateNodeEligibility_Unblock === PAUSE TestFSM_UpdateNodeEligibility_Unblock === RUN TestFSM_RegisterJob === PAUSE TestFSM_RegisterJob === RUN TestFSM_RegisterPeriodicJob_NonLeader === PAUSE TestFSM_RegisterPeriodicJob_NonLeader === RUN TestFSM_RegisterJob_BadNamespace === PAUSE TestFSM_RegisterJob_BadNamespace === RUN TestFSM_DeregisterJob_Purge === PAUSE TestFSM_DeregisterJob_Purge === RUN TestFSM_DeregisterJob_NoPurge === PAUSE TestFSM_DeregisterJob_NoPurge === RUN TestFSM_BatchDeregisterJob === PAUSE TestFSM_BatchDeregisterJob === RUN TestFSM_UpdateEval === PAUSE TestFSM_UpdateEval === RUN TestFSM_UpdateEval_Blocked === PAUSE TestFSM_UpdateEval_Blocked === RUN TestFSM_UpdateEval_Untrack === PAUSE TestFSM_UpdateEval_Untrack === RUN TestFSM_UpdateEval_NoUntrack === PAUSE TestFSM_UpdateEval_NoUntrack === RUN TestFSM_DeleteEval === PAUSE TestFSM_DeleteEval === RUN TestFSM_UpsertAllocs === PAUSE TestFSM_UpsertAllocs === RUN TestFSM_UpsertAllocs_SharedJob === PAUSE TestFSM_UpsertAllocs_SharedJob === RUN TestFSM_UpsertAllocs_StrippedResources === PAUSE TestFSM_UpsertAllocs_StrippedResources === RUN TestFSM_UpsertAllocs_Canonicalize === PAUSE TestFSM_UpsertAllocs_Canonicalize === RUN TestFSM_UpdateAllocFromClient_Unblock === PAUSE TestFSM_UpdateAllocFromClient_Unblock === RUN TestFSM_UpdateAllocFromClient === PAUSE TestFSM_UpdateAllocFromClient === RUN TestFSM_UpdateAllocDesiredTransition === PAUSE TestFSM_UpdateAllocDesiredTransition === RUN TestFSM_UpsertVaultAccessor === PAUSE TestFSM_UpsertVaultAccessor === RUN TestFSM_DeregisterVaultAccessor === PAUSE TestFSM_DeregisterVaultAccessor === RUN TestFSM_UpsertSITokenAccessor === PAUSE TestFSM_UpsertSITokenAccessor === RUN TestFSM_DeregisterSITokenAccessor === PAUSE TestFSM_DeregisterSITokenAccessor === RUN TestFSM_ApplyPlanResults === PAUSE TestFSM_ApplyPlanResults === RUN TestFSM_DeploymentStatusUpdate === PAUSE TestFSM_DeploymentStatusUpdate === RUN TestFSM_JobStabilityUpdate === PAUSE TestFSM_JobStabilityUpdate === RUN TestFSM_DeploymentPromotion === PAUSE TestFSM_DeploymentPromotion === RUN TestFSM_DeploymentAllocHealth === PAUSE TestFSM_DeploymentAllocHealth === RUN TestFSM_DeleteDeployment === PAUSE TestFSM_DeleteDeployment === RUN TestFSM_UpsertACLPolicies === PAUSE TestFSM_UpsertACLPolicies === RUN TestFSM_DeleteACLPolicies === PAUSE TestFSM_DeleteACLPolicies === RUN TestFSM_BootstrapACLTokens === PAUSE TestFSM_BootstrapACLTokens === RUN TestFSM_UpsertACLTokens === PAUSE TestFSM_UpsertACLTokens === RUN TestFSM_DeleteACLTokens === PAUSE TestFSM_DeleteACLTokens === RUN TestFSM_SnapshotRestore_Nodes fsm_test.go:2467: DM-skipped --- SKIP: TestFSM_SnapshotRestore_Nodes (0.00s) === RUN TestFSM_SnapshotRestore_Jobs === PAUSE TestFSM_SnapshotRestore_Jobs === RUN TestFSM_SnapshotRestore_Evals === PAUSE TestFSM_SnapshotRestore_Evals === RUN TestFSM_SnapshotRestore_Allocs === PAUSE TestFSM_SnapshotRestore_Allocs === RUN TestFSM_SnapshotRestore_Allocs_Canonicalize === PAUSE TestFSM_SnapshotRestore_Allocs_Canonicalize === RUN TestFSM_SnapshotRestore_Indexes === PAUSE TestFSM_SnapshotRestore_Indexes === RUN TestFSM_SnapshotRestore_TimeTable === PAUSE TestFSM_SnapshotRestore_TimeTable === RUN TestFSM_SnapshotRestore_PeriodicLaunches === PAUSE TestFSM_SnapshotRestore_PeriodicLaunches === RUN TestFSM_SnapshotRestore_JobSummary === PAUSE TestFSM_SnapshotRestore_JobSummary === RUN TestFSM_SnapshotRestore_VaultAccessors === PAUSE TestFSM_SnapshotRestore_VaultAccessors === RUN TestFSM_SnapshotRestore_JobVersions === PAUSE TestFSM_SnapshotRestore_JobVersions === RUN TestFSM_SnapshotRestore_Deployments === PAUSE TestFSM_SnapshotRestore_Deployments === RUN TestFSM_SnapshotRestore_ACLPolicy === PAUSE TestFSM_SnapshotRestore_ACLPolicy === RUN TestFSM_SnapshotRestore_ACLTokens === PAUSE TestFSM_SnapshotRestore_ACLTokens === RUN TestFSM_SnapshotRestore_SchedulerConfiguration === PAUSE TestFSM_SnapshotRestore_SchedulerConfiguration === RUN TestFSM_SnapshotRestore_ClusterMetadata === PAUSE TestFSM_SnapshotRestore_ClusterMetadata === RUN TestFSM_ReconcileSummaries === PAUSE TestFSM_ReconcileSummaries === RUN TestFSM_ReconcileParentJobSummary === PAUSE TestFSM_ReconcileParentJobSummary === RUN TestFSM_LeakedDeployments === PAUSE TestFSM_LeakedDeployments === RUN TestFSM_Autopilot === PAUSE TestFSM_Autopilot === RUN TestFSM_SchedulerConfig === PAUSE TestFSM_SchedulerConfig === RUN TestFSM_ClusterMetadata === PAUSE TestFSM_ClusterMetadata === RUN TestHeartbeat_InitializeHeartbeatTimers === PAUSE TestHeartbeat_InitializeHeartbeatTimers === RUN TestHeartbeat_ResetHeartbeatTimer === PAUSE TestHeartbeat_ResetHeartbeatTimer === RUN TestHeartbeat_ResetHeartbeatTimer_Nonleader === PAUSE TestHeartbeat_ResetHeartbeatTimer_Nonleader === RUN TestHeartbeat_ResetHeartbeatTimerLocked === PAUSE TestHeartbeat_ResetHeartbeatTimerLocked === RUN TestHeartbeat_ResetHeartbeatTimerLocked_Renew === PAUSE TestHeartbeat_ResetHeartbeatTimerLocked_Renew === RUN TestHeartbeat_InvalidateHeartbeat === PAUSE TestHeartbeat_InvalidateHeartbeat === RUN TestHeartbeat_ClearHeartbeatTimer === PAUSE TestHeartbeat_ClearHeartbeatTimer === RUN TestHeartbeat_ClearAllHeartbeatTimers === PAUSE TestHeartbeat_ClearAllHeartbeatTimers === RUN TestHeartbeat_Server_HeartbeatTTL_Failover heartbeat_test.go:215: DM-skipped --- SKIP: TestHeartbeat_Server_HeartbeatTTL_Failover (0.00s) === RUN TestJobEndpointConnect_isSidecarForService === PAUSE TestJobEndpointConnect_isSidecarForService === RUN TestJobEndpointConnect_groupConnectHook === PAUSE TestJobEndpointConnect_groupConnectHook === RUN TestJobEndpointConnect_groupConnectHook_IngressGateway === PAUSE TestJobEndpointConnect_groupConnectHook_IngressGateway === RUN TestJobEndpointConnect_ConnectInterpolation === PAUSE TestJobEndpointConnect_ConnectInterpolation === RUN TestJobEndpointConnect_groupConnectSidecarValidate === PAUSE TestJobEndpointConnect_groupConnectSidecarValidate === RUN TestJobEndpointConnect_getNamedTaskForNativeService === PAUSE TestJobEndpointConnect_getNamedTaskForNativeService === RUN TestJobEndpointConnect_groupConnectGatewayValidate === PAUSE TestJobEndpointConnect_groupConnectGatewayValidate === RUN TestJobEndpointConnect_newConnectGatewayTask_host --- PASS: TestJobEndpointConnect_newConnectGatewayTask_host (0.00s) === RUN TestJobEndpointConnect_newConnectGatewayTask_bridge --- PASS: TestJobEndpointConnect_newConnectGatewayTask_bridge (0.00s) === RUN TestJobEndpointConnect_hasGatewayTaskForService === RUN TestJobEndpointConnect_hasGatewayTaskForService/no_gateway_task === RUN TestJobEndpointConnect_hasGatewayTaskForService/has_gateway_task --- PASS: TestJobEndpointConnect_hasGatewayTaskForService (0.00s) --- PASS: TestJobEndpointConnect_hasGatewayTaskForService/no_gateway_task (0.00s) --- PASS: TestJobEndpointConnect_hasGatewayTaskForService/has_gateway_task (0.00s) === RUN TestJobEndpointConnect_gatewayProxyIsDefault === RUN TestJobEndpointConnect_gatewayProxyIsDefault/nil === RUN TestJobEndpointConnect_gatewayProxyIsDefault/unrelated_fields_set === RUN TestJobEndpointConnect_gatewayProxyIsDefault/no-bind_set === RUN TestJobEndpointConnect_gatewayProxyIsDefault/bind-tagged_set === RUN TestJobEndpointConnect_gatewayProxyIsDefault/bind-addresses_set --- PASS: TestJobEndpointConnect_gatewayProxyIsDefault (0.00s) --- PASS: TestJobEndpointConnect_gatewayProxyIsDefault/nil (0.00s) --- PASS: TestJobEndpointConnect_gatewayProxyIsDefault/unrelated_fields_set (0.00s) --- PASS: TestJobEndpointConnect_gatewayProxyIsDefault/no-bind_set (0.00s) --- PASS: TestJobEndpointConnect_gatewayProxyIsDefault/bind-tagged_set (0.00s) --- PASS: TestJobEndpointConnect_gatewayProxyIsDefault/bind-addresses_set (0.00s) === RUN TestJobEndpointConnect_gatewayBindAddresses === RUN TestJobEndpointConnect_gatewayBindAddresses/nil === RUN TestJobEndpointConnect_gatewayBindAddresses/no_listeners === RUN TestJobEndpointConnect_gatewayBindAddresses/simple === RUN TestJobEndpointConnect_gatewayBindAddresses/complex --- PASS: TestJobEndpointConnect_gatewayBindAddresses (0.00s) --- PASS: TestJobEndpointConnect_gatewayBindAddresses/nil (0.00s) --- PASS: TestJobEndpointConnect_gatewayBindAddresses/no_listeners (0.00s) --- PASS: TestJobEndpointConnect_gatewayBindAddresses/simple (0.00s) --- PASS: TestJobEndpointConnect_gatewayBindAddresses/complex (0.00s) === RUN TestJobEndpointConnect_gatewayProxyForBridge === RUN TestJobEndpointConnect_gatewayProxyForBridge/nil === RUN TestJobEndpointConnect_gatewayProxyForBridge/nil_proxy === RUN TestJobEndpointConnect_gatewayProxyForBridge/fill_in_defaults === RUN TestJobEndpointConnect_gatewayProxyForBridge/leave_as-is --- PASS: TestJobEndpointConnect_gatewayProxyForBridge (0.00s) --- PASS: TestJobEndpointConnect_gatewayProxyForBridge/nil (0.00s) --- PASS: TestJobEndpointConnect_gatewayProxyForBridge/nil_proxy (0.00s) --- PASS: TestJobEndpointConnect_gatewayProxyForBridge/fill_in_defaults (0.00s) --- PASS: TestJobEndpointConnect_gatewayProxyForBridge/leave_as-is (0.00s) === RUN TestJobExposeCheckHook_Name === PAUSE TestJobExposeCheckHook_Name === RUN TestJobExposeCheckHook_serviceUsesConnectEnvoy === PAUSE TestJobExposeCheckHook_serviceUsesConnectEnvoy === RUN TestJobExposeCheckHook_tgUsesExposeCheck === PAUSE TestJobExposeCheckHook_tgUsesExposeCheck === RUN TestJobExposeCheckHook_tgValidateUseOfBridgeMode === PAUSE TestJobExposeCheckHook_tgValidateUseOfBridgeMode === RUN TestJobExposeCheckHook_tgValidateUseOfCheckExpose === PAUSE TestJobExposeCheckHook_tgValidateUseOfCheckExpose === RUN TestJobExposeCheckHook_Validate === RUN TestJobExposeCheckHook_Validate/double_network === RUN TestJobExposeCheckHook_Validate/expose_in_service_check === RUN TestJobExposeCheckHook_Validate/ok --- PASS: TestJobExposeCheckHook_Validate (0.00s) --- PASS: TestJobExposeCheckHook_Validate/double_network (0.00s) --- PASS: TestJobExposeCheckHook_Validate/expose_in_service_check (0.00s) --- PASS: TestJobExposeCheckHook_Validate/ok (0.00s) === RUN TestJobExposeCheckHook_exposePathForCheck === PAUSE TestJobExposeCheckHook_exposePathForCheck === RUN TestJobExposeCheckHook_containsExposePath === PAUSE TestJobExposeCheckHook_containsExposePath === RUN TestJobExposeCheckHook_serviceExposeConfig === PAUSE TestJobExposeCheckHook_serviceExposeConfig === RUN TestJobExposeCheckHook_checkIsExposable === PAUSE TestJobExposeCheckHook_checkIsExposable === RUN TestJobExposeCheckHook_Mutate === PAUSE TestJobExposeCheckHook_Mutate === RUN TestJobEndpoint_Register === PAUSE TestJobEndpoint_Register === RUN TestJobEndpoint_Register_PreserveCounts === PAUSE TestJobEndpoint_Register_PreserveCounts === RUN TestJobEndpoint_Register_Connect === PAUSE TestJobEndpoint_Register_Connect === RUN TestJobEndpoint_Register_ConnectIngressGateway_minimum === PAUSE TestJobEndpoint_Register_ConnectIngressGateway_minimum === RUN TestJobEndpoint_Register_ConnectIngressGateway_full === PAUSE TestJobEndpoint_Register_ConnectIngressGateway_full === RUN TestJobEndpoint_Register_ConnectExposeCheck === PAUSE TestJobEndpoint_Register_ConnectExposeCheck === RUN TestJobEndpoint_Register_ConnectWithSidecarTask === PAUSE TestJobEndpoint_Register_ConnectWithSidecarTask === RUN TestJobEndpoint_Register_Connect_AllowUnauthenticatedFalse === PAUSE TestJobEndpoint_Register_Connect_AllowUnauthenticatedFalse === RUN TestJobEndpoint_Register_ACL === PAUSE TestJobEndpoint_Register_ACL === RUN TestJobEndpoint_Register_InvalidNamespace === PAUSE TestJobEndpoint_Register_InvalidNamespace === RUN TestJobEndpoint_Register_Payload === PAUSE TestJobEndpoint_Register_Payload === RUN TestJobEndpoint_Register_Existing === PAUSE TestJobEndpoint_Register_Existing === RUN TestJobEndpoint_Register_Periodic === PAUSE TestJobEndpoint_Register_Periodic === RUN TestJobEndpoint_Register_ParameterizedJob === PAUSE TestJobEndpoint_Register_ParameterizedJob === RUN TestJobEndpoint_Register_Dispatched === PAUSE TestJobEndpoint_Register_Dispatched === RUN TestJobEndpoint_Register_EnforceIndex === PAUSE TestJobEndpoint_Register_EnforceIndex === RUN TestJobEndpoint_Register_Vault_Disabled === PAUSE TestJobEndpoint_Register_Vault_Disabled === RUN TestJobEndpoint_Register_Vault_AllowUnauthenticated === PAUSE TestJobEndpoint_Register_Vault_AllowUnauthenticated === RUN TestJobEndpoint_Register_Vault_OverrideConstraint === PAUSE TestJobEndpoint_Register_Vault_OverrideConstraint === RUN TestJobEndpoint_Register_Vault_NoToken === PAUSE TestJobEndpoint_Register_Vault_NoToken === RUN TestJobEndpoint_Register_Vault_Policies === PAUSE TestJobEndpoint_Register_Vault_Policies === RUN TestJobEndpoint_Register_Vault_MultiNamespaces === PAUSE TestJobEndpoint_Register_Vault_MultiNamespaces === RUN TestJobEndpoint_Register_SemverConstraint === PAUSE TestJobEndpoint_Register_SemverConstraint === RUN TestJobEndpoint_Register_EvalCreation_Modern === PAUSE TestJobEndpoint_Register_EvalCreation_Modern === RUN TestJobEndpoint_Register_EvalCreation_Legacy === PAUSE TestJobEndpoint_Register_EvalCreation_Legacy === RUN TestJobEndpoint_Revert === PAUSE TestJobEndpoint_Revert === RUN TestJobEndpoint_Revert_Vault_NoToken === PAUSE TestJobEndpoint_Revert_Vault_NoToken === RUN TestJobEndpoint_Revert_Vault_Policies === PAUSE TestJobEndpoint_Revert_Vault_Policies === RUN TestJobEndpoint_Revert_ACL === PAUSE TestJobEndpoint_Revert_ACL === RUN TestJobEndpoint_Stable === PAUSE TestJobEndpoint_Stable === RUN TestJobEndpoint_Stable_ACL === PAUSE TestJobEndpoint_Stable_ACL === RUN TestJobEndpoint_Evaluate === PAUSE TestJobEndpoint_Evaluate === RUN TestJobEndpoint_ForceRescheduleEvaluate === PAUSE TestJobEndpoint_ForceRescheduleEvaluate === RUN TestJobEndpoint_Evaluate_ACL === PAUSE TestJobEndpoint_Evaluate_ACL === RUN TestJobEndpoint_Evaluate_Periodic === PAUSE TestJobEndpoint_Evaluate_Periodic === RUN TestJobEndpoint_Evaluate_ParameterizedJob === PAUSE TestJobEndpoint_Evaluate_ParameterizedJob === RUN TestJobEndpoint_Deregister === PAUSE TestJobEndpoint_Deregister === RUN TestJobEndpoint_Deregister_ACL === PAUSE TestJobEndpoint_Deregister_ACL === RUN TestJobEndpoint_Deregister_Nonexistent === PAUSE TestJobEndpoint_Deregister_Nonexistent === RUN TestJobEndpoint_Deregister_Periodic === PAUSE TestJobEndpoint_Deregister_Periodic === RUN TestJobEndpoint_Deregister_ParameterizedJob === PAUSE TestJobEndpoint_Deregister_ParameterizedJob === RUN TestJobEndpoint_Deregister_EvalCreation_Modern === PAUSE TestJobEndpoint_Deregister_EvalCreation_Modern === RUN TestJobEndpoint_Deregister_EvalCreation_Legacy === PAUSE TestJobEndpoint_Deregister_EvalCreation_Legacy === RUN TestJobEndpoint_BatchDeregister === PAUSE TestJobEndpoint_BatchDeregister === RUN TestJobEndpoint_BatchDeregister_ACL === PAUSE TestJobEndpoint_BatchDeregister_ACL === RUN TestJobEndpoint_GetJob === PAUSE TestJobEndpoint_GetJob === RUN TestJobEndpoint_GetJob_ACL === PAUSE TestJobEndpoint_GetJob_ACL === RUN TestJobEndpoint_GetJob_Blocking === PAUSE TestJobEndpoint_GetJob_Blocking === RUN TestJobEndpoint_GetJobVersions === PAUSE TestJobEndpoint_GetJobVersions === RUN TestJobEndpoint_GetJobVersions_ACL === PAUSE TestJobEndpoint_GetJobVersions_ACL === RUN TestJobEndpoint_GetJobVersions_Diff === PAUSE TestJobEndpoint_GetJobVersions_Diff === RUN TestJobEndpoint_GetJobVersions_Blocking job_endpoint_test.go:4190: DM-skipped --- SKIP: TestJobEndpoint_GetJobVersions_Blocking (0.00s) === RUN TestJobEndpoint_GetJobSummary === PAUSE TestJobEndpoint_GetJobSummary === RUN TestJobEndpoint_Summary_ACL === PAUSE TestJobEndpoint_Summary_ACL === RUN TestJobEndpoint_GetJobSummary_Blocking === PAUSE TestJobEndpoint_GetJobSummary_Blocking === RUN TestJobEndpoint_ListJobs === PAUSE TestJobEndpoint_ListJobs === RUN TestJobEndpoint_ListJobs_AllNamespaces_OSS === PAUSE TestJobEndpoint_ListJobs_AllNamespaces_OSS === RUN TestJobEndpoint_ListJobs_WithACL === PAUSE TestJobEndpoint_ListJobs_WithACL === RUN TestJobEndpoint_ListJobs_Blocking === PAUSE TestJobEndpoint_ListJobs_Blocking === RUN TestJobEndpoint_Allocations === PAUSE TestJobEndpoint_Allocations === RUN TestJobEndpoint_Allocations_ACL === PAUSE TestJobEndpoint_Allocations_ACL === RUN TestJobEndpoint_Allocations_Blocking === PAUSE TestJobEndpoint_Allocations_Blocking === RUN TestJobEndpoint_Allocations_NoJobID === PAUSE TestJobEndpoint_Allocations_NoJobID === RUN TestJobEndpoint_Evaluations === PAUSE TestJobEndpoint_Evaluations === RUN TestJobEndpoint_Evaluations_ACL === PAUSE TestJobEndpoint_Evaluations_ACL === RUN TestJobEndpoint_Evaluations_Blocking === PAUSE TestJobEndpoint_Evaluations_Blocking === RUN TestJobEndpoint_Deployments === PAUSE TestJobEndpoint_Deployments === RUN TestJobEndpoint_Deployments_ACL === PAUSE TestJobEndpoint_Deployments_ACL === RUN TestJobEndpoint_Deployments_Blocking === PAUSE TestJobEndpoint_Deployments_Blocking === RUN TestJobEndpoint_LatestDeployment === PAUSE TestJobEndpoint_LatestDeployment === RUN TestJobEndpoint_LatestDeployment_ACL === PAUSE TestJobEndpoint_LatestDeployment_ACL === RUN TestJobEndpoint_LatestDeployment_Blocking === PAUSE TestJobEndpoint_LatestDeployment_Blocking === RUN TestJobEndpoint_Plan_ACL === PAUSE TestJobEndpoint_Plan_ACL === RUN TestJobEndpoint_Plan_WithDiff === PAUSE TestJobEndpoint_Plan_WithDiff === RUN TestJobEndpoint_Plan_NoDiff === PAUSE TestJobEndpoint_Plan_NoDiff === RUN TestJobEndpoint_Plan_Scaling === PAUSE TestJobEndpoint_Plan_Scaling === RUN TestJobEndpoint_ImplicitConstraints_Vault === PAUSE TestJobEndpoint_ImplicitConstraints_Vault === RUN TestJobEndpoint_ValidateJob_ConsulConnect === PAUSE TestJobEndpoint_ValidateJob_ConsulConnect === RUN TestJobEndpoint_ImplicitConstraints_Signals === PAUSE TestJobEndpoint_ImplicitConstraints_Signals === RUN TestJobEndpoint_ValidateJobUpdate === PAUSE TestJobEndpoint_ValidateJobUpdate === RUN TestJobEndpoint_ValidateJobUpdate_ACL === PAUSE TestJobEndpoint_ValidateJobUpdate_ACL === RUN TestJobEndpoint_Dispatch_ACL === PAUSE TestJobEndpoint_Dispatch_ACL === RUN TestJobEndpoint_Dispatch === PAUSE TestJobEndpoint_Dispatch === RUN TestJobEndpoint_Scale === PAUSE TestJobEndpoint_Scale === RUN TestJobEndpoint_Scale_DeploymentBlocking === PAUSE TestJobEndpoint_Scale_DeploymentBlocking === RUN TestJobEndpoint_Scale_InformationalEventsShouldNotBeBlocked === PAUSE TestJobEndpoint_Scale_InformationalEventsShouldNotBeBlocked === RUN TestJobEndpoint_Scale_ACL === PAUSE TestJobEndpoint_Scale_ACL === RUN TestJobEndpoint_Scale_Invalid === PAUSE TestJobEndpoint_Scale_Invalid === RUN TestJobEndpoint_Scale_NoEval === PAUSE TestJobEndpoint_Scale_NoEval === RUN TestJobEndpoint_InvalidCount === PAUSE TestJobEndpoint_InvalidCount === RUN TestJobEndpoint_GetScaleStatus === PAUSE TestJobEndpoint_GetScaleStatus === RUN TestJobEndpoint_GetScaleStatus_ACL === PAUSE TestJobEndpoint_GetScaleStatus_ACL === RUN TestLeader_LeftServer 2021-10-14T17:20:51.454Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:51.455Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:51.455Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:51.455Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:51.455Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:51.455Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:51.457Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:51.457Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:51.458Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:51.458Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-008 2021-10-14T17:20:51.460Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=0 servers=[] nomad-008 2021-10-14T17:20:51.460Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9315 [Follower]" leader= nomad-008 2021-10-14T17:20:51.461Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-008.global 127.0.0.1 nomad-008 2021-10-14T17:20:51.461Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[noop, service, batch, system, _core] 2021-10-14T17:20:51.465Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:51.465Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-008 2021-10-14T17:20:51.465Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-008.global (Addr: 127.0.0.1:9315) (DC: dc1)" 2021-10-14T17:20:51.465Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:51.465Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:51.465Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:51.465Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:51.465Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:51.467Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:51.467Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:51.467Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-009 2021-10-14T17:20:51.468Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=0 servers=[] nomad-009 2021-10-14T17:20:51.469Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9317 [Follower]" leader= nomad-009 2021-10-14T17:20:51.470Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-009.global 127.0.0.1 nomad-009 2021-10-14T17:20:51.470Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[noop, service, batch, system, _core] nomad-009 2021-10-14T17:20:51.471Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-009.global (Addr: 127.0.0.1:9317) (DC: dc1)" 2021-10-14T17:20:51.471Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:51.471Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:51.471Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:51.471Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:51.471Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:51.471Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:51.471Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:51.473Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:51.473Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:51.473Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-008 2021-10-14T17:20:51.537Z [WARN] raft/raft.go:204: nomad.raft: no known peers, aborting election nomad-009 2021-10-14T17:20:51.537Z [WARN] raft/raft.go:204: nomad.raft: no known peers, aborting election nomad-010 2021-10-14T17:20:51.539Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=0 servers=[] nomad-010 2021-10-14T17:20:51.540Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-010.global 127.0.0.1 nomad-010 2021-10-14T17:20:51.540Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-010 2021-10-14T17:20:51.540Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9319 [Follower]" leader= nomad-010 2021-10-14T17:20:51.540Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-010.global (Addr: 127.0.0.1:9319) (DC: dc1)" nomad-009 2021-10-14T17:20:51.541Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Initiating push/pull sync with: 127.0.0.1:9316 nomad-008 2021-10-14T17:20:51.541Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:57730 nomad-008 2021-10-14T17:20:51.542Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-009.global 127.0.0.1 nomad-008 2021-10-14T17:20:51.542Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-009.global (Addr: 127.0.0.1:9317) (DC: dc1)" nomad-009 2021-10-14T17:20:51.565Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-008.global 127.0.0.1 nomad-009 2021-10-14T17:20:51.565Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-008.global (Addr: 127.0.0.1:9315) (DC: dc1)" nomad-008 2021-10-14T17:20:51.566Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:57732 nomad-010 2021-10-14T17:20:51.567Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Initiating push/pull sync with: 127.0.0.1:9316 nomad-008 2021-10-14T17:20:51.568Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-010.global 127.0.0.1 nomad-008 2021-10-14T17:20:51.569Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-010.global (Addr: 127.0.0.1:9319) (DC: dc1)" nomad-010 2021-10-14T17:20:51.569Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-009.global 127.0.0.1 nomad-010 2021-10-14T17:20:51.570Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-008.global 127.0.0.1 nomad-010 2021-10-14T17:20:51.570Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-009.global (Addr: 127.0.0.1:9317) (DC: dc1)" nomad-008 2021-10-14T17:20:51.571Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-009.global nomad-008 2021-10-14T17:20:51.572Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-009.global nomad-009 2021-10-14T17:20:51.571Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-010.global 127.0.0.1 nomad-009 2021-10-14T17:20:51.572Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-010.global (Addr: 127.0.0.1:9319) (DC: dc1)" nomad-010 2021-10-14T17:20:51.598Z [WARN] raft/raft.go:204: nomad.raft: no known peers, aborting election nomad-009 2021-10-14T17:20:51.643Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-010.global nomad-009 2021-10-14T17:20:51.650Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-010.global nomad-010 2021-10-14T17:20:51.650Z [INFO] nomad/serf.go:219: nomad: found expected number of peers, attempting to bootstrap cluster...: peers=127.0.0.1:9317,127.0.0.1:9315,127.0.0.1:9319 nomad-010 2021-10-14T17:20:51.650Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-008.global (Addr: 127.0.0.1:9315) (DC: dc1)" nomad-008 2021-10-14T17:20:51.652Z [INFO] nomad/serf.go:219: nomad: found expected number of peers, attempting to bootstrap cluster...: peers=127.0.0.1:9315,127.0.0.1:9317,127.0.0.1:9319 nomad-009 2021-10-14T17:20:51.652Z [INFO] nomad/serf.go:183: nomad: disabling bootstrap mode because existing Raft peers being reported by peer: peer_name=nomad-010.global peer_address=127.0.0.1:9319 nomad-008 2021-10-14T17:20:51.669Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-008 2021-10-14T17:20:51.669Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9315 [Candidate]" term=2 nomad-008 2021-10-14T17:20:51.669Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-008 2021-10-14T17:20:51.669Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9315 term=2 tally=1 nomad-009 2021-10-14T17:20:51.670Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-009.global nomad-009 2021-10-14T17:20:51.670Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-009.global nomad-009 2021-10-14T17:20:51.670Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-010 2021-10-14T17:20:51.670Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-008 2021-10-14T17:20:51.670Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-010.global nomad-008 2021-10-14T17:20:51.670Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9317 term=2 tally=2 nomad-008 2021-10-14T17:20:51.670Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-008 2021-10-14T17:20:51.670Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9315 [Leader]" nomad-008 2021-10-14T17:20:51.670Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9317 nomad-008 2021-10-14T17:20:51.670Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9319 nomad-008 2021-10-14T17:20:51.670Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-008 2021-10-14T17:20:51.671Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-010.global nomad-009 2021-10-14T17:20:51.673Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-010.global nomad-008 2021-10-14T17:20:51.741Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9319 127.0.0.1:9319}" nomad-009 2021-10-14T17:20:51.738Z [WARN] raft/raft.go:1283: nomad.raft: failed to get previous log: previous-index=1 last-index=0 error="log not found" nomad-008 2021-10-14T17:20:51.830Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9317 time=62.126699ms nomad-008 2021-10-14T17:20:51.831Z [WARN] raft/replication.go:248: nomad.raft: appendEntries rejected, sending older logs: peer="{Voter 127.0.0.1:9317 127.0.0.1:9317}" next=1 nomad-010 2021-10-14T17:20:51.830Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-008.global (timeout reached) nomad-010 2021-10-14T17:20:51.830Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9315 nomad-010 2021-10-14T17:20:51.851Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9319 [Candidate]" term=3 nomad-010 2021-10-14T17:20:51.851Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-008 2021-10-14T17:20:51.851Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:57760 nomad-010 2021-10-14T17:20:51.851Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9319 term=3 tally=1 nomad-010 2021-10-14T17:20:51.851Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-010.global nomad-008 2021-10-14T17:20:51.852Z [ERROR] raft/replication.go:581: nomad.raft: peer has newer term, stopping replication: peer="{Voter 127.0.0.1:9319 127.0.0.1:9319}" nomad-008 2021-10-14T17:20:51.852Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9319 127.0.0.1:9319}" nomad-008 2021-10-14T17:20:51.852Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-008 2021-10-14T17:20:51.852Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-008 2021-10-14T17:20:51.852Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9315 [Shutdown]" leader= nomad-008 2021-10-14T17:20:51.852Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-008 2021-10-14T17:20:51.852Z [ERROR] nomad/leader.go:136: nomad: failed to wait for barrier: error="leadership lost while committing log" nomad-008 2021-10-14T17:20:51.853Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-008 2021-10-14T17:20:51.852Z [ERROR] raft-net: failed to decode incoming command: error="transport shutdown" nomad-008 2021-10-14T17:20:51.855Z [ERROR] go-hclog/stdlog.go:50: nomad: memberlist: Failed to send ping: write udp 127.0.0.1:9316->127.0.0.1:9320: use of closed network connection nomad-010 2021-10-14T17:20:51.855Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9315 127.0.0.1:9315}" error=EOF nomad-008 2021-10-14T17:20:51.855Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9317 127.0.0.1:9317}" nomad-008 2021-10-14T17:20:51.855Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9317 127.0.0.1:9317}" nomad-009 2021-10-14T17:20:51.859Z [WARN] raft/raft.go:1418: nomad.raft: rejecting vote request since we have a leader: from=127.0.0.1:9319 leader=127.0.0.1:9315 nomad-010 2021-10-14T17:20:51.937Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-010 2021-10-14T17:20:51.937Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9319 [Candidate]" term=4 nomad-010 2021-10-14T17:20:51.937Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-010 2021-10-14T17:20:51.937Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9319 term=4 tally=1 nomad-009 2021-10-14T17:20:51.939Z [WARN] raft/raft.go:1418: nomad.raft: rejecting vote request since we have a leader: from=127.0.0.1:9319 leader=127.0.0.1:9315 nomad-010 2021-10-14T17:20:51.939Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9315 127.0.0.1:9315}" error="dial tcp 127.0.0.1:9315: connect: connection refused" nomad-009 2021-10-14T17:20:51.941Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9315 nomad-009 2021-10-14T17:20:51.941Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9317 [Candidate]" term=3 nomad-009 2021-10-14T17:20:51.942Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-009 2021-10-14T17:20:51.942Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9317 term=3 tally=1 nomad-009 2021-10-14T17:20:51.942Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9315 127.0.0.1:9315}" error="dial tcp 127.0.0.1:9315: connect: connection refused" nomad-009 2021-10-14T17:20:51.942Z [DEBUG] raft/raft.go:278: nomad.raft: newer term discovered, fallback to follower nomad-009 2021-10-14T17:20:51.943Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9317 [Follower]" leader= nomad-009 2021-10-14T17:20:52.030Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-009 2021-10-14T17:20:52.030Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9317 [Candidate]" term=5 nomad-009 2021-10-14T17:20:52.030Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-009 2021-10-14T17:20:52.030Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9317 term=5 tally=1 nomad-010 2021-10-14T17:20:52.030Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-010 2021-10-14T17:20:52.031Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9319 [Follower]" leader= nomad-009 2021-10-14T17:20:52.031Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9319 term=5 tally=2 nomad-009 2021-10-14T17:20:52.031Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-009 2021-10-14T17:20:52.031Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9317 [Leader]" nomad-009 2021-10-14T17:20:52.031Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9315 nomad-009 2021-10-14T17:20:52.031Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9319 nomad-009 2021-10-14T17:20:52.031Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9315 127.0.0.1:9315}" error="dial tcp 127.0.0.1:9315: connect: connection refused" nomad-009 2021-10-14T17:20:52.031Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-009 2021-10-14T17:20:52.032Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9319 127.0.0.1:9319}" nomad-009 2021-10-14T17:20:52.032Z [ERROR] raft/replication.go:218: nomad.raft: failed to appendEntries to: peer="{Voter 127.0.0.1:9315 127.0.0.1:9315}" error="dial tcp 127.0.0.1:9315: connect: connection refused" nomad-009 2021-10-14T17:20:52.033Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-008.global (timeout reached) nomad-010 2021-10-14T17:20:52.033Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageLeaveType: nomad-008.global nomad-010 2021-10-14T17:20:52.033Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-008.global (timeout reached) nomad-009 2021-10-14T17:20:52.034Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageLeaveType: nomad-008.global nomad-010 2021-10-14T17:20:52.072Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-008.global has failed, no acks received nomad-009 2021-10-14T17:20:52.069Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-008.global has failed, no acks received nomad-009 2021-10-14T17:20:52.074Z [ERROR] raft/replication.go:380: nomad.raft: failed to heartbeat to: peer=127.0.0.1:9315 error="dial tcp 127.0.0.1:9315: connect: connection refused" nomad-009 2021-10-14T17:20:52.074Z [ERROR] raft/replication.go:218: nomad.raft: failed to appendEntries to: peer="{Voter 127.0.0.1:9315 127.0.0.1:9315}" error="dial tcp 127.0.0.1:9315: connect: connection refused" nomad-009 2021-10-14T17:20:52.140Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9315 time=108.580242ms nomad-009 2021-10-14T17:20:52.150Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=1c3879d8-75f5-1c47-3394-05de1ba7a015 create_time=1634232052139456994 nomad-009 2021-10-14T17:20:52.150Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=1c3879d8-75f5-1c47-3394-05de1ba7a015 create_time=1634232052139456994 nomad-009 2021-10-14T17:20:52.159Z [ERROR] raft/replication.go:218: nomad.raft: failed to appendEntries to: peer="{Voter 127.0.0.1:9315 127.0.0.1:9315}" error="dial tcp 127.0.0.1:9315: connect: connection refused" nomad-010 2021-10-14T17:20:52.230Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9317 nomad-010 2021-10-14T17:20:52.230Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9319 [Candidate]" term=6 nomad-010 2021-10-14T17:20:52.230Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-010 2021-10-14T17:20:52.230Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9319 term=6 tally=1 nomad-009 2021-10-14T17:20:52.159Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-009 2021-10-14T17:20:52.161Z [ERROR] raft/replication.go:380: nomad.raft: failed to heartbeat to: peer=127.0.0.1:9315 error="dial tcp 127.0.0.1:9315: connect: connection refused" nomad-009 2021-10-14T17:20:52.230Z [DEBUG] raft/raft.go:882: nomad.raft: failed to contact: server-id=127.0.0.1:9315 time=198.857466ms nomad-009 2021-10-14T17:20:52.236Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9319 time=70.980845ms nomad-009 2021-10-14T17:20:52.236Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-009 2021-10-14T17:20:52.236Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9317 [Follower]" leader= nomad-009 2021-10-14T17:20:52.236Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-010 2021-10-14T17:20:52.236Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageLeaveType: nomad-008.global nomad-009 2021-10-14T17:20:52.231Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-008.global (timeout reached) nomad-009 2021-10-14T17:20:52.237Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9319 127.0.0.1:9319}" nomad-009 2021-10-14T17:20:52.238Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-009 2021-10-14T17:20:52.241Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-010 2021-10-14T17:20:52.241Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9315 127.0.0.1:9315}" error="dial tcp 127.0.0.1:9315: connect: connection refused" nomad-010 2021-10-14T17:20:52.242Z [ERROR] raft-net: failed to decode incoming command: error="read tcp 127.0.0.1:9319->127.0.0.1:48330: read: connection reset by peer" nomad-010 2021-10-14T17:20:52.242Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageLeaveType: nomad-008.global nomad-010 2021-10-14T17:20:52.242Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageLeaveType: nomad-008.global nomad-010 2021-10-14T17:20:52.242Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9317 term=6 tally=2 nomad-010 2021-10-14T17:20:52.242Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-010 2021-10-14T17:20:52.242Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9319 [Leader]" nomad-010 2021-10-14T17:20:52.242Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9317 nomad-010 2021-10-14T17:20:52.242Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9315 nomad-009 2021-10-14T17:20:52.243Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageLeaveType: nomad-008.global nomad-010 2021-10-14T17:20:52.243Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-010 2021-10-14T17:20:52.243Z [ERROR] raft/replication.go:218: nomad.raft: failed to appendEntries to: peer="{Voter 127.0.0.1:9315 127.0.0.1:9315}" error="dial tcp 127.0.0.1:9315: connect: connection refused" nomad-010 2021-10-14T17:20:52.243Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9317 127.0.0.1:9317}" nomad-010 2021-10-14T17:20:52.243Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=1c3879d8-75f5-1c47-3394-05de1ba7a015 create_time=1634232052139456994 nomad-010 2021-10-14T17:20:52.243Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-010 2021-10-14T17:20:52.244Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-008.global has failed, no acks received nomad-010 2021-10-14T17:20:52.254Z [ERROR] raft/replication.go:380: nomad.raft: failed to heartbeat to: peer=127.0.0.1:9315 error="dial tcp 127.0.0.1:9315: connect: connection refused" nomad-010 2021-10-14T17:20:52.255Z [ERROR] raft/replication.go:218: nomad.raft: failed to appendEntries to: peer="{Voter 127.0.0.1:9315 127.0.0.1:9315}" error="dial tcp 127.0.0.1:9315: connect: connection refused" nomad-010 2021-10-14T17:20:52.272Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Marking nomad-008.global as failed, suspect timeout reached (0 peer confirmations) nomad-010 2021-10-14T17:20:52.273Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberLeave: nomad-008.global 127.0.0.1 nomad-010 2021-10-14T17:20:52.273Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-008.global (Addr: 127.0.0.1:9315) (DC: dc1)" nomad-010 2021-10-14T17:20:52.273Z [INFO] nomad/leader.go:1123: nomad: removing server by address: address=127.0.0.1:9315 nomad-010 2021-10-14T17:20:52.273Z [INFO] raft/raft.go:1018: nomad.raft: updating configuration: command=RemoveServer server-id=127.0.0.1:9315 server-addr= servers="[{Suffrage:Voter ID:127.0.0.1:9317 Address:127.0.0.1:9317} {Suffrage:Voter ID:127.0.0.1:9319 Address:127.0.0.1:9319}]" nomad-009 2021-10-14T17:20:52.273Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Marking nomad-008.global as failed, suspect timeout reached (0 peer confirmations) nomad-010 2021-10-14T17:20:52.330Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-008.global (timeout reached) nomad-009 2021-10-14T17:20:52.331Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9319 nomad-009 2021-10-14T17:20:52.331Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9317 [Candidate]" term=7 nomad-009 2021-10-14T17:20:52.331Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-009 2021-10-14T17:20:52.331Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9317 term=7 tally=1 nomad-009 2021-10-14T17:20:52.341Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-008.global has failed, no acks received nomad-010 2021-10-14T17:20:52.342Z [ERROR] raft/replication.go:380: nomad.raft: failed to heartbeat to: peer=127.0.0.1:9315 error="dial tcp 127.0.0.1:9315: connect: connection refused" nomad-009 2021-10-14T17:20:52.342Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9315 127.0.0.1:9315}" error="dial tcp 127.0.0.1:9315: connect: connection refused" nomad-010 2021-10-14T17:20:52.344Z [ERROR] raft/replication.go:581: nomad.raft: peer has newer term, stopping replication: peer="{Voter 127.0.0.1:9317 127.0.0.1:9317}" nomad-010 2021-10-14T17:20:52.344Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9317 127.0.0.1:9317}" nomad-010 2021-10-14T17:20:52.350Z [INFO] raft/raft.go:501: nomad.raft: removed peer, stopping replication: peer=127.0.0.1:9315 last-index=10 nomad-010 2021-10-14T17:20:52.350Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9319 [Follower]" leader= nomad-010 2021-10-14T17:20:52.350Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-009 2021-10-14T17:20:52.350Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberLeave: nomad-008.global 127.0.0.1 nomad-010 2021-10-14T17:20:52.351Z [ERROR] nomad/leader.go:1126: nomad: failed to remove raft peer: address=127.0.0.1:9315 error="leadership lost while committing log" nomad-010 2021-10-14T17:20:52.351Z [ERROR] nomad/leader.go:993: nomad: failed to reconcile member: member="{nomad-008.global 127.0.0.1 9316 map[build:0.12.10+unittest dc:dc1 expect:3 id:e1d2d759-fe20-0278-faad-5510b339c868 mvn:1 port:9315 raft_vsn:2 region:global role:nomad rpc_addr:127.0.0.1 vsn:1] left 1 5 2 2 5 4}" error="leadership lost while committing log" nomad-009 2021-10-14T17:20:52.351Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-008.global (Addr: 127.0.0.1:9315) (DC: dc1)" nomad-010 2021-10-14T17:20:52.352Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-010 2021-10-14T17:20:52.353Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageLeaveType: nomad-008.global nomad-009 2021-10-14T17:20:52.354Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageLeaveType: nomad-008.global nomad-010 2021-10-14T17:20:52.354Z [ERROR] raft/replication.go:218: nomad.raft: failed to appendEntries to: peer="{Voter 127.0.0.1:9315 127.0.0.1:9315}" error="dial tcp 127.0.0.1:9315: connect: connection refused" nomad-010 2021-10-14T17:20:52.354Z [ERROR] raft/replication.go:581: nomad.raft: peer has newer term, stopping replication: peer="{Voter 127.0.0.1:9317 127.0.0.1:9317}" nomad-010 2021-10-14T17:20:52.355Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-010 2021-10-14T17:20:52.355Z [WARN] raft/raft.go:1471: nomad.raft: rejecting vote request since our last index is greater: candidate=127.0.0.1:9317 last-index=10 last-candidate-index=9 nomad-010 2021-10-14T17:20:52.363Z [ERROR] raft/replication.go:380: nomad.raft: failed to heartbeat to: peer=127.0.0.1:9315 error="dial tcp 127.0.0.1:9315: connect: connection refused" nomad-010 2021-10-14T17:20:52.371Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageLeaveType: nomad-008.global nomad-010 2021-10-14T17:20:52.375Z [ERROR] raft/replication.go:218: nomad.raft: failed to appendEntries to: peer="{Voter 127.0.0.1:9315 127.0.0.1:9315}" error="dial tcp 127.0.0.1:9315: connect: connection refused" nomad-009 2021-10-14T17:20:52.390Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-009 2021-10-14T17:20:52.390Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9317 [Candidate]" term=8 nomad-009 2021-10-14T17:20:52.391Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-009 2021-10-14T17:20:52.391Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9317 term=8 tally=1 nomad-010 2021-10-14T17:20:52.434Z [ERROR] raft/replication.go:218: nomad.raft: failed to appendEntries to: peer="{Voter 127.0.0.1:9315 127.0.0.1:9315}" error="dial tcp 127.0.0.1:9315: connect: connection refused" nomad-009 2021-10-14T17:20:52.434Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9315 127.0.0.1:9315}" error="dial tcp 127.0.0.1:9315: connect: connection refused" nomad-010 2021-10-14T17:20:52.434Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-010 2021-10-14T17:20:52.434Z [WARN] raft/raft.go:1471: nomad.raft: rejecting vote request since our last index is greater: candidate=127.0.0.1:9317 last-index=10 last-candidate-index=9 nomad-010 2021-10-14T17:20:52.435Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-010 2021-10-14T17:20:52.435Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9319 [Candidate]" term=9 nomad-010 2021-10-14T17:20:52.435Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-010 2021-10-14T17:20:52.435Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9319 term=9 tally=1 nomad-009 2021-10-14T17:20:52.436Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-009 2021-10-14T17:20:52.436Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9317 [Follower]" leader= nomad-010 2021-10-14T17:20:52.436Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9317 term=9 tally=2 nomad-010 2021-10-14T17:20:52.436Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-010 2021-10-14T17:20:52.436Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9319 [Leader]" nomad-010 2021-10-14T17:20:52.436Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9317 nomad-010 2021-10-14T17:20:52.437Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-009 2021-10-14T17:20:52.437Z [WARN] raft/raft.go:1283: nomad.raft: failed to get previous log: previous-index=10 last-index=9 error="log not found" nomad-010 2021-10-14T17:20:52.437Z [WARN] raft/replication.go:248: nomad.raft: appendEntries rejected, sending older logs: peer="{Voter 127.0.0.1:9317 127.0.0.1:9317}" next=10 nomad-010 2021-10-14T17:20:52.438Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9317 127.0.0.1:9317}" nomad-010 2021-10-14T17:20:52.440Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-009 2021-10-14T17:20:52.469Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageLeaveType: nomad-008.global nomad-010 2021-10-14T17:20:52.442Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageLeaveType: nomad-008.global nomad-010 2021-10-14T17:20:52.469Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-008.global has failed, no acks received nomad-010 2021-10-14T17:20:52.470Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-010 2021-10-14T17:20:52.471Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-009 2021-10-14T17:20:52.470Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageLeaveType: nomad-008.global nomad-010 2021-10-14T17:20:52.471Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-010 2021-10-14T17:20:52.471Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageLeaveType: nomad-008.global nomad-010 2021-10-14T17:20:52.471Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-010 2021-10-14T17:20:52.471Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9317 127.0.0.1:9317}" nomad-009 2021-10-14T17:20:52.472Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-009 2021-10-14T17:20:52.472Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-009 2021-10-14T17:20:52.472Z [ERROR] go-hclog/stdlog.go:50: nomad.rpc: yamux: Failed to write body: write tcp 127.0.0.1:9317->127.0.0.1:59292: write: broken pipe nomad-008 2021-10-14T17:20:52.542Z [INFO] nomad/server.go:620: nomad: shutting down server --- PASS: TestLeader_LeftServer (1.09s) === RUN TestLeader_LeftLeader 2021-10-14T17:20:52.546Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:52.546Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:52.546Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:52.546Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:52.546Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:52.546Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:52.546Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:52.547Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:52.547Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-010 2021-10-14T17:20:52.547Z [ERROR] nomad/rpc.go:478: nomad.rpc: multiplex_v2 conn accept failed: error="read tcp 127.0.0.1:9319->127.0.0.1:48308: read: connection reset by peer" nomad-011 2021-10-14T17:20:52.551Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=0 servers=[] 2021-10-14T17:20:52.552Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-011 2021-10-14T17:20:52.553Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9321 [Follower]" leader= nomad-011 2021-10-14T17:20:52.631Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-011.global 127.0.0.1 nomad-011 2021-10-14T17:20:52.631Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[batch, system, noop, service, _core] nomad-011 2021-10-14T17:20:52.633Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-011.global (Addr: 127.0.0.1:9321) (DC: dc1)" 2021-10-14T17:20:52.634Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:52.634Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:52.634Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:52.634Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:52.634Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:52.634Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:52.634Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-011 2021-10-14T17:20:52.634Z [WARN] raft/raft.go:204: nomad.raft: no known peers, aborting election 2021-10-14T17:20:52.635Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-012 2021-10-14T17:20:52.643Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=0 servers=[] nomad-012 2021-10-14T17:20:52.644Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-012.global 127.0.0.1 nomad-012 2021-10-14T17:20:52.645Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[batch, system, noop, service, _core] 2021-10-14T17:20:52.653Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:52.653Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-012 2021-10-14T17:20:52.654Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9323 [Follower]" leader= nomad-012 2021-10-14T17:20:52.655Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-012.global (Addr: 127.0.0.1:9323) (DC: dc1)" 2021-10-14T17:20:52.657Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:52.657Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:52.657Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:52.657Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:52.657Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:52.657Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:52.657Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:52.657Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-013 2021-10-14T17:20:52.661Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=0 servers=[] 2021-10-14T17:20:52.661Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-013 2021-10-14T17:20:52.661Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9325 [Follower]" leader= nomad-013 2021-10-14T17:20:52.662Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-013.global 127.0.0.1 nomad-013 2021-10-14T17:20:52.663Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-012 2021-10-14T17:20:52.663Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Initiating push/pull sync with: 127.0.0.1:9322 nomad-011 2021-10-14T17:20:52.663Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:42834 nomad-013 2021-10-14T17:20:52.664Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-013.global (Addr: 127.0.0.1:9325) (DC: dc1)" 2021-10-14T17:20:52.664Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-011 2021-10-14T17:20:52.665Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-012.global 127.0.0.1 nomad-012 2021-10-14T17:20:52.665Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-011.global 127.0.0.1 nomad-011 2021-10-14T17:20:52.665Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-012.global (Addr: 127.0.0.1:9323) (DC: dc1)" nomad-012 2021-10-14T17:20:52.665Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-011.global (Addr: 127.0.0.1:9321) (DC: dc1)" nomad-013 2021-10-14T17:20:52.666Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Initiating push/pull sync with: 127.0.0.1:9322 nomad-011 2021-10-14T17:20:52.666Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:42836 nomad-011 2021-10-14T17:20:52.667Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-013.global 127.0.0.1 nomad-011 2021-10-14T17:20:52.667Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-013.global (Addr: 127.0.0.1:9325) (DC: dc1)" nomad-013 2021-10-14T17:20:52.670Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-012.global 127.0.0.1 nomad-013 2021-10-14T17:20:52.670Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-011.global 127.0.0.1 nomad-013 2021-10-14T17:20:52.670Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-012.global (Addr: 127.0.0.1:9323) (DC: dc1)" nomad-012 2021-10-14T17:20:52.730Z [WARN] raft/raft.go:204: nomad.raft: no known peers, aborting election nomad-011 2021-10-14T17:20:52.736Z [INFO] nomad/serf.go:219: nomad: found expected number of peers, attempting to bootstrap cluster...: peers=127.0.0.1:9323,127.0.0.1:9325,127.0.0.1:9321 nomad-012 2021-10-14T17:20:52.736Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-013.global 127.0.0.1 nomad-012 2021-10-14T17:20:52.737Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-013.global (Addr: 127.0.0.1:9325) (DC: dc1)" nomad-011 2021-10-14T17:20:52.737Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-013.global nomad-012 2021-10-14T17:20:52.739Z [INFO] nomad/serf.go:183: nomad: disabling bootstrap mode because existing Raft peers being reported by peer: peer_name=nomad-011.global peer_address=127.0.0.1:9321 nomad-013 2021-10-14T17:20:52.750Z [WARN] raft/raft.go:204: nomad.raft: no known peers, aborting election nomad-013 2021-10-14T17:20:52.751Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-012.global nomad-013 2021-10-14T17:20:52.755Z [INFO] nomad/serf.go:219: nomad: found expected number of peers, attempting to bootstrap cluster...: peers=127.0.0.1:9321,127.0.0.1:9325,127.0.0.1:9323 nomad-013 2021-10-14T17:20:52.755Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-011.global (Addr: 127.0.0.1:9321) (DC: dc1)" nomad-011 2021-10-14T17:20:52.760Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-012.global nomad-012 2021-10-14T17:20:52.760Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-013.global nomad-012 2021-10-14T17:20:52.761Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-012.global nomad-012 2021-10-14T17:20:52.764Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-012.global nomad-013 2021-10-14T17:20:52.764Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-013.global nomad-011 2021-10-14T17:20:52.765Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-013.global nomad-011 2021-10-14T17:20:52.766Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-012.global nomad-011 2021-10-14T17:20:52.830Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-011 2021-10-14T17:20:52.830Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9321 [Candidate]" term=2 nomad-011 2021-10-14T17:20:52.830Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-011 2021-10-14T17:20:52.831Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9321 term=2 tally=1 nomad-013 2021-10-14T17:20:52.870Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-013 2021-10-14T17:20:52.872Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9325 [Candidate]" term=2 nomad-013 2021-10-14T17:20:52.870Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-013.global nomad-013 2021-10-14T17:20:52.938Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-012.global nomad-013 2021-10-14T17:20:52.937Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-013 2021-10-14T17:20:52.938Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9325 term=2 tally=1 nomad-012 2021-10-14T17:20:52.930Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-013.global (timeout reached) nomad-011 2021-10-14T17:20:52.930Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-011 2021-10-14T17:20:52.939Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9321 [Candidate]" term=3 nomad-011 2021-10-14T17:20:52.930Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-012.global (timeout reached) nomad-011 2021-10-14T17:20:52.939Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-013.global nomad-011 2021-10-14T17:20:52.940Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-011 2021-10-14T17:20:52.940Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9321 term=3 tally=1 nomad-013 2021-10-14T17:20:52.966Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:49642 nomad-012 2021-10-14T17:20:52.966Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-012 2021-10-14T17:20:52.966Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=2 nomad-012 2021-10-14T17:20:52.967Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-011 2021-10-14T17:20:52.967Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9323 term=3 tally=2 nomad-011 2021-10-14T17:20:52.968Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-011 2021-10-14T17:20:52.968Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9321 [Leader]" nomad-011 2021-10-14T17:20:52.968Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9323 nomad-011 2021-10-14T17:20:52.968Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9325 nomad-011 2021-10-14T17:20:52.968Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-012 2021-10-14T17:20:52.968Z [WARN] raft/raft.go:1283: nomad.raft: failed to get previous log: previous-index=1 last-index=0 error="log not found" nomad-011 2021-10-14T17:20:52.968Z [WARN] raft/replication.go:248: nomad.raft: appendEntries rejected, sending older logs: peer="{Voter 127.0.0.1:9323 127.0.0.1:9323}" next=1 nomad-013 2021-10-14T17:20:52.969Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9325 [Follower]" leader=127.0.0.1:9321 nomad-011 2021-10-14T17:20:52.969Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9325 127.0.0.1:9325}" nomad-011 2021-10-14T17:20:52.969Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9323 127.0.0.1:9323}" nomad-011 2021-10-14T17:20:53.031Z [INFO] nomad/server.go:686: nomad: server starting leave nomad-011 2021-10-14T17:20:53.032Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9325 time=62.858565ms nomad-011 2021-10-14T17:20:53.038Z [INFO] raft/raft.go:1018: nomad.raft: updating configuration: command=RemoveServer server-id=127.0.0.1:9321 server-addr= servers="[{Suffrage:Voter ID:127.0.0.1:9323 Address:127.0.0.1:9323} {Suffrage:Voter ID:127.0.0.1:9325 Address:127.0.0.1:9325}]" nomad-013 2021-10-14T17:20:53.060Z [WARN] raft/raft.go:1463: nomad.raft: rejecting vote request since our last term is greater: candidate=127.0.0.1:9321 last-term=3 last-candidate-term=1 nomad-011 2021-10-14T17:20:53.062Z [INFO] raft/raft.go:673: nomad.raft: removed ourself, transitioning to follower nomad-011 2021-10-14T17:20:53.062Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9321 [Follower]" leader= nomad-011 2021-10-14T17:20:53.062Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-011 2021-10-14T17:20:53.062Z [ERROR] nomad/leader.go:1465: nomad.core: failed to initialize config: error="node is not the leader" nomad-011 2021-10-14T17:20:53.063Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-011 2021-10-14T17:20:53.063Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9323 127.0.0.1:9323}" nomad-011 2021-10-14T17:20:53.063Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9325 127.0.0.1:9325}" nomad-011 2021-10-14T17:20:53.063Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-013 2021-10-14T17:20:53.063Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageLeaveType: nomad-011.global nomad-011 2021-10-14T17:20:53.135Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberLeave: nomad-011.global 127.0.0.1 nomad-012 2021-10-14T17:20:53.136Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageLeaveType: nomad-011.global nomad-012 2021-10-14T17:20:53.137Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberLeave: nomad-011.global 127.0.0.1 nomad-011 2021-10-14T17:20:53.137Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageLeaveType: nomad-011.global nomad-012 2021-10-14T17:20:53.137Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-011.global (Addr: 127.0.0.1:9321) (DC: dc1)" nomad-011 2021-10-14T17:20:53.137Z [WARN] raft/raft.go:210: nomad.raft: not part of stable configuration, aborting election nomad-012 2021-10-14T17:20:53.138Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9321 nomad-012 2021-10-14T17:20:53.138Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9323 [Candidate]" term=4 nomad-012 2021-10-14T17:20:53.138Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-012 2021-10-14T17:20:53.138Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9323 term=4 tally=1 nomad-013 2021-10-14T17:20:53.138Z [WARN] raft/raft.go:1418: nomad.raft: rejecting vote request since we have a leader: from=127.0.0.1:9323 leader=127.0.0.1:9321 nomad-011 2021-10-14T17:20:53.169Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-011.global (Addr: 127.0.0.1:9321) (DC: dc1)" nomad-013 2021-10-14T17:20:53.169Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9321 nomad-011 2021-10-14T17:20:53.232Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageLeaveType: nomad-011.global nomad-012 2021-10-14T17:20:53.232Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageLeaveType: nomad-011.global nomad-012 2021-10-14T17:20:53.233Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-013 2021-10-14T17:20:53.169Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9325 [Candidate]" term=4 nomad-012 2021-10-14T17:20:53.233Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9323 [Candidate]" term=5 nomad-012 2021-10-14T17:20:53.233Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-013 2021-10-14T17:20:53.233Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-012 2021-10-14T17:20:53.233Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9323 term=5 tally=1 nomad-013 2021-10-14T17:20:53.233Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9325 term=4 tally=1 nomad-013 2021-10-14T17:20:53.232Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageLeaveType: nomad-011.global nomad-013 2021-10-14T17:20:53.233Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberLeave: nomad-011.global 127.0.0.1 nomad-013 2021-10-14T17:20:53.233Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-013 2021-10-14T17:20:53.234Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9325 [Follower]" leader= nomad-012 2021-10-14T17:20:53.234Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9325 term=5 tally=2 nomad-012 2021-10-14T17:20:53.234Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-012 2021-10-14T17:20:53.234Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9323 [Leader]" nomad-012 2021-10-14T17:20:53.234Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9325 nomad-013 2021-10-14T17:20:53.266Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-011.global (Addr: 127.0.0.1:9321) (DC: dc1)" nomad-012 2021-10-14T17:20:53.266Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-012 2021-10-14T17:20:53.266Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9325 127.0.0.1:9325}" nomad-012 2021-10-14T17:20:53.330Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9325 time=62.247767ms nomad-012 2021-10-14T17:20:53.330Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-012 2021-10-14T17:20:53.330Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9323 [Follower]" leader= nomad-012 2021-10-14T17:20:53.330Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-013 2021-10-14T17:20:53.330Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9323 nomad-013 2021-10-14T17:20:53.330Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9325 [Candidate]" term=6 nomad-013 2021-10-14T17:20:53.331Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-013 2021-10-14T17:20:53.331Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9325 term=6 tally=1 nomad-012 2021-10-14T17:20:53.331Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9325 127.0.0.1:9325}" nomad-012 2021-10-14T17:20:53.331Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-013 2021-10-14T17:20:53.331Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9323 term=6 tally=2 nomad-013 2021-10-14T17:20:53.331Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-013 2021-10-14T17:20:53.331Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9325 [Leader]" nomad-013 2021-10-14T17:20:53.331Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9323 nomad-013 2021-10-14T17:20:53.331Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-013 2021-10-14T17:20:53.332Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9323 127.0.0.1:9323}" nomad-013 2021-10-14T17:20:53.332Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=798070da-52b8-3b65-2f57-045f29e4a518 create_time=1634232053332548684 nomad-013 2021-10-14T17:20:53.332Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=798070da-52b8-3b65-2f57-045f29e4a518 create_time=1634232053332548684 nomad-013 2021-10-14T17:20:53.333Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-012 2021-10-14T17:20:53.337Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-012 2021-10-14T17:20:53.337Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-013 2021-10-14T17:20:53.430Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9323 time=55.336678ms nomad-013 2021-10-14T17:20:53.431Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-013 2021-10-14T17:20:53.431Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9325 [Follower]" leader= nomad-013 2021-10-14T17:20:53.431Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-013 2021-10-14T17:20:53.431Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9323 127.0.0.1:9323}" nomad-013 2021-10-14T17:20:53.431Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-012 2021-10-14T17:20:53.447Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=798070da-52b8-3b65-2f57-045f29e4a518 create_time=1634232053332548684 nomad-013 2021-10-14T17:20:53.530Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-013 2021-10-14T17:20:53.530Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9325 [Candidate]" term=7 nomad-013 2021-10-14T17:20:53.530Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-013 2021-10-14T17:20:53.530Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9325 term=7 tally=1 nomad-012 2021-10-14T17:20:53.538Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-013 2021-10-14T17:20:53.538Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9323 term=7 tally=2 nomad-013 2021-10-14T17:20:53.538Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-013 2021-10-14T17:20:53.538Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9325 [Leader]" nomad-013 2021-10-14T17:20:53.538Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9323 nomad-013 2021-10-14T17:20:53.538Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-013 2021-10-14T17:20:53.539Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9323 127.0.0.1:9323}" nomad-013 2021-10-14T17:20:53.541Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-012 2021-10-14T17:20:53.937Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9325 nomad-012 2021-10-14T17:20:53.937Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9323 [Candidate]" term=8 nomad-012 2021-10-14T17:20:53.937Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-012 2021-10-14T17:20:53.938Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9323 term=8 tally=1 nomad-013 2021-10-14T17:20:53.938Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9323 time=66.793048ms nomad-013 2021-10-14T17:20:53.938Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-013 2021-10-14T17:20:53.938Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9325 [Follower]" leader= nomad-013 2021-10-14T17:20:53.938Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9323 127.0.0.1:9323}" nomad-013 2021-10-14T17:20:53.938Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-013 2021-10-14T17:20:53.938Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-013 2021-10-14T17:20:53.938Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-012 2021-10-14T17:20:53.938Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9325 term=8 tally=2 nomad-012 2021-10-14T17:20:53.939Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-012 2021-10-14T17:20:53.939Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9323 [Leader]" nomad-012 2021-10-14T17:20:53.939Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9325 nomad-012 2021-10-14T17:20:53.939Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-012 2021-10-14T17:20:53.950Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9325 127.0.0.1:9325}" nomad-012 2021-10-14T17:20:54.044Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-013 2021-10-14T17:20:54.130Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-012.global (timeout reached) nomad-012 2021-10-14T17:20:54.131Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:34696 nomad-013 2021-10-14T17:20:54.131Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9323 nomad-013 2021-10-14T17:20:54.132Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9325 [Candidate]" term=9 nomad-013 2021-10-14T17:20:54.132Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-013 2021-10-14T17:20:54.132Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9325 term=9 tally=1 nomad-012 2021-10-14T17:20:54.131Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9325 time=88.010301ms nomad-012 2021-10-14T17:20:54.132Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-012 2021-10-14T17:20:54.133Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9323 [Follower]" leader= nomad-012 2021-10-14T17:20:54.133Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-012 2021-10-14T17:20:54.132Z [ERROR] raft/replication.go:581: nomad.raft: peer has newer term, stopping replication: peer="{Voter 127.0.0.1:9325 127.0.0.1:9325}" nomad-012 2021-10-14T17:20:54.133Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9325 127.0.0.1:9325}" nomad-012 2021-10-14T17:20:54.133Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-012 2021-10-14T17:20:54.133Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-013 2021-10-14T17:20:54.135Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9323 term=9 tally=2 nomad-013 2021-10-14T17:20:54.136Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-013 2021-10-14T17:20:54.136Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9325 [Leader]" nomad-013 2021-10-14T17:20:54.136Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9323 nomad-013 2021-10-14T17:20:54.136Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-013 2021-10-14T17:20:54.136Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9323 127.0.0.1:9323}" nomad-013 2021-10-14T17:20:54.141Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-011 2021-10-14T17:20:54.233Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-013 2021-10-14T17:20:54.261Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-013 2021-10-14T17:20:54.261Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-013 2021-10-14T17:20:54.262Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-013 2021-10-14T17:20:54.262Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9323 127.0.0.1:9323}" nomad-013 2021-10-14T17:20:54.262Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-012 2021-10-14T17:20:54.263Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-012 2021-10-14T17:20:54.263Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-011 2021-10-14T17:20:54.263Z [INFO] nomad/server.go:620: nomad: shutting down server --- PASS: TestLeader_LeftLeader (1.72s) === RUN TestLeader_MultiBootstrap 2021-10-14T17:20:54.264Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:54.264Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:54.264Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:54.264Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:54.264Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:54.264Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:54.269Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:54.269Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:54.269Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:54.269Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-014 2021-10-14T17:20:54.270Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9327 Address:127.0.0.1:9327}]" nomad-014 2021-10-14T17:20:54.270Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9327 [Follower]" leader= nomad-014 2021-10-14T17:20:54.271Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-014.global 127.0.0.1 nomad-014 2021-10-14T17:20:54.271Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] 2021-10-14T17:20:54.332Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:54.332Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:54.332Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:54.332Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-014 2021-10-14T17:20:54.332Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-014.global (Addr: 127.0.0.1:9327) (DC: dc1)" 2021-10-14T17:20:54.332Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:54.332Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:54.332Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:54.332Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:54.333Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-011 2021-10-14T17:20:54.333Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-013.global (timeout reached) 2021-10-14T17:20:54.333Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-011 2021-10-14T17:20:54.333Z [ERROR] go-hclog/stdlog.go:50: nomad: memberlist: Failed to send indirect ping: write udp 127.0.0.1:9322->127.0.0.1:9324: use of closed network connection nomad-011 2021-10-14T17:20:54.333Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-013.global has failed, no acks received nomad-015 2021-10-14T17:20:54.335Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9329 Address:127.0.0.1:9329}]" nomad-015 2021-10-14T17:20:54.336Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-015.global 127.0.0.1 nomad-015 2021-10-14T17:20:54.337Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-014 2021-10-14T17:20:54.337Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:38506 nomad-015 2021-10-14T17:20:54.337Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9329 [Follower]" leader= nomad-015 2021-10-14T17:20:54.338Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-015.global (Addr: 127.0.0.1:9329) (DC: dc1)" nomad-015 2021-10-14T17:20:54.341Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Initiating push/pull sync with: 127.0.0.1:9328 nomad-015 2021-10-14T17:20:54.346Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-014.global 127.0.0.1 nomad-015 2021-10-14T17:20:54.346Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-014.global (Addr: 127.0.0.1:9327) (DC: dc1)" nomad-014 2021-10-14T17:20:54.346Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-015.global 127.0.0.1 nomad-014 2021-10-14T17:20:54.347Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-015.global (Addr: 127.0.0.1:9329) (DC: dc1)" nomad-014 2021-10-14T17:20:54.357Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-014 2021-10-14T17:20:54.357Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9327 [Candidate]" term=2 nomad-014 2021-10-14T17:20:54.357Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-014 2021-10-14T17:20:54.357Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9327 term=2 tally=1 nomad-014 2021-10-14T17:20:54.357Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-014 2021-10-14T17:20:54.357Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9327 [Leader]" nomad-014 2021-10-14T17:20:54.358Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-014 2021-10-14T17:20:54.358Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=6c14e901-f5f9-31eb-e1f8-a38f8a97aff9 create_time=1634232054358761095 nomad-014 2021-10-14T17:20:54.358Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=6c14e901-f5f9-31eb-e1f8-a38f8a97aff9 create_time=1634232054358761095 nomad-014 2021-10-14T17:20:54.359Z [ERROR] nomad/leader.go:1007: nomad: skipping adding Raft peer because an existing peer is in bootstrap mode and only one server should be in bootstrap mode: existing_peer=nomad-015.global joining_peer=nomad-014.global nomad-014 2021-10-14T17:20:54.359Z [ERROR] nomad/leader.go:1007: nomad: skipping adding Raft peer because an existing peer is in bootstrap mode and only one server should be in bootstrap mode: existing_peer=nomad-014.global joining_peer=nomad-015.global nomad-014 2021-10-14T17:20:54.359Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-015 2021-10-14T17:20:54.367Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-015 2021-10-14T17:20:54.368Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-014 2021-10-14T17:20:54.368Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-014 2021-10-14T17:20:54.368Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-014 2021-10-14T17:20:54.369Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestLeader_MultiBootstrap (0.11s) === RUN TestLeader_PlanQueue_Reset nomad-014 2021-10-14T17:20:54.369Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-14T17:20:54.369Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:54.369Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:54.369Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:54.369Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:54.370Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:54.370Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:54.370Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:54.370Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:54.371Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:54.371Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-016 2021-10-14T17:20:54.441Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=0 servers=[] nomad-016 2021-10-14T17:20:54.442Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-016.global 127.0.0.1 nomad-016 2021-10-14T17:20:54.442Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[noop, service, batch, system, _core] 2021-10-14T17:20:54.445Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:54.445Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-016 2021-10-14T17:20:54.445Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9331 [Follower]" leader= 2021-10-14T17:20:54.445Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:54.445Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:54.445Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:54.445Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:54.445Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:54.445Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:54.445Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:54.446Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-016 2021-10-14T17:20:54.446Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-016.global (Addr: 127.0.0.1:9331) (DC: dc1)" nomad-017 2021-10-14T17:20:54.457Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=0 servers=[] nomad-017 2021-10-14T17:20:54.458Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-017.global 127.0.0.1 nomad-017 2021-10-14T17:20:54.458Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-018 2021-10-14T17:20:54.461Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=0 servers=[] nomad-017 2021-10-14T17:20:54.461Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9333 [Follower]" leader= nomad-018 2021-10-14T17:20:54.462Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-018.global 127.0.0.1 nomad-018 2021-10-14T17:20:54.462Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[noop, service, batch, system, _core] nomad-017 2021-10-14T17:20:54.462Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-017.global (Addr: 127.0.0.1:9333) (DC: dc1)" 2021-10-14T17:20:54.462Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:54.462Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:54.462Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:54.462Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:54.462Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:54.462Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:54.462Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:54.462Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:54.462Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:54.462Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-018 2021-10-14T17:20:54.462Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9335 [Follower]" leader= nomad-018 2021-10-14T17:20:54.462Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-018.global (Addr: 127.0.0.1:9335) (DC: dc1)" nomad-017 2021-10-14T17:20:54.463Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Initiating push/pull sync with: 127.0.0.1:9332 nomad-016 2021-10-14T17:20:54.463Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:50728 nomad-016 2021-10-14T17:20:54.467Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-017.global 127.0.0.1 nomad-017 2021-10-14T17:20:54.469Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-016.global 127.0.0.1 nomad-017 2021-10-14T17:20:54.471Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-016.global (Addr: 127.0.0.1:9331) (DC: dc1)" nomad-016 2021-10-14T17:20:54.471Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-017.global (Addr: 127.0.0.1:9333) (DC: dc1)" nomad-018 2021-10-14T17:20:54.471Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Initiating push/pull sync with: 127.0.0.1:9332 nomad-016 2021-10-14T17:20:54.471Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:50730 nomad-016 2021-10-14T17:20:54.472Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-018.global 127.0.0.1 nomad-016 2021-10-14T17:20:54.472Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-018.global (Addr: 127.0.0.1:9335) (DC: dc1)" nomad-018 2021-10-14T17:20:54.472Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-017.global 127.0.0.1 nomad-018 2021-10-14T17:20:54.472Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-016.global 127.0.0.1 nomad-018 2021-10-14T17:20:54.472Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-017.global (Addr: 127.0.0.1:9333) (DC: dc1)" nomad-016 2021-10-14T17:20:54.474Z [INFO] nomad/serf.go:219: nomad: found expected number of peers, attempting to bootstrap cluster...: peers=127.0.0.1:9331,127.0.0.1:9333,127.0.0.1:9335 nomad-016 2021-10-14T17:20:54.531Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-016 2021-10-14T17:20:54.531Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9331 [Candidate]" term=2 nomad-016 2021-10-14T17:20:54.531Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-016 2021-10-14T17:20:54.531Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9331 term=2 tally=1 nomad-018 2021-10-14T17:20:54.531Z [WARN] raft/raft.go:204: nomad.raft: no known peers, aborting election nomad-017 2021-10-14T17:20:54.542Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-016 2021-10-14T17:20:54.544Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9333 term=2 tally=2 nomad-016 2021-10-14T17:20:54.544Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-016 2021-10-14T17:20:54.544Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9331 [Leader]" nomad-016 2021-10-14T17:20:54.544Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9333 nomad-016 2021-10-14T17:20:54.544Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9335 nomad-011 2021-10-14T17:20:54.562Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Marking nomad-013.global as failed, suspect timeout reached (0 peer confirmations) nomad-011 2021-10-14T17:20:54.562Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberFailed: nomad-013.global 127.0.0.1 nomad-018 2021-10-14T17:20:54.562Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-016 2021-10-14T17:20:54.563Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-018 2021-10-14T17:20:54.565Z [WARN] raft/raft.go:1283: nomad.raft: failed to get previous log: previous-index=1 last-index=0 error="log not found" nomad-017 2021-10-14T17:20:54.565Z [WARN] raft/raft.go:1283: nomad.raft: failed to get previous log: previous-index=1 last-index=0 error="log not found" nomad-016 2021-10-14T17:20:54.566Z [WARN] raft/replication.go:248: nomad.raft: appendEntries rejected, sending older logs: peer="{Voter 127.0.0.1:9335 127.0.0.1:9335}" next=1 nomad-017 2021-10-14T17:20:54.566Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-018.global 127.0.0.1 nomad-017 2021-10-14T17:20:54.566Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-018.global (Addr: 127.0.0.1:9335) (DC: dc1)" nomad-016 2021-10-14T17:20:54.566Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-017.global nomad-016 2021-10-14T17:20:54.566Z [WARN] raft/replication.go:248: nomad.raft: appendEntries rejected, sending older logs: peer="{Voter 127.0.0.1:9333 127.0.0.1:9333}" next=1 nomad-016 2021-10-14T17:20:54.566Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9335 127.0.0.1:9335}" nomad-016 2021-10-14T17:20:54.567Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9333 127.0.0.1:9333}" nomad-016 2021-10-14T17:20:54.567Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-017.global nomad-017 2021-10-14T17:20:54.567Z [INFO] nomad/serf.go:183: nomad: disabling bootstrap mode because existing Raft peers being reported by peer: peer_name=nomad-017.global peer_address=127.0.0.1:9333 nomad-018 2021-10-14T17:20:54.567Z [INFO] nomad/serf.go:183: nomad: disabling bootstrap mode because existing Raft peers being reported by peer: peer_name=nomad-016.global peer_address=127.0.0.1:9331 nomad-018 2021-10-14T17:20:54.568Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-016.global (Addr: 127.0.0.1:9331) (DC: dc1)" nomad-017 2021-10-14T17:20:54.568Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-017.global nomad-017 2021-10-14T17:20:54.568Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-018.global nomad-017 2021-10-14T17:20:54.568Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-018.global nomad-016 2021-10-14T17:20:54.634Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=3d78f0ec-5a98-c27e-11b9-a225d2dd45e5 create_time=1634232054568059679 nomad-016 2021-10-14T17:20:54.634Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=3d78f0ec-5a98-c27e-11b9-a225d2dd45e5 create_time=1634232054568059679 nomad-016 2021-10-14T17:20:54.635Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-018 2021-10-14T17:20:54.635Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=3d78f0ec-5a98-c27e-11b9-a225d2dd45e5 create_time=1634232054568059679 nomad-017 2021-10-14T17:20:54.636Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=3d78f0ec-5a98-c27e-11b9-a225d2dd45e5 create_time=1634232054568059679 nomad-017 2021-10-14T17:20:54.644Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-017.global nomad-016 2021-10-14T17:20:54.661Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-016 2021-10-14T17:20:54.661Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-016 2021-10-14T17:20:54.662Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9335 127.0.0.1:9335}" nomad-016 2021-10-14T17:20:54.662Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-016 2021-10-14T17:20:54.730Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-016 2021-10-14T17:20:54.664Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9333 127.0.0.1:9333}" nomad-018 2021-10-14T17:20:54.731Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-016.global (timeout reached) nomad-018 2021-10-14T17:20:54.731Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9331 nomad-018 2021-10-14T17:20:54.731Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9335 [Candidate]" term=3 nomad-018 2021-10-14T17:20:54.731Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-018 2021-10-14T17:20:54.731Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9335 term=3 tally=1 nomad-017 2021-10-14T17:20:54.732Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9331 nomad-017 2021-10-14T17:20:54.732Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9333 [Candidate]" term=3 nomad-017 2021-10-14T17:20:54.732Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-017 2021-10-14T17:20:54.732Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9333 term=3 tally=1 nomad-017 2021-10-14T17:20:54.732Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-018.global (timeout reached) nomad-018 2021-10-14T17:20:54.737Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-018.global nomad-018 2021-10-14T17:20:54.844Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=3 nomad-018 2021-10-14T17:20:54.846Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:51434 nomad-017 2021-10-14T17:20:54.848Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9331 127.0.0.1:9331}" error="read tcp 127.0.0.1:53666->127.0.0.1:9331: read: connection reset by peer" nomad-018 2021-10-14T17:20:54.848Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-018 2021-10-14T17:20:54.848Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9335 [Candidate]" term=4 nomad-018 2021-10-14T17:20:54.848Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-018 2021-10-14T17:20:54.848Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9335 term=4 tally=1 nomad-017 2021-10-14T17:20:54.848Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-017 2021-10-14T17:20:54.848Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9333 [Candidate]" term=4 nomad-017 2021-10-14T17:20:54.848Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-017 2021-10-14T17:20:54.848Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9333 term=4 tally=1 nomad-018 2021-10-14T17:20:54.849Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9331 127.0.0.1:9331}" error="dial tcp 127.0.0.1:9331: connect: connection refused" nomad-018 2021-10-14T17:20:54.849Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-016.global has failed, no acks received nomad-017 2021-10-14T17:20:54.850Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=4 nomad-018 2021-10-14T17:20:54.849Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=4 nomad-017 2021-10-14T17:20:54.870Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9331 127.0.0.1:9331}" error="dial tcp 127.0.0.1:9331: connect: connection refused" nomad-018 2021-10-14T17:20:54.930Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-018 2021-10-14T17:20:54.930Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9335 [Candidate]" term=5 nomad-018 2021-10-14T17:20:54.930Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-018 2021-10-14T17:20:54.930Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9335 term=5 tally=1 nomad-018 2021-10-14T17:20:54.931Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9331 127.0.0.1:9331}" error="dial tcp 127.0.0.1:9331: connect: connection refused" nomad-017 2021-10-14T17:20:54.930Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-017 2021-10-14T17:20:54.933Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9333 [Candidate]" term=5 nomad-017 2021-10-14T17:20:54.933Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-017 2021-10-14T17:20:54.933Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9333 term=5 tally=1 nomad-017 2021-10-14T17:20:54.933Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=5 nomad-017 2021-10-14T17:20:54.931Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-016.global (timeout reached) nomad-017 2021-10-14T17:20:54.945Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9331 127.0.0.1:9331}" error="dial tcp 127.0.0.1:9331: connect: connection refused" nomad-018 2021-10-14T17:20:54.946Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=5 nomad-017 2021-10-14T17:20:54.969Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-016.global has failed, no acks received nomad-018 2021-10-14T17:20:54.984Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-018 2021-10-14T17:20:54.984Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9335 [Candidate]" term=6 nomad-018 2021-10-14T17:20:54.984Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-018 2021-10-14T17:20:54.984Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9335 term=6 tally=1 nomad-017 2021-10-14T17:20:54.984Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-017 2021-10-14T17:20:54.984Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9333 [Follower]" leader= nomad-018 2021-10-14T17:20:55.030Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-016.global (timeout reached) nomad-018 2021-10-14T17:20:55.033Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9333 term=6 tally=2 nomad-018 2021-10-14T17:20:55.034Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-018 2021-10-14T17:20:55.034Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9335 [Leader]" nomad-018 2021-10-14T17:20:55.034Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9331 nomad-018 2021-10-14T17:20:55.034Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9333 nomad-018 2021-10-14T17:20:55.034Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-018 2021-10-14T17:20:55.034Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9331 127.0.0.1:9331}" error="dial tcp 127.0.0.1:9331: connect: connection refused" nomad-018 2021-10-14T17:20:55.034Z [ERROR] raft/replication.go:218: nomad.raft: failed to appendEntries to: peer="{Voter 127.0.0.1:9331 127.0.0.1:9331}" error="dial tcp 127.0.0.1:9331: connect: connection refused" nomad-018 2021-10-14T17:20:55.034Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9333 127.0.0.1:9333}" nomad-018 2021-10-14T17:20:55.035Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-018 2021-10-14T17:20:55.045Z [ERROR] raft/replication.go:380: nomad.raft: failed to heartbeat to: peer=127.0.0.1:9331 error="dial tcp 127.0.0.1:9331: connect: connection refused" nomad-018 2021-10-14T17:20:55.050Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Marking nomad-016.global as failed, suspect timeout reached (0 peer confirmations) nomad-018 2021-10-14T17:20:55.050Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberFailed: nomad-016.global 127.0.0.1 nomad-018 2021-10-14T17:20:55.050Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-016.global (Addr: 127.0.0.1:9331) (DC: dc1)" nomad-018 2021-10-14T17:20:55.053Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-018 2021-10-14T17:20:55.053Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-018 2021-10-14T17:20:55.053Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-018 2021-10-14T17:20:55.053Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9333 127.0.0.1:9333}" nomad-018 2021-10-14T17:20:55.054Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-018 2021-10-14T17:20:55.065Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-016.global has failed, no acks received nomad-017 2021-10-14T17:20:55.070Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Marking nomad-016.global as failed, suspect timeout reached (0 peer confirmations) nomad-017 2021-10-14T17:20:55.070Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberFailed: nomad-016.global 127.0.0.1 nomad-017 2021-10-14T17:20:55.070Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-016.global (Addr: 127.0.0.1:9331) (DC: dc1)" nomad-017 2021-10-14T17:20:55.130Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-018.global (timeout reached) nomad-017 2021-10-14T17:20:55.131Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9335 nomad-017 2021-10-14T17:20:55.131Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9333 [Candidate]" term=7 nomad-017 2021-10-14T17:20:55.131Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-017 2021-10-14T17:20:55.131Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9333 term=7 tally=1 nomad-018 2021-10-14T17:20:55.131Z [ERROR] raft-net: failed to decode incoming command: error="transport shutdown" nomad-017 2021-10-14T17:20:55.132Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9331 127.0.0.1:9331}" error="dial tcp 127.0.0.1:9331: connect: connection refused" nomad-017 2021-10-14T17:20:55.132Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9335 127.0.0.1:9335}" error=EOF nomad-017 2021-10-14T17:20:55.160Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-018.global has failed, no acks received nomad-017 2021-10-14T17:20:55.182Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-017 2021-10-14T17:20:55.182Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9333 [Candidate]" term=8 nomad-017 2021-10-14T17:20:55.182Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-017 2021-10-14T17:20:55.182Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9333 term=8 tally=1 nomad-017 2021-10-14T17:20:55.182Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9331 127.0.0.1:9331}" error="dial tcp 127.0.0.1:9331: connect: connection refused" nomad-018 2021-10-14T17:20:55.241Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9331 127.0.0.1:9331}" error="read tcp 127.0.0.1:53664->127.0.0.1:9331: i/o timeout" nomad-017 2021-10-14T17:20:55.242Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-017 2021-10-14T17:20:55.242Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-017 2021-10-14T17:20:55.360Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Marking nomad-018.global as failed, suspect timeout reached (0 peer confirmations) nomad-017 2021-10-14T17:20:55.360Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberFailed: nomad-018.global 127.0.0.1 nomad-017 2021-10-14T17:20:55.682Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9335 127.0.0.1:9335}" error="read tcp 127.0.0.1:50350->127.0.0.1:9335: i/o timeout" nomad-016 2021-10-14T17:20:55.683Z [INFO] nomad/server.go:620: nomad: shutting down server --- PASS: TestLeader_PlanQueue_Reset (1.31s) === RUN TestLeader_EvalBroker_Reset 2021-10-14T17:20:55.683Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:55.683Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:55.683Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:55.683Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:55.683Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-019 2021-10-14T17:20:55.730Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9337 Address:127.0.0.1:9337}]" 2021-10-14T17:20:55.731Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:55.731Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:55.731Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:55.731Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:55.731Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-019 2021-10-14T17:20:55.731Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9337 [Follower]" leader= nomad-019 2021-10-14T17:20:55.731Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-019.global 127.0.0.1 nomad-019 2021-10-14T17:20:55.732Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-019 2021-10-14T17:20:55.733Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-019.global (Addr: 127.0.0.1:9337) (DC: dc1)" 2021-10-14T17:20:55.733Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:55.733Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:55.733Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:55.734Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:55.734Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:55.734Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:55.734Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:55.734Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:55.734Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:55.734Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-020 2021-10-14T17:20:55.735Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=0 servers=[] nomad-020 2021-10-14T17:20:55.735Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9339 [Follower]" leader= nomad-020 2021-10-14T17:20:55.746Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-020.global 127.0.0.1 nomad-020 2021-10-14T17:20:55.746Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-021 2021-10-14T17:20:55.750Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=0 servers=[] 2021-10-14T17:20:55.750Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:55.750Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:55.750Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:55.750Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:55.750Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-020 2021-10-14T17:20:55.750Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-020.global (Addr: 127.0.0.1:9339) (DC: dc1)" 2021-10-14T17:20:55.750Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:55.750Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:55.750Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:55.750Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-021 2021-10-14T17:20:55.750Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9341 [Follower]" leader= 2021-10-14T17:20:55.750Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-019 2021-10-14T17:20:55.802Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-019 2021-10-14T17:20:55.802Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9337 [Candidate]" term=2 nomad-019 2021-10-14T17:20:55.802Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-019 2021-10-14T17:20:55.802Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9337 term=2 tally=1 nomad-019 2021-10-14T17:20:55.802Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-019 2021-10-14T17:20:55.802Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9337 [Leader]" nomad-019 2021-10-14T17:20:55.802Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-019 2021-10-14T17:20:55.803Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=d3610c9c-6690-1aca-3066-5ae595550a2d create_time=1634232055803462399 nomad-019 2021-10-14T17:20:55.803Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=d3610c9c-6690-1aca-3066-5ae595550a2d create_time=1634232055803462399 nomad-019 2021-10-14T17:20:55.803Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-021 2021-10-14T17:20:55.830Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-021.global 127.0.0.1 nomad-021 2021-10-14T17:20:55.830Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-021 2021-10-14T17:20:55.831Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-021.global (Addr: 127.0.0.1:9341) (DC: dc1)" nomad-019 2021-10-14T17:20:55.837Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:37782 nomad-020 2021-10-14T17:20:55.837Z [WARN] raft/raft.go:204: nomad.raft: no known peers, aborting election nomad-020 2021-10-14T17:20:55.837Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Initiating push/pull sync with: 127.0.0.1:9338 nomad-019 2021-10-14T17:20:55.838Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-020.global 127.0.0.1 nomad-019 2021-10-14T17:20:55.838Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-020.global (Addr: 127.0.0.1:9339) (DC: dc1)" nomad-019 2021-10-14T17:20:55.839Z [INFO] raft/raft.go:1018: nomad.raft: updating configuration: command=AddStaging server-id=127.0.0.1:9339 server-addr=127.0.0.1:9339 servers="[{Suffrage:Voter ID:127.0.0.1:9337 Address:127.0.0.1:9337} {Suffrage:Voter ID:127.0.0.1:9339 Address:127.0.0.1:9339}]" nomad-019 2021-10-14T17:20:55.839Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9339 nomad-020 2021-10-14T17:20:55.839Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-019.global 127.0.0.1 nomad-020 2021-10-14T17:20:55.839Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-019.global (Addr: 127.0.0.1:9337) (DC: dc1)" nomad-020 2021-10-14T17:20:55.839Z [ERROR] nomad/serf.go:131: nomad: peer has a conflicting expect value. All nodes should expect the same number: member="{nomad-019.global 127.0.0.1 9338 map[bootstrap:1 build:0.12.10+unittest dc:dc1 expect:1 id:b690207b-c373-ed24-3861-195fc5ca4fd0 mvn:1 port:9337 raft_vsn:2 region:global role:nomad rpc_addr:127.0.0.1 vsn:1] alive 1 5 2 2 5 4}" nomad-021 2021-10-14T17:20:55.839Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Initiating push/pull sync with: 127.0.0.1:9338 nomad-019 2021-10-14T17:20:55.839Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:37786 nomad-019 2021-10-14T17:20:55.840Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-021.global 127.0.0.1 nomad-019 2021-10-14T17:20:55.840Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-021.global (Addr: 127.0.0.1:9341) (DC: dc1)" nomad-019 2021-10-14T17:20:55.841Z [INFO] raft/raft.go:1018: nomad.raft: updating configuration: command=AddStaging server-id=127.0.0.1:9341 server-addr=127.0.0.1:9341 servers="[{Suffrage:Voter ID:127.0.0.1:9337 Address:127.0.0.1:9337} {Suffrage:Voter ID:127.0.0.1:9339 Address:127.0.0.1:9339} {Suffrage:Voter ID:127.0.0.1:9341 Address:127.0.0.1:9341}]" nomad-019 2021-10-14T17:20:55.841Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9341 nomad-021 2021-10-14T17:20:55.841Z [WARN] raft/raft.go:1283: nomad.raft: failed to get previous log: previous-index=8 last-index=0 error="log not found" nomad-021 2021-10-14T17:20:55.841Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-020.global 127.0.0.1 nomad-019 2021-10-14T17:20:55.841Z [WARN] raft/replication.go:248: nomad.raft: appendEntries rejected, sending older logs: peer="{Voter 127.0.0.1:9341 127.0.0.1:9341}" next=1 nomad-021 2021-10-14T17:20:55.842Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-019.global 127.0.0.1 nomad-021 2021-10-14T17:20:55.842Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-020.global (Addr: 127.0.0.1:9339) (DC: dc1)" nomad-021 2021-10-14T17:20:55.842Z [ERROR] nomad/serf.go:131: nomad: peer has a conflicting expect value. All nodes should expect the same number: member="{nomad-019.global 127.0.0.1 9338 map[bootstrap:1 build:0.12.10+unittest dc:dc1 expect:1 id:b690207b-c373-ed24-3861-195fc5ca4fd0 mvn:1 port:9337 raft_vsn:2 region:global role:nomad rpc_addr:127.0.0.1 vsn:1] alive 1 5 2 2 5 4}" nomad-021 2021-10-14T17:20:55.842Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-019.global (Addr: 127.0.0.1:9337) (DC: dc1)" nomad-021 2021-10-14T17:20:55.842Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=d3610c9c-6690-1aca-3066-5ae595550a2d create_time=1634232055803462399 nomad-020 2021-10-14T17:20:55.843Z [WARN] raft/raft.go:1283: nomad.raft: failed to get previous log: previous-index=7 last-index=0 error="log not found" nomad-019 2021-10-14T17:20:55.843Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9341 127.0.0.1:9341}" nomad-019 2021-10-14T17:20:55.843Z [WARN] raft/replication.go:248: nomad.raft: appendEntries rejected, sending older logs: peer="{Voter 127.0.0.1:9339 127.0.0.1:9339}" next=1 nomad-020 2021-10-14T17:20:55.843Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=d3610c9c-6690-1aca-3066-5ae595550a2d create_time=1634232055803462399 nomad-019 2021-10-14T17:20:55.844Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9339 127.0.0.1:9339}" nomad-020 2021-10-14T17:20:55.856Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-021.global 127.0.0.1 nomad-020 2021-10-14T17:20:55.856Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-021.global (Addr: 127.0.0.1:9341) (DC: dc1)" nomad-019 2021-10-14T17:20:55.857Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-020.global nomad-019 2021-10-14T17:20:55.857Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-020.global nomad-021 2021-10-14T17:20:55.930Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9337 nomad-021 2021-10-14T17:20:55.930Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9341 [Candidate]" term=3 nomad-021 2021-10-14T17:20:55.930Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-021 2021-10-14T17:20:55.930Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9341 term=3 tally=1 nomad-020 2021-10-14T17:20:55.930Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9337 nomad-020 2021-10-14T17:20:55.931Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9339 [Candidate]" term=3 nomad-020 2021-10-14T17:20:55.931Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-020 2021-10-14T17:20:55.931Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9339 term=3 tally=1 nomad-019 2021-10-14T17:20:55.931Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9339 time=61.325298ms nomad-019 2021-10-14T17:20:55.931Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9341 time=69.325662ms nomad-019 2021-10-14T17:20:55.931Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-019 2021-10-14T17:20:55.931Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9337 [Follower]" leader= nomad-019 2021-10-14T17:20:55.931Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop leader_test.go:255: err: leadership lost while committing log nomad-019 2021-10-14T17:20:55.931Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9341 127.0.0.1:9341}" nomad-021 2021-10-14T17:20:55.931Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-021 2021-10-14T17:20:55.931Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-019 2021-10-14T17:20:55.931Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9339 127.0.0.1:9339}" nomad-019 2021-10-14T17:20:55.931Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-020 2021-10-14T17:20:55.934Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=3 nomad-019 2021-10-14T17:20:55.934Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-019 2021-10-14T17:20:55.934Z [WARN] raft/raft.go:1471: nomad.raft: rejecting vote request since our last index is greater: candidate=127.0.0.1:9339 last-index=9 last-candidate-index=8 nomad-021 2021-10-14T17:20:55.934Z [ERROR] raft-net: failed to decode incoming command: error="transport shutdown" nomad-019 2021-10-14T17:20:55.934Z [WARN] raft/raft.go:1471: nomad.raft: rejecting vote request since our last index is greater: candidate=127.0.0.1:9341 last-index=9 last-candidate-index=8 nomad-020 2021-10-14T17:20:55.934Z [ERROR] raft-net: failed to flush response: error="write tcp 127.0.0.1:9339->127.0.0.1:33602: write: broken pipe" nomad-019 2021-10-14T17:20:55.934Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-021.global nomad-021 2021-10-14T17:20:55.934Z [ERROR] raft-net: failed to decode incoming command: error="transport shutdown" nomad-019 2021-10-14T17:20:55.934Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-021.global nomad-020 2021-10-14T17:20:55.935Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-019 2021-10-14T17:20:55.935Z [ERROR] raft/replication.go:380: nomad.raft: failed to heartbeat to: peer=127.0.0.1:9341 error=EOF nomad-020 2021-10-14T17:20:55.935Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-021 2021-10-14T17:20:55.981Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-019.global (timeout reached) nomad-021 2021-10-14T17:20:55.982Z [ERROR] go-hclog/stdlog.go:50: nomad: memberlist: Failed to send indirect ping: write udp 127.0.0.1:9342->127.0.0.1:9340: use of closed network connection nomad-019 2021-10-14T17:20:55.982Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:37802 nomad-019 2021-10-14T17:20:56.030Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-020.global (timeout reached) nomad-019 2021-10-14T17:20:56.031Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-019 2021-10-14T17:20:56.031Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9337 [Candidate]" term=4 nomad-019 2021-10-14T17:20:56.031Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-019 2021-10-14T17:20:56.031Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9337 term=4 tally=1 nomad-021 2021-10-14T17:20:56.031Z [ERROR] go-hclog/stdlog.go:50: nomad: memberlist: Failed fallback ping: read tcp 127.0.0.1:37802->127.0.0.1:9338: i/o timeout nomad-021 2021-10-14T17:20:56.031Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-019.global has failed, no acks received nomad-019 2021-10-14T17:20:56.037Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-020.global has failed, no acks received nomad-020 2021-10-14T17:20:56.041Z [ERROR] raft-net: failed to decode incoming command: error="transport shutdown" nomad-019 2021-10-14T17:20:56.041Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9341 127.0.0.1:9341}" error="dial tcp 127.0.0.1:9341: connect: connection refused" nomad-019 2021-10-14T17:20:56.042Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9339 127.0.0.1:9339}" error=EOF nomad-019 2021-10-14T17:20:56.130Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-021.global (timeout reached) nomad-019 2021-10-14T17:20:56.131Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-019 2021-10-14T17:20:56.131Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9337 [Candidate]" term=5 nomad-019 2021-10-14T17:20:56.131Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-019 2021-10-14T17:20:56.131Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9337 term=5 tally=1 nomad-019 2021-10-14T17:20:56.132Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9341 127.0.0.1:9341}" error="dial tcp 127.0.0.1:9341: connect: connection refused" nomad-019 2021-10-14T17:20:56.230Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-019 2021-10-14T17:20:56.230Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9337 [Candidate]" term=6 nomad-019 2021-10-14T17:20:56.230Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-019 2021-10-14T17:20:56.230Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9337 term=6 tally=1 nomad-021 2021-10-14T17:20:56.236Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Marking nomad-019.global as failed, suspect timeout reached (0 peer confirmations) nomad-021 2021-10-14T17:20:56.236Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberFailed: nomad-019.global 127.0.0.1 nomad-019 2021-10-14T17:20:56.241Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-021.global has failed, no acks received nomad-019 2021-10-14T17:20:56.242Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Marking nomad-020.global as failed, suspect timeout reached (0 peer confirmations) nomad-019 2021-10-14T17:20:56.242Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberFailed: nomad-020.global 127.0.0.1 nomad-019 2021-10-14T17:20:56.242Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-020.global (Addr: 127.0.0.1:9339) (DC: dc1)" nomad-019 2021-10-14T17:20:56.243Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9341 127.0.0.1:9341}" error="dial tcp 127.0.0.1:9341: connect: connection refused" nomad-019 2021-10-14T17:20:56.292Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-020.global (timeout reached) nomad-019 2021-10-14T17:20:56.306Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-019 2021-10-14T17:20:56.306Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9337 [Candidate]" term=7 nomad-019 2021-10-14T17:20:56.306Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-019 2021-10-14T17:20:56.306Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9337 term=7 tally=1 nomad-019 2021-10-14T17:20:56.334Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9341 127.0.0.1:9341}" error="dial tcp 127.0.0.1:9341: connect: connection refused" nomad-019 2021-10-14T17:20:56.374Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-019 2021-10-14T17:20:56.375Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9337 [Candidate]" term=8 nomad-019 2021-10-14T17:20:56.375Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-019 2021-10-14T17:20:56.375Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9337 term=8 tally=1 nomad-019 2021-10-14T17:20:56.375Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9341 127.0.0.1:9341}" error="dial tcp 127.0.0.1:9341: connect: connection refused" nomad-020 2021-10-14T17:20:56.437Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9341 127.0.0.1:9341}" error="read tcp 127.0.0.1:39994->127.0.0.1:9341: i/o timeout" nomad-019 2021-10-14T17:20:56.437Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-019 2021-10-14T17:20:56.437Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-019 2021-10-14T17:20:56.445Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Marking nomad-021.global as failed, suspect timeout reached (0 peer confirmations) nomad-019 2021-10-14T17:20:56.445Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberFailed: nomad-021.global 127.0.0.1 nomad-019 2021-10-14T17:20:56.542Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-020.global has failed, no acks received nomad-019 2021-10-14T17:20:56.632Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9339 127.0.0.1:9339}" error="read tcp 127.0.0.1:33630->127.0.0.1:9339: i/o timeout" nomad-019 2021-10-14T17:20:56.744Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9339 127.0.0.1:9339}" error="read tcp 127.0.0.1:33634->127.0.0.1:9339: i/o timeout" nomad-019 2021-10-14T17:20:56.837Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9339 127.0.0.1:9339}" error="read tcp 127.0.0.1:33640->127.0.0.1:9339: i/o timeout" nomad-019 2021-10-14T17:20:56.876Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9339 127.0.0.1:9339}" error="read tcp 127.0.0.1:33646->127.0.0.1:9339: i/o timeout" --- FAIL: TestLeader_EvalBroker_Reset (1.19s) === CONT TestJobEndpointConnect_groupConnectHook === CONT TestHeartbeat_InitializeHeartbeatTimers === CONT TestJobEndpoint_Deregister_Nonexistent === CONT TestJobEndpoint_Deployments === CONT TestDeploymentEndpoint_GetDeployment_ACL --- PASS: TestJobEndpointConnect_groupConnectHook (0.00s) === CONT TestACLEndpoint_GetPolicy 2021-10-14T17:20:56.934Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= === CONT TestJobEndpoint_Evaluations_Blocking === CONT TestBlockedEvals_Untrack_Quota --- PASS: TestBlockedEvals_Untrack_Quota (0.00s) === CONT TestDeploymentEndpoint_GetDeployment nomad-024 2021-10-14T17:20:56.935Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9343 Address:127.0.0.1:9343}]" nomad-025 2021-10-14T17:20:56.935Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9345 Address:127.0.0.1:9345}]" nomad-024 2021-10-14T17:20:56.936Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-024.global 127.0.0.1 nomad-024 2021-10-14T17:20:56.936Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-022 2021-10-14T17:20:56.936Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9347 Address:127.0.0.1:9347}]" === CONT TestJobEndpoint_GetScaleStatus_ACL === CONT TestBlockedEvals_Untrack === CONT TestJobEndpoint_Evaluations_ACL === CONT TestJobEndpoint_Evaluations 2021-10-14T17:20:56.959Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:56.959Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:56.959Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:56.959Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:56.959Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:56.959Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:56.959Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:56.959Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:56.959Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:56.959Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:56.959Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:56.959Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:56.959Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:56.959Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:56.959Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:56.959Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-022 2021-10-14T17:20:56.961Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-022.global 127.0.0.1 nomad-023 2021-10-14T17:20:56.961Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9351 Address:127.0.0.1:9351}]" nomad-022 2021-10-14T17:20:56.961Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] 2021-10-14T17:20:56.961Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:56.961Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:56.961Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:56.961Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:56.961Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:56.961Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:56.961Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:56.961Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:56.961Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:56.961Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:56.961Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:56.961Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:56.961Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:56.961Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:56.961Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:56.961Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:56.961Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:56.961Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:56.961Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:56.961Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:56.962Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:56.962Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-022 2021-10-14T17:20:56.962Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9347 [Follower]" leader= 2021-10-14T17:20:56.962Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:56.962Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:56.962Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= === CONT TestJobEndpoint_Evaluate === CONT TestHeartbeat_ClearAllHeartbeatTimers === CONT TestHeartbeat_ClearHeartbeatTimer === CONT TestHeartbeat_InvalidateHeartbeat === CONT TestHeartbeat_ResetHeartbeatTimerLocked_Renew === CONT TestHeartbeat_ResetHeartbeatTimerLocked === CONT TestHeartbeat_ResetHeartbeatTimer_Nonleader === CONT TestHeartbeat_ResetHeartbeatTimer === CONT TestJobEndpoint_Register_Vault_NoToken === CONT TestJobEndpoint_Register_Connect_AllowUnauthenticatedFalse === CONT TestJobExposeCheckHook_containsExposePath === CONT TestJobExposeCheckHook_exposePathForCheck === CONT TestJobEndpoint_Register_ConnectWithSidecarTask === CONT TestJobExposeCheckHook_tgValidateUseOfCheckExpose === CONT TestJobEndpoint_Register_ConnectExposeCheck === CONT TestJobEndpoint_Register_ConnectIngressGateway_full === CONT TestJobExposeCheckHook_tgValidateUseOfBridgeMode === CONT TestJobEndpoint_Register_ConnectIngressGateway_minimum === CONT TestJobExposeCheckHook_tgUsesExposeCheck === CONT TestJobEndpoint_Register_Connect === CONT TestJobEndpointConnect_isSidecarForService --- PASS: TestBlockedEvals_Untrack (0.03s) --- PASS: TestJobExposeCheckHook_containsExposePath (0.00s) --- PASS: TestJobExposeCheckHook_exposePathForCheck (0.00s) --- PASS: TestJobExposeCheckHook_tgValidateUseOfCheckExpose (0.00s) --- PASS: TestJobExposeCheckHook_tgValidateUseOfBridgeMode (0.00s) --- PASS: TestJobExposeCheckHook_tgUsesExposeCheck (0.00s) 2021-10-14T17:20:56.961Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:56.961Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:56.961Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-023 2021-10-14T17:20:57.030Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-023.global 127.0.0.1 nomad-023 2021-10-14T17:20:57.031Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-022 2021-10-14T17:20:57.067Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-022.global (Addr: 127.0.0.1:9347) (DC: dc1)" 2021-10-14T17:20:57.067Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.067Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.067Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-022 2021-10-14T17:20:57.067Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= 2021-10-14T17:20:57.067Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.068Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-022 2021-10-14T17:20:57.068Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9347 [Candidate]" term=2 2021-10-14T17:20:57.068Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-022 2021-10-14T17:20:57.068Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-022 2021-10-14T17:20:57.068Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9347 term=2 tally=1 nomad-022 2021-10-14T17:20:57.068Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-022 2021-10-14T17:20:57.068Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9347 [Leader]" 2021-10-14T17:20:57.068Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.068Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.068Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.068Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.068Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.068Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.068Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.068Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.068Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.068Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.068Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.068Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.068Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.068Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.068Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.068Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.068Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.068Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-025 2021-10-14T17:20:57.068Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9345 [Follower]" leader= === CONT TestJobExposeCheckHook_serviceUsesConnectEnvoy --- PASS: TestJobExposeCheckHook_serviceUsesConnectEnvoy (0.00s) === CONT TestJobEndpointConnect_groupConnectSidecarValidate --- PASS: TestJobEndpointConnect_groupConnectSidecarValidate (0.00s) === CONT TestJobEndpoint_Revert_ACL 2021-10-14T17:20:57.069Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.069Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.069Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.069Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.069Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.069Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.069Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.069Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.069Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.069Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-029 2021-10-14T17:20:57.070Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9353 Address:127.0.0.1:9353}]" nomad-027 2021-10-14T17:20:57.070Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9349 Address:127.0.0.1:9349}]" nomad-027 2021-10-14T17:20:57.070Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-027.global 127.0.0.1 2021-10-14T17:20:57.070Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-027 2021-10-14T17:20:57.070Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] 2021-10-14T17:20:57.070Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.070Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.070Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.070Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.070Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.070Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-027 2021-10-14T17:20:57.071Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9349 [Follower]" leader= 2021-10-14T17:20:57.071Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-029 2021-10-14T17:20:57.070Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-029.global 127.0.0.1 2021-10-14T17:20:57.071Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.071Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.071Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-029 2021-10-14T17:20:57.071Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-029 2021-10-14T17:20:57.070Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9353 [Follower]" leader= nomad-038 2021-10-14T17:20:57.071Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9355 Address:127.0.0.1:9355}]" nomad-039 2021-10-14T17:20:57.071Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9357 Address:127.0.0.1:9357}]" nomad-027 2021-10-14T17:20:57.072Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-027.global (Addr: 127.0.0.1:9349) (DC: dc1)" nomad-029 2021-10-14T17:20:57.072Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-029.global (Addr: 127.0.0.1:9353) (DC: dc1)" nomad-039 2021-10-14T17:20:57.072Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-039.global 127.0.0.1 nomad-038 2021-10-14T17:20:57.072Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-038.global 127.0.0.1 nomad-038 2021-10-14T17:20:57.072Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-039 2021-10-14T17:20:57.072Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9357 [Follower]" leader= nomad-039 2021-10-14T17:20:57.072Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] 2021-10-14T17:20:57.072Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.072Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.072Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-038 2021-10-14T17:20:57.072Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9355 [Follower]" leader= nomad-039 2021-10-14T17:20:57.072Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-039.global (Addr: 127.0.0.1:9357) (DC: dc1)" 2021-10-14T17:20:57.072Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.072Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-038 2021-10-14T17:20:57.072Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-038.global (Addr: 127.0.0.1:9355) (DC: dc1)" 2021-10-14T17:20:57.072Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.072Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.072Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.072Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.072Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.072Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.073Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.073Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-025 2021-10-14T17:20:57.073Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-025.global 127.0.0.1 nomad-025 2021-10-14T17:20:57.073Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-025 2021-10-14T17:20:57.074Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-025.global (Addr: 127.0.0.1:9345) (DC: dc1)" 2021-10-14T17:20:57.130Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-040 2021-10-14T17:20:57.138Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9359 Address:127.0.0.1:9359}]" nomad-040 2021-10-14T17:20:57.138Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-040.global 127.0.0.1 nomad-040 2021-10-14T17:20:57.139Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-040 2021-10-14T17:20:57.139Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9359 [Follower]" leader= nomad-040 2021-10-14T17:20:57.140Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-040.global (Addr: 127.0.0.1:9359) (DC: dc1)" nomad-025 2021-10-14T17:20:57.145Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= 2021-10-14T17:20:57.145Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-025 2021-10-14T17:20:57.145Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9345 [Candidate]" term=2 nomad-025 2021-10-14T17:20:57.145Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-025 2021-10-14T17:20:57.145Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9345 term=2 tally=1 nomad-025 2021-10-14T17:20:57.145Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-025 2021-10-14T17:20:57.145Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9345 [Leader]" nomad-025 2021-10-14T17:20:57.145Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-025 2021-10-14T17:20:57.146Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=a6f5c1c0-8b28-2be2-f7ab-940401d7f430 create_time=1634232057146742562 nomad-025 2021-10-14T17:20:57.146Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=a6f5c1c0-8b28-2be2-f7ab-940401d7f430 create_time=1634232057146742562 nomad-025 2021-10-14T17:20:57.147Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-026 2021-10-14T17:20:57.149Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9361 Address:127.0.0.1:9361}]" nomad-024 2021-10-14T17:20:57.073Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9343 [Follower]" leader= nomad-024 2021-10-14T17:20:57.145Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-024.global (Addr: 127.0.0.1:9343) (DC: dc1)" nomad-026 2021-10-14T17:20:57.149Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9361 [Follower]" leader= nomad-026 2021-10-14T17:20:57.150Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-026.global 127.0.0.1 nomad-026 2021-10-14T17:20:57.150Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-026 2021-10-14T17:20:57.151Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-026.global (Addr: 127.0.0.1:9361) (DC: dc1)" nomad-028 2021-10-14T17:20:57.155Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9363 Address:127.0.0.1:9363}]" 2021-10-14T17:20:57.155Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.156Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.156Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.156Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.156Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.156Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.156Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.160Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.160Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.160Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.160Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.160Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-028 2021-10-14T17:20:57.156Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-028.global 127.0.0.1 nomad-028 2021-10-14T17:20:57.161Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-041 2021-10-14T17:20:57.160Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9365 Address:127.0.0.1:9365}]" nomad-041 2021-10-14T17:20:57.162Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-041.global 127.0.0.1 nomad-041 2021-10-14T17:20:57.162Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-028 2021-10-14T17:20:57.156Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9363 [Follower]" leader= nomad-028 2021-10-14T17:20:57.164Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-028.global (Addr: 127.0.0.1:9363) (DC: dc1)" nomad-042 2021-10-14T17:20:57.268Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9367 Address:127.0.0.1:9367}]" nomad-042 2021-10-14T17:20:57.272Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-042.global 127.0.0.1 === CONT TestJobExposeCheckHook_Name === CONT TestJobEndpointConnect_groupConnectGatewayValidate === CONT TestJobEndpoint_Stable_ACL === CONT TestJobEndpointConnect_getNamedTaskForNativeService === CONT TestJobEndpoint_Stable 2021-10-14T17:20:57.274Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.149Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-041 2021-10-14T17:20:57.345Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9365 [Follower]" leader= 2021-10-14T17:20:57.149Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-041 2021-10-14T17:20:57.356Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-041.global (Addr: 127.0.0.1:9365) (DC: dc1)" nomad-039 2021-10-14T17:20:57.273Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-027 2021-10-14T17:20:57.340Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-027 2021-10-14T17:20:57.472Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9349 [Candidate]" term=2 nomad-027 2021-10-14T17:20:57.472Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-027 2021-10-14T17:20:57.472Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9349 term=2 tally=1 nomad-027 2021-10-14T17:20:57.472Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-027 2021-10-14T17:20:57.472Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9349 [Leader]" nomad-027 2021-10-14T17:20:57.472Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-038 2021-10-14T17:20:57.345Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-038 2021-10-14T17:20:57.472Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9355 [Candidate]" term=2 nomad-038 2021-10-14T17:20:57.472Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-038 2021-10-14T17:20:57.472Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9355 term=2 tally=1 nomad-038 2021-10-14T17:20:57.472Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-038 2021-10-14T17:20:57.472Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9355 [Leader]" nomad-027 2021-10-14T17:20:57.472Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=1fbdee89-7a07-86d8-5691-11824922d3b9 create_time=1634232057472672985 nomad-027 2021-10-14T17:20:57.472Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=1fbdee89-7a07-86d8-5691-11824922d3b9 create_time=1634232057472672985 nomad-038 2021-10-14T17:20:57.472Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-027 2021-10-14T17:20:57.473Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-14T17:20:57.473Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.473Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-023 2021-10-14T17:20:57.274Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9351 [Follower]" leader= 2021-10-14T17:20:57.342Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.342Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.342Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.342Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.343Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.473Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.473Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.340Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.340Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.340Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.340Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.340Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.340Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.473Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-025 2021-10-14T17:20:57.474Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-025 2021-10-14T17:20:57.474Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-025 2021-10-14T17:20:57.474Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop 2021-10-14T17:20:57.474Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.474Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.474Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.474Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.474Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-023 2021-10-14T17:20:57.474Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-023.global (Addr: 127.0.0.1:9351) (DC: dc1)" 2021-10-14T17:20:57.342Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.342Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.342Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.342Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.346Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.475Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-045 2021-10-14T17:20:57.475Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9371 Address:127.0.0.1:9371}]" nomad-030 2021-10-14T17:20:57.475Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9369 Address:127.0.0.1:9369}]" nomad-045 2021-10-14T17:20:57.475Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-045.global 127.0.0.1 nomad-045 2021-10-14T17:20:57.475Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-030 2021-10-14T17:20:57.476Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-030.global 127.0.0.1 nomad-030 2021-10-14T17:20:57.476Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers 2021-10-14T17:20:57.476Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.476Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.476Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.476Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.476Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-045 2021-10-14T17:20:57.476Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9371 [Follower]" leader= nomad-030 2021-10-14T17:20:57.476Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9369 [Follower]" leader= nomad-045 2021-10-14T17:20:57.476Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-045.global (Addr: 127.0.0.1:9371) (DC: dc1)" nomad-030 2021-10-14T17:20:57.476Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-030.global (Addr: 127.0.0.1:9369) (DC: dc1)" nomad-044 2021-10-14T17:20:57.476Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9373 Address:127.0.0.1:9373}]" nomad-038 2021-10-14T17:20:57.476Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=eb6b64df-06a0-3b5a-a62c-bde563d4ba7e create_time=1634232057476662492 nomad-038 2021-10-14T17:20:57.476Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=eb6b64df-06a0-3b5a-a62c-bde563d4ba7e create_time=1634232057476662492 nomad-038 2021-10-14T17:20:57.476Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-044 2021-10-14T17:20:57.477Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-044.global 127.0.0.1 nomad-044 2021-10-14T17:20:57.477Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[batch, system, noop, service, _core] 2021-10-14T17:20:57.477Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.477Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-032 2021-10-14T17:20:57.477Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9375 Address:127.0.0.1:9375}]" 2021-10-14T17:20:57.477Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.477Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.477Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.477Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-032 2021-10-14T17:20:57.530Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-032.global 127.0.0.1 nomad-032 2021-10-14T17:20:57.530Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers --- PASS: TestJobExposeCheckHook_Name (0.09s) === CONT TestJobEndpointConnect_ConnectInterpolation 2021-10-14T17:20:57.531Z [TRACE] nomad/job_endpoint_hooks.go:62: job: job mutate results: mutator=canonicalize warnings=[] error= 2021-10-14T17:20:57.531Z [TRACE] nomad/job_endpoint_hooks.go:62: job: job mutate results: mutator=connect warnings=[] error= 2021-10-14T17:20:57.531Z [TRACE] nomad/job_endpoint_hooks.go:62: job: job mutate results: mutator=expose-check warnings=[] error= 2021-10-14T17:20:57.531Z [TRACE] nomad/job_endpoint_hooks.go:62: job: job mutate results: mutator=constraints warnings=[] error= --- PASS: TestJobEndpointConnect_ConnectInterpolation (0.00s) === CONT TestJobEndpoint_Revert_Vault_Policies nomad-045 2021-10-14T17:20:57.537Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-045 2021-10-14T17:20:57.537Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9371 [Candidate]" term=2 nomad-045 2021-10-14T17:20:57.537Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-045 2021-10-14T17:20:57.537Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9371 term=2 tally=1 nomad-045 2021-10-14T17:20:57.537Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-045 2021-10-14T17:20:57.537Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9371 [Leader]" nomad-045 2021-10-14T17:20:57.537Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-043 2021-10-14T17:20:57.538Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9377 Address:127.0.0.1:9377}]" nomad-045 2021-10-14T17:20:57.538Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=70d45308-8968-ecca-a4ee-d0036fdee11b create_time=1634232057538459775 nomad-045 2021-10-14T17:20:57.538Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=70d45308-8968-ecca-a4ee-d0036fdee11b create_time=1634232057538459775 nomad-043 2021-10-14T17:20:57.538Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-043.global 127.0.0.1 nomad-045 2021-10-14T17:20:57.539Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-043 2021-10-14T17:20:57.539Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] 2021-10-14T17:20:57.539Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.539Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.539Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.539Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.539Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.539Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-043 2021-10-14T17:20:57.539Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9377 [Follower]" leader= 2021-10-14T17:20:57.539Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.539Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.539Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.539Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-032 2021-10-14T17:20:57.539Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9375 [Follower]" leader= nomad-032 2021-10-14T17:20:57.540Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-032.global (Addr: 127.0.0.1:9375) (DC: dc1)" nomad-043 2021-10-14T17:20:57.540Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-043.global (Addr: 127.0.0.1:9377) (DC: dc1)" nomad-044 2021-10-14T17:20:57.540Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-044.global (Addr: 127.0.0.1:9373) (DC: dc1)" 2021-10-14T17:20:57.540Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-044 2021-10-14T17:20:57.540Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9373 [Follower]" leader= --- PASS: TestJobEndpointConnect_groupConnectGatewayValidate (0.27s) === CONT TestJobEndpoint_Revert_Vault_NoToken 2021-10-14T17:20:57.540Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.477Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.540Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.542Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.542Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.542Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.542Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.542Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.542Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.542Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.542Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.542Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= --- PASS: TestJobEndpointConnect_getNamedTaskForNativeService (0.27s) === CONT TestJobEndpointConnect_groupConnectHook_IngressGateway 2021-10-14T17:20:57.340Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.340Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.340Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.340Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.340Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.542Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.340Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.340Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.476Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.476Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.340Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.476Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.340Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.476Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= --- PASS: TestJobEndpointConnect_groupConnectHook_IngressGateway (0.00s) === CONT TestJobEndpoint_Revert 2021-10-14T17:20:57.340Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.340Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.543Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.543Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.543Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.543Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.543Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.543Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-033 2021-10-14T17:20:57.544Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9379 Address:127.0.0.1:9379}]" nomad-033 2021-10-14T17:20:57.544Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9379 [Follower]" leader= nomad-033 2021-10-14T17:20:57.544Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-033.global 127.0.0.1 nomad-033 2021-10-14T17:20:57.544Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers 2021-10-14T17:20:57.545Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.545Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.545Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.545Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.545Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-033 2021-10-14T17:20:57.545Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-033.global (Addr: 127.0.0.1:9379) (DC: dc1)" 2021-10-14T17:20:57.545Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.545Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.545Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.545Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.545Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.545Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.545Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.339Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.339Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.545Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.339Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.339Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.339Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-028 2021-10-14T17:20:57.341Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-028 2021-10-14T17:20:57.546Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9363 [Candidate]" term=2 2021-10-14T17:20:57.339Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-028 2021-10-14T17:20:57.546Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 2021-10-14T17:20:57.339Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-028 2021-10-14T17:20:57.546Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9363 term=2 tally=1 nomad-028 2021-10-14T17:20:57.546Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 2021-10-14T17:20:57.339Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-028 2021-10-14T17:20:57.546Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9363 [Leader]" 2021-10-14T17:20:57.339Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-028 2021-10-14T17:20:57.546Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired 2021-10-14T17:20:57.341Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.342Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.341Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.342Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-045 2021-10-14T17:20:57.546Z [INFO] nomad/server.go:620: nomad: shutting down server 2021-10-14T17:20:57.343Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.546Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-045 2021-10-14T17:20:57.546Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-045 2021-10-14T17:20:57.546Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestJobEndpoint_Stable_ACL (0.27s) === CONT TestJobEndpoint_Register_EvalCreation_Legacy --- PASS: TestDeploymentEndpoint_GetDeployment_ACL (0.67s) === CONT TestJobEndpoint_Register_EvalCreation_Modern nomad-028 2021-10-14T17:20:57.546Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=71fef4ec-65cd-1574-6d17-e5807f4bd315 create_time=1634232057546642463 nomad-028 2021-10-14T17:20:57.546Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=71fef4ec-65cd-1574-6d17-e5807f4bd315 create_time=1634232057546642463 nomad-045 2021-10-14T17:20:57.546Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-028 2021-10-14T17:20:57.547Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-14T17:20:57.547Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.547Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-025 2021-10-14T17:20:57.547Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-030 2021-10-14T17:20:57.549Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-030 2021-10-14T17:20:57.549Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9369 [Candidate]" term=2 nomad-030 2021-10-14T17:20:57.549Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-030 2021-10-14T17:20:57.549Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9369 term=2 tally=1 nomad-030 2021-10-14T17:20:57.549Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-030 2021-10-14T17:20:57.549Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9369 [Leader]" nomad-030 2021-10-14T17:20:57.549Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired 2021-10-14T17:20:57.549Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.549Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.549Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.549Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.550Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.550Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.550Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.550Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.550Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.550Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.550Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-026 2021-10-14T17:20:57.346Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-026 2021-10-14T17:20:57.550Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9361 [Candidate]" term=2 nomad-026 2021-10-14T17:20:57.550Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-026 2021-10-14T17:20:57.550Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9361 term=2 tally=1 nomad-026 2021-10-14T17:20:57.550Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-026 2021-10-14T17:20:57.550Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9361 [Leader]" nomad-026 2021-10-14T17:20:57.550Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-026 2021-10-14T17:20:57.551Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=481c0128-c137-f419-0140-a2063d14049f create_time=1634232057551084415 nomad-026 2021-10-14T17:20:57.551Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=481c0128-c137-f419-0140-a2063d14049f create_time=1634232057551084415 nomad-026 2021-10-14T17:20:57.551Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-14T17:20:57.559Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.559Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.559Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.559Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.559Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.559Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-028 2021-10-14T17:20:57.560Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-028 2021-10-14T17:20:57.560Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-028 2021-10-14T17:20:57.560Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop 2021-10-14T17:20:57.562Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.562Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= --- PASS: TestJobEndpointConnect_isSidecarForService (0.60s) === CONT TestJobEndpoint_Register_SemverConstraint nomad-048 2021-10-14T17:20:57.570Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9381 Address:127.0.0.1:9381}]" nomad-048 2021-10-14T17:20:57.570Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-048.global 127.0.0.1 nomad-048 2021-10-14T17:20:57.571Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-048 2021-10-14T17:20:57.571Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9381 [Follower]" leader= nomad-048 2021-10-14T17:20:57.571Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-048.global (Addr: 127.0.0.1:9381) (DC: dc1)" 2021-10-14T17:20:57.630Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-028 2021-10-14T17:20:57.745Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-14T17:20:57.745Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.745Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.745Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.746Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.746Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.746Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.746Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.747Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.342Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.342Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.346Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-043 2021-10-14T17:20:57.747Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-043 2021-10-14T17:20:57.747Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9377 [Candidate]" term=2 nomad-043 2021-10-14T17:20:57.747Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-042 2021-10-14T17:20:57.332Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-043 2021-10-14T17:20:57.747Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9377 term=2 tally=1 nomad-043 2021-10-14T17:20:57.747Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-043 2021-10-14T17:20:57.747Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9377 [Leader]" 2021-10-14T17:20:57.149Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-048 2021-10-14T17:20:57.748Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= 2021-10-14T17:20:57.340Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-047 2021-10-14T17:20:57.754Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9387 Address:127.0.0.1:9387}]" nomad-047 2021-10-14T17:20:57.755Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-047.global 127.0.0.1 nomad-047 2021-10-14T17:20:57.755Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-029 2021-10-14T17:20:57.359Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-044 2021-10-14T17:20:57.748Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= 2021-10-14T17:20:57.241Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.630Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-041 2021-10-14T17:20:57.433Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= 2021-10-14T17:20:57.359Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-023 2021-10-14T17:20:57.761Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-023 2021-10-14T17:20:57.866Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9351 [Candidate]" term=2 nomad-023 2021-10-14T17:20:57.866Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-023 2021-10-14T17:20:57.866Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9351 term=2 tally=1 --- PASS: TestDeploymentEndpoint_GetDeployment (0.93s) === CONT TestJobEndpoint_Register_Vault_MultiNamespaces nomad-051 2021-10-14T17:20:57.870Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9385 Address:127.0.0.1:9385}]" nomad-051 2021-10-14T17:20:57.870Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9385 [Follower]" leader= 2021-10-14T17:20:57.750Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-034 2021-10-14T17:20:57.870Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9393 Address:127.0.0.1:9393}]" 2021-10-14T17:20:57.340Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.870Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-048 2021-10-14T17:20:57.757Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9381 [Candidate]" term=2 nomad-040 2021-10-14T17:20:57.342Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-040 2021-10-14T17:20:57.871Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9359 [Candidate]" term=2 nomad-048 2021-10-14T17:20:57.871Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-040 2021-10-14T17:20:57.871Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-040 2021-10-14T17:20:57.871Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9359 term=2 tally=1 nomad-048 2021-10-14T17:20:57.871Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9381 term=2 tally=1 nomad-042 2021-10-14T17:20:57.274Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9367 [Follower]" leader= nomad-048 2021-10-14T17:20:57.871Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-042 2021-10-14T17:20:57.869Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-042.global (Addr: 127.0.0.1:9367) (DC: dc1)" nomad-033 2021-10-14T17:20:57.835Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-048 2021-10-14T17:20:57.871Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9381 [Leader]" nomad-033 2021-10-14T17:20:57.871Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9379 [Candidate]" term=2 nomad-033 2021-10-14T17:20:57.871Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-033 2021-10-14T17:20:57.871Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9379 term=2 tally=1 nomad-033 2021-10-14T17:20:57.871Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-034 2021-10-14T17:20:57.871Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-034.global 127.0.0.1 nomad-033 2021-10-14T17:20:57.871Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9379 [Leader]" nomad-052 2021-10-14T17:20:57.871Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9395 Address:127.0.0.1:9395}]" nomad-033 2021-10-14T17:20:57.871Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired 2021-10-14T17:20:57.762Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.870Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.870Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.870Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-051 2021-10-14T17:20:57.871Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-051.global 127.0.0.1 nomad-024 2021-10-14T17:20:57.346Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-024 2021-10-14T17:20:57.871Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9343 [Candidate]" term=2 nomad-024 2021-10-14T17:20:57.871Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-024 2021-10-14T17:20:57.871Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9343 term=2 tally=1 nomad-024 2021-10-14T17:20:57.871Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-051 2021-10-14T17:20:57.871Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-031 2021-10-14T17:20:57.871Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9397 Address:127.0.0.1:9397}]" nomad-052 2021-10-14T17:20:57.871Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-052.global 127.0.0.1 nomad-052 2021-10-14T17:20:57.872Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[batch, system, noop, service, _core] nomad-040 2021-10-14T17:20:57.871Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-049 2021-10-14T17:20:57.870Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9391 Address:127.0.0.1:9391}]" nomad-040 2021-10-14T17:20:57.872Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9359 [Leader]" 2021-10-14T17:20:57.872Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.630Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-047 2021-10-14T17:20:57.757Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9387 [Follower]" leader= 2021-10-14T17:20:57.630Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-031 2021-10-14T17:20:57.872Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-031.global 127.0.0.1 nomad-040 2021-10-14T17:20:57.872Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired 2021-10-14T17:20:57.630Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-047 2021-10-14T17:20:57.869Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-047.global (Addr: 127.0.0.1:9387) (DC: dc1)" nomad-031 2021-10-14T17:20:57.872Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers 2021-10-14T17:20:57.630Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.630Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.746Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.746Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.746Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.746Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.750Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.868Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-035 2021-10-14T17:20:57.872Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9399 Address:127.0.0.1:9399}]" 2021-10-14T17:20:57.868Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.868Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.868Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.868Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.868Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.868Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.868Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.868Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.868Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.868Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-040 2021-10-14T17:20:57.873Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=baaf5351-9c96-24da-5a60-2d335f751713 create_time=1634232057872919481 2021-10-14T17:20:57.868Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.868Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-040 2021-10-14T17:20:57.873Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=baaf5351-9c96-24da-5a60-2d335f751713 create_time=1634232057872919481 2021-10-14T17:20:57.868Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.343Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.870Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.872Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-044 2021-10-14T17:20:57.762Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9373 [Candidate]" term=2 2021-10-14T17:20:57.872Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.872Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.872Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-044 2021-10-14T17:20:57.873Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-044 2021-10-14T17:20:57.873Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9373 term=2 tally=1 nomad-044 2021-10-14T17:20:57.873Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 2021-10-14T17:20:57.873Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-044 2021-10-14T17:20:57.873Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9373 [Leader]" 2021-10-14T17:20:57.873Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.873Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.873Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-044 2021-10-14T17:20:57.873Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired 2021-10-14T17:20:57.873Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-039 2021-10-14T17:20:57.747Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9357 [Candidate]" term=2 nomad-039 2021-10-14T17:20:57.873Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-039 2021-10-14T17:20:57.873Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9357 term=2 tally=1 nomad-039 2021-10-14T17:20:57.873Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-039 2021-10-14T17:20:57.873Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9357 [Leader]" nomad-039 2021-10-14T17:20:57.874Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-044 2021-10-14T17:20:57.874Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=380fc7c5-5879-9c05-4fc5-267d60d0c66d create_time=1634232057874224836 nomad-044 2021-10-14T17:20:57.874Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=380fc7c5-5879-9c05-4fc5-267d60d0c66d create_time=1634232057874224836 2021-10-14T17:20:57.750Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.870Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.870Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-052 2021-10-14T17:20:57.930Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9395 [Follower]" leader= 2021-10-14T17:20:57.870Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-035 2021-10-14T17:20:57.930Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9399 [Follower]" leader= 2021-10-14T17:20:57.870Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.872Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.872Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.930Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.873Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-050 2021-10-14T17:20:57.869Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=0 servers=[] 2021-10-14T17:20:57.873Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.873Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.873Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.750Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.750Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.754Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.757Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.340Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.340Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.340Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-041 2021-10-14T17:20:57.869Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9365 [Candidate]" term=2 2021-10-14T17:20:57.340Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.340Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-041 2021-10-14T17:20:57.931Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 2021-10-14T17:20:57.439Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.439Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.870Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-048 2021-10-14T17:20:57.871Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-048 2021-10-14T17:20:57.872Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=0584e74e-fc4d-6c73-8faf-175fe557bb48 create_time=1634232057872104816 nomad-048 2021-10-14T17:20:57.931Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=0584e74e-fc4d-6c73-8faf-175fe557bb48 create_time=1634232057872104816 nomad-033 2021-10-14T17:20:57.872Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=fe26bb63-0aa5-8971-c8fa-73030a27f3f2 create_time=1634232057872085748 nomad-033 2021-10-14T17:20:57.941Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=fe26bb63-0aa5-8971-c8fa-73030a27f3f2 create_time=1634232057872085748 nomad-024 2021-10-14T17:20:57.871Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9343 [Leader]" nomad-052 2021-10-14T17:20:57.941Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-052.global (Addr: 127.0.0.1:9395) (DC: dc1)" nomad-024 2021-10-14T17:20:57.942Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-033 2021-10-14T17:20:57.942Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-034 2021-10-14T17:20:57.942Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-024 2021-10-14T17:20:57.942Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=9ae9be45-b167-d014-946d-3d0ae27eec93 create_time=1634232057942822179 nomad-024 2021-10-14T17:20:57.943Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=9ae9be45-b167-d014-946d-3d0ae27eec93 create_time=1634232057942822179 nomad-051 2021-10-14T17:20:57.943Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-051.global (Addr: 127.0.0.1:9385) (DC: dc1)" 2021-10-14T17:20:57.944Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.944Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.944Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.944Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.944Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.944Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-049 2021-10-14T17:20:57.944Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9391 [Follower]" leader= nomad-030 2021-10-14T17:20:57.869Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=bca83cd8-a09d-a4c0-0b70-440de345bc22 create_time=1634232057869723318 nomad-030 2021-10-14T17:20:57.944Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=bca83cd8-a09d-a4c0-0b70-440de345bc22 create_time=1634232057869723318 nomad-038 2021-10-14T17:20:57.869Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-038 2021-10-14T17:20:57.944Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-038 2021-10-14T17:20:57.944Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-038 2021-10-14T17:20:57.944Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-038 2021-10-14T17:20:57.945Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-038 2021-10-14T17:20:57.945Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-031 2021-10-14T17:20:57.873Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9397 [Follower]" leader= nomad-046 2021-10-14T17:20:57.869Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9389 Address:127.0.0.1:9389}]" nomad-038 2021-10-14T17:20:57.946Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= 2021-10-14T17:20:57.870Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.870Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.870Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.870Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.870Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.870Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.870Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-043 2021-10-14T17:20:57.750Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-043 2021-10-14T17:20:57.868Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=81db0b6a-f7c2-93ea-efc9-0218b35bfa9a create_time=1634232057868781172 nomad-043 2021-10-14T17:20:57.947Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=81db0b6a-f7c2-93ea-efc9-0218b35bfa9a create_time=1634232057868781172 2021-10-14T17:20:57.750Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-041 2021-10-14T17:20:57.931Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9365 term=2 tally=1 nomad-041 2021-10-14T17:20:57.947Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-026 2021-10-14T17:20:57.947Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-041 2021-10-14T17:20:57.947Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9365 [Leader]" nomad-026 2021-10-14T17:20:57.947Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-041 2021-10-14T17:20:57.947Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-026 2021-10-14T17:20:57.948Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-041 2021-10-14T17:20:57.948Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=54894ae6-6bda-c00b-b525-b38e31229db2 create_time=1634232057948721172 nomad-041 2021-10-14T17:20:57.948Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=54894ae6-6bda-c00b-b525-b38e31229db2 create_time=1634232057948721172 nomad-030 2021-10-14T17:20:57.949Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-043 2021-10-14T17:20:57.949Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-026 2021-10-14T17:20:57.949Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-034 2021-10-14T17:20:57.930Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9393 [Follower]" leader= nomad-040 2021-10-14T17:20:57.949Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-046 2021-10-14T17:20:57.949Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9389 [Follower]" leader= nomad-024 2021-10-14T17:20:57.949Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-048 2021-10-14T17:20:57.950Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-050 2021-10-14T17:20:57.950Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9383 [Follower]" leader= nomad-029 2021-10-14T17:20:57.835Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9353 [Candidate]" term=2 nomad-038 2021-10-14T17:20:57.950Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-029 2021-10-14T17:20:57.950Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-038 2021-10-14T17:20:57.950Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-029 2021-10-14T17:20:57.950Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9353 term=2 tally=1 nomad-038 2021-10-14T17:20:57.950Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-029 2021-10-14T17:20:57.950Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-038 2021-10-14T17:20:57.950Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-029 2021-10-14T17:20:57.950Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9353 [Leader]" nomad-038 2021-10-14T17:20:57.950Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-029 2021-10-14T17:20:57.950Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-038 2021-10-14T17:20:57.950Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-038 2021-10-14T17:20:57.951Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-029 2021-10-14T17:20:57.951Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=939270f9-a67a-6915-2c42-bef78dcce03a create_time=1634232057951132380 nomad-031 2021-10-14T17:20:57.951Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-031.global (Addr: 127.0.0.1:9397) (DC: dc1)" nomad-029 2021-10-14T17:20:57.951Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=939270f9-a67a-6915-2c42-bef78dcce03a create_time=1634232057951132380 nomad-034 2021-10-14T17:20:57.951Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-034.global (Addr: 127.0.0.1:9393) (DC: dc1)" nomad-041 2021-10-14T17:20:57.951Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-029 2021-10-14T17:20:57.951Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-043 2021-10-14T17:20:57.952Z [WARN] nomad/heartbeat.go:153: nomad.heartbeat: node TTL expired: node_id=3569ed2d-93f5-4db5-9e02-44976a51a316 nomad-038 2021-10-14T17:20:57.953Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-038 2021-10-14T17:20:57.953Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-043 2021-10-14T17:20:57.953Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-043 2021-10-14T17:20:57.953Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-038 2021-10-14T17:20:57.953Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-050 2021-10-14T17:20:57.954Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-050.global 127.0.0.1 nomad-050 2021-10-14T17:20:57.954Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-035 2021-10-14T17:20:57.954Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-035.global 127.0.0.1 nomad-035 2021-10-14T17:20:57.954Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-035 2021-10-14T17:20:57.954Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-035.global (Addr: 127.0.0.1:9399) (DC: dc1)" nomad-038 2021-10-14T17:20:57.957Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-050 2021-10-14T17:20:57.958Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-050.global (Addr: 127.0.0.1:9383) (DC: dc1)" 2021-10-14T17:20:57.958Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.958Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.958Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-043 2021-10-14T17:20:57.958Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop 2021-10-14T17:20:57.958Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.958Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:57.958Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-053 2021-10-14T17:20:57.965Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9304 Address:127.0.0.1:9304}]" nomad-023 2021-10-14T17:20:57.870Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-023 2021-10-14T17:20:57.965Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9351 [Leader]" nomad-032 2021-10-14T17:20:57.757Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-032 2021-10-14T17:20:57.965Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9375 [Candidate]" term=2 nomad-032 2021-10-14T17:20:57.965Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-032 2021-10-14T17:20:57.965Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9375 term=2 tally=1 nomad-032 2021-10-14T17:20:57.965Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-032 2021-10-14T17:20:57.965Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9375 [Leader]" nomad-032 2021-10-14T17:20:57.965Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-032 2021-10-14T17:20:57.966Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=8266e130-2817-bbe6-a488-593bdda9afce create_time=1634232057966654472 nomad-032 2021-10-14T17:20:57.966Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=8266e130-2817-bbe6-a488-593bdda9afce create_time=1634232057966654472 nomad-023 2021-10-14T17:20:57.967Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-023 2021-10-14T17:20:57.967Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=4c36b767-95e4-d1f2-39a0-491c2dc49c42 create_time=1634232057967467686 nomad-023 2021-10-14T17:20:57.967Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=4c36b767-95e4-d1f2-39a0-491c2dc49c42 create_time=1634232057967467686 nomad-032 2021-10-14T17:20:57.967Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-023 2021-10-14T17:20:57.967Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-043 2021-10-14T17:20:57.968Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-053 2021-10-14T17:20:57.968Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9304 [Follower]" leader= nomad-039 2021-10-14T17:20:57.968Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=d9c981da-5091-19fd-91fb-7341d6dd6296 create_time=1634232057968742233 nomad-039 2021-10-14T17:20:57.968Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=d9c981da-5091-19fd-91fb-7341d6dd6296 create_time=1634232057968742233 nomad-039 2021-10-14T17:20:57.969Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-032 2021-10-14T17:20:57.969Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-032 2021-10-14T17:20:57.969Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-053 2021-10-14T17:20:58.134Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-053 2021-10-14T17:20:58.134Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9304 [Candidate]" term=2 nomad-053 2021-10-14T17:20:58.134Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-053 2021-10-14T17:20:58.134Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9304 term=2 tally=1 nomad-053 2021-10-14T17:20:58.134Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-053 2021-10-14T17:20:58.134Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9304 [Leader]" nomad-054 2021-10-14T17:20:58.135Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9308 Address:127.0.0.1:9308}]" nomad-054 2021-10-14T17:20:58.136Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-054.global 127.0.0.1 nomad-054 2021-10-14T17:20:58.136Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-044 2021-10-14T17:20:58.137Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-046 2021-10-14T17:20:58.138Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-046.global 127.0.0.1 nomad-046 2021-10-14T17:20:58.138Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-046 2021-10-14T17:20:58.146Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-046.global (Addr: 127.0.0.1:9389) (DC: dc1)" nomad-032 2021-10-14T17:20:58.149Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestJobEndpoint_Register_Connect_AllowUnauthenticatedFalse (1.18s) === CONT TestJobEndpoint_Register_Vault_Policies nomad-047 2021-10-14T17:20:58.157Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-047 2021-10-14T17:20:58.157Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9387 [Candidate]" term=2 nomad-047 2021-10-14T17:20:58.158Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-047 2021-10-14T17:20:58.158Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9387 term=2 tally=1 nomad-047 2021-10-14T17:20:58.158Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-047 2021-10-14T17:20:58.158Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9387 [Leader]" nomad-047 2021-10-14T17:20:58.158Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-047 2021-10-14T17:20:58.159Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=f7e276e3-695d-91ba-b22d-f584493cf144 create_time=1634232058159477533 nomad-047 2021-10-14T17:20:58.159Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=f7e276e3-695d-91ba-b22d-f584493cf144 create_time=1634232058159477533 nomad-047 2021-10-14T17:20:58.160Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-054 2021-10-14T17:20:58.168Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9308 [Follower]" leader= nomad-036 2021-10-14T17:20:58.168Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9302 Address:127.0.0.1:9302}]" nomad-055 2021-10-14T17:20:58.238Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=0 servers=[] nomad-054 2021-10-14T17:20:58.242Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-054 2021-10-14T17:20:58.242Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9308 [Candidate]" term=2 nomad-054 2021-10-14T17:20:58.242Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-054 2021-10-14T17:20:58.242Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9308 term=2 tally=1 nomad-054 2021-10-14T17:20:58.243Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-054 2021-10-14T17:20:58.243Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9308 [Leader]" nomad-054 2021-10-14T17:20:58.243Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-051 2021-10-14T17:20:58.172Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-034 2021-10-14T17:20:58.235Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= 2021-10-14T17:20:58.243Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-053 2021-10-14T17:20:58.266Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-053.global 127.0.0.1 nomad-053 2021-10-14T17:20:58.266Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-050 2021-10-14T17:20:58.250Z [WARN] raft/raft.go:204: nomad.raft: no known peers, aborting election 2021-10-14T17:20:58.243Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-055 2021-10-14T17:20:58.243Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9312 [Follower]" leader= nomad-027 2021-10-14T17:20:58.246Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-027 2021-10-14T17:20:58.365Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-027 2021-10-14T17:20:58.366Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-057 2021-10-14T17:20:58.366Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=0 servers=[] nomad-027 2021-10-14T17:20:58.366Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-040 2021-10-14T17:20:58.366Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-040 2021-10-14T17:20:58.366Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-040 2021-10-14T17:20:58.367Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-057 2021-10-14T17:20:58.367Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-057.global 127.0.0.1 nomad-057 2021-10-14T17:20:58.367Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-057 2021-10-14T17:20:58.367Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9310 [Follower]" leader= --- PASS: TestACLEndpoint_GetPolicy (1.49s) nomad-024 2021-10-14T17:20:58.367Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-024 2021-10-14T17:20:58.367Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-035 2021-10-14T17:20:58.251Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-050 2021-10-14T17:20:58.367Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:50840 nomad-035 2021-10-14T17:20:58.367Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9399 [Candidate]" term=2 nomad-024 2021-10-14T17:20:58.367Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-035 2021-10-14T17:20:58.367Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-035 2021-10-14T17:20:58.367Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9399 term=2 tally=1 nomad-035 2021-10-14T17:20:58.367Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-035 2021-10-14T17:20:58.367Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9399 [Leader]" nomad-035 2021-10-14T17:20:58.367Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired === CONT TestJobEndpoint_Scale_Invalid nomad-039 2021-10-14T17:20:58.368Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-057 2021-10-14T17:20:58.367Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-057.global (Addr: 127.0.0.1:9310) (DC: dc1)" nomad-039 2021-10-14T17:20:58.368Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-039 2021-10-14T17:20:58.368Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-056 2021-10-14T17:20:58.368Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9314 Address:127.0.0.1:9314}]" --- PASS: TestJobEndpoint_Evaluations_ACL (1.43s) === CONT TestJobEndpoint_Scale_ACL nomad-032 2021-10-14T17:20:58.368Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-049 2021-10-14T17:20:58.250Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= 2021-10-14T17:20:58.368Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-056 2021-10-14T17:20:58.368Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9314 [Follower]" leader= nomad-035 2021-10-14T17:20:58.368Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=1ec73ba7-0834-67da-d442-0e757cb81493 create_time=1634232058368607598 --- PASS: TestHeartbeat_InvalidateHeartbeat (1.40s) === CONT TestJobEndpoint_Scale_InformationalEventsShouldNotBeBlocked 2021-10-14T17:20:58.368Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-035 2021-10-14T17:20:58.368Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=1ec73ba7-0834-67da-d442-0e757cb81493 create_time=1634232058368607598 nomad-049 2021-10-14T17:20:58.368Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9391 [Candidate]" term=2 nomad-049 2021-10-14T17:20:58.368Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-049 2021-10-14T17:20:58.369Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9391 term=2 tally=1 nomad-049 2021-10-14T17:20:58.369Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-049 2021-10-14T17:20:58.369Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9391 [Leader]" 2021-10-14T17:20:58.368Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-034 2021-10-14T17:20:58.267Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9393 [Candidate]" term=2 nomad-049 2021-10-14T17:20:58.254Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-049.global 127.0.0.1 2021-10-14T17:20:58.369Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-056 2021-10-14T17:20:58.369Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-056.global 127.0.0.1 --- PASS: TestJobEndpoint_Revert_ACL (1.30s) === CONT TestJobEndpoint_Scale_DeploymentBlocking 2021-10-14T17:20:58.369Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-046 2021-10-14T17:20:58.255Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-056 2021-10-14T17:20:58.369Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-057 2021-10-14T17:20:58.369Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Initiating push/pull sync with: 127.0.0.1:9384 nomad-046 2021-10-14T17:20:58.369Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9389 [Candidate]" term=2 2021-10-14T17:20:58.369Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-035 2021-10-14T17:20:58.369Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-046 2021-10-14T17:20:58.369Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-046 2021-10-14T17:20:58.369Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9389 term=2 tally=1 nomad-056 2021-10-14T17:20:58.369Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-056.global (Addr: 127.0.0.1:9314) (DC: dc1)" nomad-046 2021-10-14T17:20:58.369Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-034 2021-10-14T17:20:58.369Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-034 2021-10-14T17:20:58.369Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9393 term=2 tally=1 nomad-049 2021-10-14T17:20:58.369Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-034 2021-10-14T17:20:58.369Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-034 2021-10-14T17:20:58.370Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9393 [Leader]" 2021-10-14T17:20:58.370Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.370Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-034 2021-10-14T17:20:58.370Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired 2021-10-14T17:20:58.369Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.369Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.370Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.370Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-046 2021-10-14T17:20:58.369Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9389 [Leader]" 2021-10-14T17:20:58.370Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.370Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.370Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.369Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.370Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-046 2021-10-14T17:20:58.370Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-049 2021-10-14T17:20:58.370Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-049.global (Addr: 127.0.0.1:9391) (DC: dc1)" 2021-10-14T17:20:58.370Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.370Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.369Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.370Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.370Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.370Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.370Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.370Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.370Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.370Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= --- PASS: TestJobEndpoint_Evaluations_Blocking (1.44s) === CONT TestJobEndpoint_Scale 2021-10-14T17:20:58.370Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.370Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-030 2021-10-14T17:20:58.370Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-037 2021-10-14T17:20:58.370Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9306 Address:127.0.0.1:9306}]" nomad-030 2021-10-14T17:20:58.370Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-030 2021-10-14T17:20:58.370Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= 2021-10-14T17:20:58.370Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-037 2021-10-14T17:20:58.370Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9306 [Follower]" leader= nomad-030 2021-10-14T17:20:58.370Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-034 2021-10-14T17:20:58.370Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=b214edf4-3083-4835-dfb2-f845843de0a4 create_time=1634232058370646065 2021-10-14T17:20:58.370Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-034 2021-10-14T17:20:58.370Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=b214edf4-3083-4835-dfb2-f845843de0a4 create_time=1634232058370646065 nomad-054 2021-10-14T17:20:58.334Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-054.global (Addr: 127.0.0.1:9308) (DC: dc1)" 2021-10-14T17:20:58.370Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.370Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-030 2021-10-14T17:20:58.370Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-030 2021-10-14T17:20:58.370Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= 2021-10-14T17:20:58.370Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-034 2021-10-14T17:20:58.371Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-046 2021-10-14T17:20:58.370Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=c1323b71-ba8a-f088-7dc6-5060974a3be4 create_time=1634232058370646043 nomad-042 2021-10-14T17:20:58.249Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-057 2021-10-14T17:20:58.371Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-050.global 127.0.0.1 2021-10-14T17:20:58.371Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-046 2021-10-14T17:20:58.371Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=c1323b71-ba8a-f088-7dc6-5060974a3be4 create_time=1634232058370646043 nomad-042 2021-10-14T17:20:58.371Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9367 [Candidate]" term=2 nomad-031 2021-10-14T17:20:58.249Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-042 2021-10-14T17:20:58.371Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-031 2021-10-14T17:20:58.371Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9397 [Candidate]" term=2 nomad-042 2021-10-14T17:20:58.371Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9367 term=2 tally=1 nomad-047 2021-10-14T17:20:58.371Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-057 2021-10-14T17:20:58.371Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-050.global (Addr: 127.0.0.1:9383) (DC: dc1)" nomad-044 2021-10-14T17:20:58.266Z [WARN] nomad/heartbeat.go:153: nomad.heartbeat: node TTL expired: node_id=foo nomad-047 2021-10-14T17:20:58.371Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-047 2021-10-14T17:20:58.371Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-044 2021-10-14T17:20:58.371Z [ERROR] nomad/heartbeat.go:166: nomad.heartbeat: update node status failed: error="node lookup failed: index error: UUID must be 36 characters" nomad-047 2021-10-14T17:20:58.371Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-044 2021-10-14T17:20:58.344Z [INFO] nomad/server.go:620: nomad: shutting down server 2021-10-14T17:20:58.371Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.371Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.371Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-044 2021-10-14T17:20:58.371Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-046 2021-10-14T17:20:58.371Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-047 2021-10-14T17:20:58.371Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-037 2021-10-14T17:20:58.371Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-037.global 127.0.0.1 nomad-048 2021-10-14T17:20:58.371Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= 2021-10-14T17:20:58.371Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-044 2021-10-14T17:20:58.371Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-048 2021-10-14T17:20:58.371Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-058 2021-10-14T17:20:58.371Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9320 Address:127.0.0.1:9320}]" nomad-037 2021-10-14T17:20:58.371Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-031 2021-10-14T17:20:58.371Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 2021-10-14T17:20:58.371Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-031 2021-10-14T17:20:58.371Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9397 term=2 tally=1 2021-10-14T17:20:58.243Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-047 2021-10-14T17:20:58.371Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-048 2021-10-14T17:20:58.371Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-058 2021-10-14T17:20:58.371Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9320 [Follower]" leader= nomad-048 2021-10-14T17:20:58.371Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= 2021-10-14T17:20:58.243Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.243Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-044 2021-10-14T17:20:58.371Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-048 2021-10-14T17:20:58.371Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-048 2021-10-14T17:20:58.371Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-055 2021-10-14T17:20:58.371Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-055.global 127.0.0.1 nomad-037 2021-10-14T17:20:58.371Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-037.global (Addr: 127.0.0.1:9306) (DC: dc1)" nomad-030 2021-10-14T17:20:58.372Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-047 2021-10-14T17:20:58.372Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-058 2021-10-14T17:20:58.372Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-058.global 127.0.0.1 nomad-055 2021-10-14T17:20:58.372Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-058 2021-10-14T17:20:58.372Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-055 2021-10-14T17:20:58.372Z [DEBUG] nomad/heartbeat.go:98: nomad.heartbeat: ignoring resetting node TTL since this server is not the leader: node_id=test 2021-10-14T17:20:58.371Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-055 2021-10-14T17:20:58.372Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-055 2021-10-14T17:20:58.372Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-041 2021-10-14T17:20:58.372Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-061 2021-10-14T17:20:58.372Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9318 Address:127.0.0.1:9318}]" nomad-054 2021-10-14T17:20:58.370Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=923b3297-0531-8037-56c3-54128996d5d9 create_time=1634232058369940924 nomad-051 2021-10-14T17:20:58.259Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9385 [Candidate]" term=2 nomad-054 2021-10-14T17:20:58.372Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=923b3297-0531-8037-56c3-54128996d5d9 create_time=1634232058369940924 nomad-058 2021-10-14T17:20:58.372Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-058.global (Addr: 127.0.0.1:9320) (DC: dc1)" nomad-051 2021-10-14T17:20:58.372Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-055 2021-10-14T17:20:58.372Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-055.global (Addr: 127.0.0.1:9312) (DC: dc1)" nomad-048 2021-10-14T17:20:58.372Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-051 2021-10-14T17:20:58.372Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9385 term=2 tally=1 nomad-051 2021-10-14T17:20:58.372Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 --- PASS: TestHeartbeat_ResetHeartbeatTimer_Nonleader (1.41s) === CONT TestJobEndpoint_Dispatch nomad-059 2021-10-14T17:20:58.372Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9316 Address:127.0.0.1:9316}]" nomad-051 2021-10-14T17:20:58.372Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9385 [Leader]" 2021-10-14T17:20:58.372Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-051 2021-10-14T17:20:58.372Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired 2021-10-14T17:20:58.372Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-023 2021-10-14T17:20:58.372Z [ERROR] nomad/fsm.go:581: nomad.fsm: deregistering job failed: error="job "foo" in namespace "default" doesn't exist to be deregistered" 2021-10-14T17:20:58.372Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-061 2021-10-14T17:20:58.372Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9318 [Follower]" leader= nomad-041 2021-10-14T17:20:58.372Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave 2021-10-14T17:20:58.372Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.373Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-059 2021-10-14T17:20:58.372Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9316 [Follower]" leader= nomad-061 2021-10-14T17:20:58.373Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-061.global 127.0.0.1 --- PASS: TestJobEndpoint_Dispatch (0.00s) nomad-031 2021-10-14T17:20:58.371Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 === CONT TestJobEndpoint_Dispatch_ACL nomad-031 2021-10-14T17:20:58.373Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9397 [Leader]" --- PASS: TestJobEndpoint_Deployments (1.50s) === CONT TestJobEndpoint_ValidateJobUpdate_ACL --- PASS: TestHeartbeat_ClearAllHeartbeatTimers (1.47s) === CONT TestJobEndpoint_ValidateJobUpdate job_endpoint_test.go:5860: cannot update job from type "service" to "batch" job_endpoint_test.go:5868: cannot update non-periodic job to being periodic job_endpoint_test.go:5876: cannot update parameterized job to being non-parameterized --- PASS: TestJobEndpoint_ValidateJobUpdate (0.00s) === CONT TestJobEndpoint_ImplicitConstraints_Signals --- PASS: TestJobEndpoint_Evaluations (1.47s) === CONT TestJobEndpoint_ValidateJob_ConsulConnect --- PASS: TestHeartbeat_ResetHeartbeatTimerLocked (1.47s) === CONT TestJobEndpoint_ImplicitConstraints_Vault 2021-10-14T17:20:58.373Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-060 2021-10-14T17:20:58.374Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9324 Address:127.0.0.1:9324}]" nomad-047 2021-10-14T17:20:58.446Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-047 2021-10-14T17:20:58.446Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-047 2021-10-14T17:20:58.446Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-047 2021-10-14T17:20:58.446Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-060 2021-10-14T17:20:58.446Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-060.global 127.0.0.1 nomad-047 2021-10-14T17:20:58.446Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-047 2021-10-14T17:20:58.446Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-060 2021-10-14T17:20:58.446Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[batch, system, noop, service, _core] nomad-047 2021-10-14T17:20:58.446Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= 2021-10-14T17:20:58.374Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-061 2021-10-14T17:20:58.437Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] 2021-10-14T17:20:58.437Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.437Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.437Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.437Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-024 2021-10-14T17:20:58.438Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-050 2021-10-14T17:20:58.438Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-057.global 127.0.0.1 nomad-048 2021-10-14T17:20:58.439Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-042 2021-10-14T17:20:58.371Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-059 2021-10-14T17:20:58.440Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-036 2021-10-14T17:20:58.234Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9302 [Follower]" leader= nomad-058 2021-10-14T17:20:58.440Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-034 2021-10-14T17:20:58.441Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-029 2021-10-14T17:20:58.441Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-023 2021-10-14T17:20:58.373Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-051 2021-10-14T17:20:58.444Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=ccffcc8d-c165-30dc-b40c-6aad2145c48d create_time=1634232058444683484 nomad-062 2021-10-14T17:20:58.373Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9326 Address:127.0.0.1:9326}]" nomad-039 2021-10-14T17:20:58.375Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-053 2021-10-14T17:20:58.375Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-053.global (Addr: 127.0.0.1:9304) (DC: dc1)" nomad-052 2021-10-14T17:20:58.255Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-052 2021-10-14T17:20:58.646Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9395 [Candidate]" term=2 nomad-033 2021-10-14T17:20:58.434Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-031 2021-10-14T17:20:58.434Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-041 2021-10-14T17:20:58.372Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-023 2021-10-14T17:20:58.646Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-060 2021-10-14T17:20:58.448Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9324 [Follower]" leader= 2021-10-14T17:20:58.243Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-030 2021-10-14T17:20:58.449Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-040 2021-10-14T17:20:58.434Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-054 2021-10-14T17:20:58.373Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-14T17:20:58.449Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-063 2021-10-14T17:20:58.450Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9322 Address:127.0.0.1:9322}]" nomad-056 2021-10-14T17:20:58.450Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-064 2021-10-14T17:20:58.452Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9334 Address:127.0.0.1:9334}]" nomad-068 2021-10-14T17:20:58.454Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9336 Address:127.0.0.1:9336}]" nomad-066 2021-10-14T17:20:58.458Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9328 Address:127.0.0.1:9328}]" nomad-067 2021-10-14T17:20:58.462Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9330 Address:127.0.0.1:9330}]" nomad-057 2021-10-14T17:20:58.467Z [INFO] nomad/serf.go:219: nomad: found expected number of peers, attempting to bootstrap cluster...: peers=127.0.0.1:9310,127.0.0.1:9383 nomad-037 2021-10-14T17:20:58.468Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-035 2021-10-14T17:20:58.636Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-035 2021-10-14T17:20:58.734Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-035 2021-10-14T17:20:58.734Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= 2021-10-14T17:20:58.437Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-061 2021-10-14T17:20:58.440Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-035 2021-10-14T17:20:58.734Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-061 2021-10-14T17:20:58.734Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9318 [Candidate]" term=2 nomad-061 2021-10-14T17:20:58.734Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-061 2021-10-14T17:20:58.734Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9318 term=2 tally=1 nomad-061 2021-10-14T17:20:58.734Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-035 2021-10-14T17:20:58.734Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-061 2021-10-14T17:20:58.734Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9318 [Leader]" nomad-035 2021-10-14T17:20:58.734Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-061 2021-10-14T17:20:58.734Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-031 2021-10-14T17:20:58.435Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=453996e1-1c73-9448-61b3-4f1eaea81b07 create_time=1634232058435163610 nomad-046 2021-10-14T17:20:58.441Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-050 2021-10-14T17:20:58.654Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-057.global (Addr: 127.0.0.1:9310) (DC: dc1)" nomad-052 2021-10-14T17:20:58.647Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-052 2021-10-14T17:20:58.735Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-058 2021-10-14T17:20:58.651Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9320 [Candidate]" term=2 nomad-029 2021-10-14T17:20:58.646Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-058 2021-10-14T17:20:58.735Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-058 2021-10-14T17:20:58.735Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9320 term=2 tally=1 nomad-061 2021-10-14T17:20:58.636Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-061.global (Addr: 127.0.0.1:9318) (DC: dc1)" nomad-058 2021-10-14T17:20:58.735Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 2021-10-14T17:20:58.437Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-048 2021-10-14T17:20:58.650Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-058 2021-10-14T17:20:58.735Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9320 [Leader]" nomad-048 2021-10-14T17:20:58.735Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-048 2021-10-14T17:20:58.735Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-065 2021-10-14T17:20:58.642Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9332 Address:127.0.0.1:9332}]" nomad-048 2021-10-14T17:20:58.735Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-048 2021-10-14T17:20:58.735Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= 2021-10-14T17:20:58.434Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-059 2021-10-14T17:20:58.468Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-059.global 127.0.0.1 nomad-059 2021-10-14T17:20:58.736Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] 2021-10-14T17:20:58.437Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-042 2021-10-14T17:20:58.651Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9367 [Leader]" nomad-052 2021-10-14T17:20:58.735Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9395 [Candidate]" term=3 nomad-036 2021-10-14T17:20:58.365Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-036.global 127.0.0.1 nomad-052 2021-10-14T17:20:58.736Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-036 2021-10-14T17:20:58.736Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-059 2021-10-14T17:20:58.651Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9316 [Candidate]" term=2 nomad-059 2021-10-14T17:20:58.737Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-059 2021-10-14T17:20:58.737Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9316 term=2 tally=1 nomad-033 2021-10-14T17:20:58.654Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-059 2021-10-14T17:20:58.737Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-033 2021-10-14T17:20:58.737Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-059 2021-10-14T17:20:58.737Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9316 [Leader]" nomad-033 2021-10-14T17:20:58.737Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-047 2021-10-14T17:20:58.669Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= 2021-10-14T17:20:58.374Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-036 2021-10-14T17:20:58.703Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-047 2021-10-14T17:20:58.737Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-036 2021-10-14T17:20:58.738Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9302 [Candidate]" term=2 nomad-036 2021-10-14T17:20:58.739Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-036 2021-10-14T17:20:58.739Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9302 term=2 tally=1 nomad-036 2021-10-14T17:20:58.739Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-036 2021-10-14T17:20:58.739Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9302 [Leader]" nomad-047 2021-10-14T17:20:58.738Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-047 2021-10-14T17:20:58.739Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-047 2021-10-14T17:20:58.739Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-047 2021-10-14T17:20:58.739Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-033 2021-10-14T17:20:58.757Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-033 2021-10-14T17:20:58.757Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-030 2021-10-14T17:20:58.733Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-036 2021-10-14T17:20:58.767Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-036.global (Addr: 127.0.0.1:9302) (DC: dc1)" nomad-029 2021-10-14T17:20:58.646Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-041 2021-10-14T17:20:58.733Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-029 2021-10-14T17:20:58.769Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-060 2021-10-14T17:20:58.449Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-060.global (Addr: 127.0.0.1:9324) (DC: dc1)" nomad-034 2021-10-14T17:20:58.768Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-023 2021-10-14T17:20:58.733Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-14T17:20:58.243Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.449Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.244Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.449Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.244Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-051 2021-10-14T17:20:58.768Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=ccffcc8d-c165-30dc-b40c-6aad2145c48d create_time=1634232058444683484 nomad-034 2021-10-14T17:20:58.769Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-054 2021-10-14T17:20:58.637Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-056 2021-10-14T17:20:58.769Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9314 [Candidate]" term=2 nomad-041 2021-10-14T17:20:58.376Z [WARN] nomad/heartbeat.go:153: nomad.heartbeat: node TTL expired: node_id=foo nomad-056 2021-10-14T17:20:58.769Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-063 2021-10-14T17:20:58.769Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9322 [Follower]" leader= 2021-10-14T17:20:58.244Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-034 2021-10-14T17:20:58.769Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= 2021-10-14T17:20:58.244Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-064 2021-10-14T17:20:58.769Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9334 [Follower]" leader= nomad-041 2021-10-14T17:20:58.376Z [WARN] nomad/heartbeat.go:153: nomad.heartbeat: node TTL expired: node_id=bar 2021-10-14T17:20:58.256Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-051 2021-10-14T17:20:58.769Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-034 2021-10-14T17:20:58.769Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-056 2021-10-14T17:20:58.769Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9314 term=2 tally=1 nomad-034 2021-10-14T17:20:58.769Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-041 2021-10-14T17:20:58.769Z [ERROR] nomad/heartbeat.go:166: nomad.heartbeat: update node status failed: error="No cluster leader" nomad-056 2021-10-14T17:20:58.769Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-056 2021-10-14T17:20:58.769Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9314 [Leader]" nomad-023 2021-10-14T17:20:58.651Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-056 2021-10-14T17:20:58.769Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-063 2021-10-14T17:20:58.770Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-063.global 127.0.0.1 --- PASS: TestJobEndpoint_Deregister_Nonexistent (1.89s) === CONT TestJobEndpoint_Plan_Scaling nomad-063 2021-10-14T17:20:58.770Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-064 2021-10-14T17:20:58.770Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-064.global 127.0.0.1 nomad-064 2021-10-14T17:20:58.770Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-068 2021-10-14T17:20:58.770Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-068.global 127.0.0.1 nomad-068 2021-10-14T17:20:58.770Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-054 2021-10-14T17:20:58.769Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave 2021-10-14T17:20:58.449Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.449Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.452Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.452Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.770Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-056 2021-10-14T17:20:58.770Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=d1b565c9-b318-6594-afd4-ab20e44b989d create_time=1634232058770729603 nomad-041 2021-10-14T17:20:58.770Z [ERROR] nomad/heartbeat.go:166: nomad.heartbeat: update node status failed: error="No cluster leader" nomad-063 2021-10-14T17:20:58.770Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-063.global (Addr: 127.0.0.1:9322) (DC: dc1)" nomad-054 2021-10-14T17:20:58.769Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-056 2021-10-14T17:20:58.770Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=d1b565c9-b318-6594-afd4-ab20e44b989d create_time=1634232058770729603 nomad-054 2021-10-14T17:20:58.770Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost --- PASS: TestHeartbeat_ResetHeartbeatTimer (1.81s) === CONT TestJobEndpoint_Plan_NoDiff nomad-064 2021-10-14T17:20:58.770Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-064.global (Addr: 127.0.0.1:9334) (DC: dc1)" 2021-10-14T17:20:58.771Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.452Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-068 2021-10-14T17:20:58.771Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9336 [Follower]" leader= 2021-10-14T17:20:58.771Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.452Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.452Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-056 2021-10-14T17:20:58.771Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-066 2021-10-14T17:20:58.771Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-066.global 127.0.0.1 nomad-066 2021-10-14T17:20:58.771Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-034 2021-10-14T17:20:58.770Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= 2021-10-14T17:20:58.262Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.771Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.365Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.771Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-068 2021-10-14T17:20:58.771Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-068.global (Addr: 127.0.0.1:9336) (DC: dc1)" 2021-10-14T17:20:58.771Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.771Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.771Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.771Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.771Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.772Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.772Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-066 2021-10-14T17:20:58.772Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9328 [Follower]" leader= nomad-057 2021-10-14T17:20:58.468Z [WARN] raft/raft.go:204: nomad.raft: no known peers, aborting election nomad-066 2021-10-14T17:20:58.772Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-066.global (Addr: 127.0.0.1:9328) (DC: dc1)" nomad-057 2021-10-14T17:20:58.772Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-057 2021-10-14T17:20:58.772Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9310 [Candidate]" term=2 nomad-057 2021-10-14T17:20:58.772Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-057 2021-10-14T17:20:58.772Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9310 term=2 tally=1 nomad-067 2021-10-14T17:20:58.772Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9330 [Follower]" leader= nomad-057 2021-10-14T17:20:58.634Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-050.global (timeout reached) nomad-037 2021-10-14T17:20:58.772Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9306 [Candidate]" term=2 nomad-057 2021-10-14T17:20:58.772Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-050.global has failed, no acks received nomad-037 2021-10-14T17:20:58.772Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 2021-10-14T17:20:58.772Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-037 2021-10-14T17:20:58.772Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9306 term=2 tally=1 2021-10-14T17:20:58.772Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-037 2021-10-14T17:20:58.772Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-067 2021-10-14T17:20:58.772Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-067.global 127.0.0.1 2021-10-14T17:20:58.772Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-037 2021-10-14T17:20:58.772Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9306 [Leader]" 2021-10-14T17:20:58.772Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.772Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-037 2021-10-14T17:20:58.772Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-067 2021-10-14T17:20:58.772Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] 2021-10-14T17:20:58.437Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.437Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.437Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.437Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-067 2021-10-14T17:20:58.773Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-067.global (Addr: 127.0.0.1:9330) (DC: dc1)" 2021-10-14T17:20:58.437Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.437Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-031 2021-10-14T17:20:58.773Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=453996e1-1c73-9448-61b3-4f1eaea81b07 create_time=1634232058435163610 2021-10-14T17:20:58.773Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.437Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-046 2021-10-14T17:20:58.773Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= 2021-10-14T17:20:58.437Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.437Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.773Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-031 2021-10-14T17:20:58.773Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-030 2021-10-14T17:20:58.768Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave --- PASS: TestJobEndpoint_Evaluate (1.81s) === CONT TestJobEndpoint_Plan_WithDiff nomad-035 2021-10-14T17:20:58.774Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= 2021-10-14T17:20:58.437Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.437Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.437Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.437Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.437Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.437Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.437Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= --- PASS: TestJobEndpoint_GetScaleStatus_ACL (1.84s) === CONT TestJobEndpoint_Plan_ACL nomad-035 2021-10-14T17:20:58.832Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-035 2021-10-14T17:20:58.832Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-035 2021-10-14T17:20:58.832Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-035 2021-10-14T17:20:58.832Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-035 2021-10-14T17:20:58.832Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-035 2021-10-14T17:20:58.832Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-035 2021-10-14T17:20:58.832Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= 2021-10-14T17:20:58.833Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.833Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.833Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.833Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.833Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.833Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.833Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-058 2021-10-14T17:20:58.833Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired 2021-10-14T17:20:58.834Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.834Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-058 2021-10-14T17:20:58.834Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=0fc87c74-6e1d-b54d-e6d2-93b9190c559a create_time=1634232058834630868 nomad-065 2021-10-14T17:20:58.834Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-065.global 127.0.0.1 nomad-058 2021-10-14T17:20:58.834Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=0fc87c74-6e1d-b54d-e6d2-93b9190c559a create_time=1634232058834630868 nomad-065 2021-10-14T17:20:58.834Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers 2021-10-14T17:20:58.434Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.434Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.434Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.435Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-058 2021-10-14T17:20:58.835Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-14T17:20:58.440Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.639Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-034 2021-10-14T17:20:58.835Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= 2021-10-14T17:20:58.639Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-034 2021-10-14T17:20:58.835Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= 2021-10-14T17:20:58.639Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-034 2021-10-14T17:20:58.835Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= 2021-10-14T17:20:58.639Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-034 2021-10-14T17:20:58.835Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-048 2021-10-14T17:20:58.835Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-034 2021-10-14T17:20:58.835Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-034 2021-10-14T17:20:58.835Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-034 2021-10-14T17:20:58.836Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= 2021-10-14T17:20:58.437Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.437Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.448Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.449Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.449Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.449Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.449Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-042 2021-10-14T17:20:58.836Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-052 2021-10-14T17:20:58.837Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9395 term=3 tally=1 nomad-052 2021-10-14T17:20:58.837Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-052 2021-10-14T17:20:58.837Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9395 [Leader]" nomad-037 2021-10-14T17:20:58.837Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=db62c7e4-0f68-b1d6-f570-4569d9235dc5 create_time=1634232058837068114 nomad-052 2021-10-14T17:20:58.837Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-037 2021-10-14T17:20:58.837Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=db62c7e4-0f68-b1d6-f570-4569d9235dc5 create_time=1634232058837068114 2021-10-14T17:20:58.837Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-048 2021-10-14T17:20:58.837Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-048 2021-10-14T17:20:58.837Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-048 2021-10-14T17:20:58.837Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-048 2021-10-14T17:20:58.837Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-048 2021-10-14T17:20:58.837Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-048 2021-10-14T17:20:58.837Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-048 2021-10-14T17:20:58.838Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-071 2021-10-14T17:20:58.838Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9340 Address:127.0.0.1:9340}]" nomad-060 2021-10-14T17:20:58.838Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-060 2021-10-14T17:20:58.838Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9324 [Candidate]" term=2 nomad-060 2021-10-14T17:20:58.838Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-060 2021-10-14T17:20:58.838Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9324 term=2 tally=1 nomad-060 2021-10-14T17:20:58.838Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-060 2021-10-14T17:20:58.838Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9324 [Leader]" nomad-037 2021-10-14T17:20:58.839Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-071 2021-10-14T17:20:58.839Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-071.global 127.0.0.1 nomad-071 2021-10-14T17:20:58.839Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-069 2021-10-14T17:20:58.839Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9338 Address:127.0.0.1:9338}]" 2021-10-14T17:20:58.839Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.839Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.839Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.839Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-071 2021-10-14T17:20:58.839Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9340 [Follower]" leader= nomad-060 2021-10-14T17:20:58.840Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-071 2021-10-14T17:20:58.840Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-071.global (Addr: 127.0.0.1:9340) (DC: dc1)" nomad-069 2021-10-14T17:20:58.840Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-069.global 127.0.0.1 nomad-069 2021-10-14T17:20:58.840Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers 2021-10-14T17:20:58.840Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-069 2021-10-14T17:20:58.840Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9338 [Follower]" leader= nomad-034 2021-10-14T17:20:58.840Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-034 2021-10-14T17:20:58.840Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-060 2021-10-14T17:20:58.840Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=346d90a8-fd0c-675b-0087-9962143b83e3 create_time=1634232058840653963 nomad-060 2021-10-14T17:20:58.840Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=346d90a8-fd0c-675b-0087-9962143b83e3 create_time=1634232058840653963 nomad-069 2021-10-14T17:20:58.840Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-069.global (Addr: 127.0.0.1:9338) (DC: dc1)" nomad-034 2021-10-14T17:20:58.840Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestJobEndpoint_Register_ConnectExposeCheck (1.87s) === CONT TestJobEndpoint_LatestDeployment_Blocking nomad-060 2021-10-14T17:20:58.841Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-065 2021-10-14T17:20:58.835Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-065.global (Addr: 127.0.0.1:9332) (DC: dc1)" nomad-065 2021-10-14T17:20:58.841Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9332 [Follower]" leader= nomad-034 2021-10-14T17:20:58.841Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-042 2021-10-14T17:20:58.841Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=7659536a-0b43-12cf-14c1-7e5a914f6255 create_time=1634232058837175253 nomad-042 2021-10-14T17:20:58.841Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=7659536a-0b43-12cf-14c1-7e5a914f6255 create_time=1634232058837175253 nomad-048 2021-10-14T17:20:58.842Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-048 2021-10-14T17:20:58.842Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-042 2021-10-14T17:20:58.842Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-048 2021-10-14T17:20:58.842Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-048 2021-10-14T17:20:58.842Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-048 2021-10-14T17:20:58.842Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-048 2021-10-14T17:20:58.842Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= 2021-10-14T17:20:58.842Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.842Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.842Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.842Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-061 2021-10-14T17:20:58.842Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=e53d189a-3bee-96db-7222-3780ca80633e create_time=1634232058842627096 nomad-061 2021-10-14T17:20:58.842Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=e53d189a-3bee-96db-7222-3780ca80633e create_time=1634232058842627096 nomad-048 2021-10-14T17:20:58.842Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-061 2021-10-14T17:20:58.843Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-059 2021-10-14T17:20:58.843Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-059.global (Addr: 127.0.0.1:9316) (DC: dc1)" 2021-10-14T17:20:58.843Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-048 2021-10-14T17:20:58.843Z [INFO] nomad/server.go:620: nomad: shutting down server 2021-10-14T17:20:58.843Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-048 2021-10-14T17:20:58.843Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave 2021-10-14T17:20:58.843Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-048 2021-10-14T17:20:58.843Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestJobEndpoint_Revert (1.30s) === CONT TestJobEndpoint_LatestDeployment_ACL nomad-048 2021-10-14T17:20:58.844Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-14T17:20:58.844Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.844Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.844Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-050 2021-10-14T17:20:58.844Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-062 2021-10-14T17:20:58.657Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9326 [Follower]" leader= nomad-057 2021-10-14T17:20:58.845Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9383 term=2 tally=2 nomad-057 2021-10-14T17:20:58.845Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-057 2021-10-14T17:20:58.845Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9310 [Leader]" nomad-057 2021-10-14T17:20:58.845Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9383 2021-10-14T17:20:58.374Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-057 2021-10-14T17:20:58.845Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-050 2021-10-14T17:20:58.845Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-057.global nomad-050 2021-10-14T17:20:58.845Z [WARN] raft/raft.go:1283: nomad.raft: failed to get previous log: previous-index=1 last-index=0 error="log not found" nomad-057 2021-10-14T17:20:58.846Z [WARN] raft/replication.go:248: nomad.raft: appendEntries rejected, sending older logs: peer="{Voter 127.0.0.1:9383 127.0.0.1:9383}" next=1 nomad-035 2021-10-14T17:20:58.846Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-035 2021-10-14T17:20:58.846Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-057 2021-10-14T17:20:58.846Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9383 127.0.0.1:9383}" nomad-035 2021-10-14T17:20:58.846Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestJobEndpoint_Register_ConnectIngressGateway_full (1.88s) === CONT TestJobEndpoint_LatestDeployment nomad-057 2021-10-14T17:20:58.848Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=0ff06f2c-6f9c-ad09-32fb-19227e6820de create_time=1634232058848281782 nomad-057 2021-10-14T17:20:58.848Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=0ff06f2c-6f9c-ad09-32fb-19227e6820de create_time=1634232058848281782 nomad-052 2021-10-14T17:20:58.850Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=ff159126-3b73-a3d9-c0d3-79ab6b426e2e create_time=1634232058850041764 nomad-052 2021-10-14T17:20:58.850Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=ff159126-3b73-a3d9-c0d3-79ab6b426e2e create_time=1634232058850041764 nomad-052 2021-10-14T17:20:58.851Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-052 2021-10-14T17:20:58.851Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-052 2021-10-14T17:20:58.852Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-052 2021-10-14T17:20:58.852Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-052 2021-10-14T17:20:58.852Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-052 2021-10-14T17:20:58.852Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-052 2021-10-14T17:20:58.852Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-070 2021-10-14T17:20:58.857Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9342 Address:127.0.0.1:9342}]" nomad-050 2021-10-14T17:20:58.931Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-057.global nomad-067 2021-10-14T17:20:58.931Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-067 2021-10-14T17:20:58.932Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9330 [Candidate]" term=2 nomad-067 2021-10-14T17:20:58.932Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-067 2021-10-14T17:20:58.932Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9330 term=2 tally=1 nomad-067 2021-10-14T17:20:58.932Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-067 2021-10-14T17:20:58.932Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9330 [Leader]" nomad-067 2021-10-14T17:20:58.932Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-046 2021-10-14T17:20:58.773Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-046 2021-10-14T17:20:58.957Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-067 2021-10-14T17:20:58.933Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=8654695e-79be-d4fc-f5b8-491b36ace1d5 create_time=1634232058933720006 nomad-067 2021-10-14T17:20:58.957Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=8654695e-79be-d4fc-f5b8-491b36ace1d5 create_time=1634232058933720006 nomad-046 2021-10-14T17:20:58.957Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-046 2021-10-14T17:20:58.958Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-058 2021-10-14T17:20:58.935Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-058 2021-10-14T17:20:58.958Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-058 2021-10-14T17:20:58.958Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-058 2021-10-14T17:20:58.958Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-058 2021-10-14T17:20:58.958Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-058 2021-10-14T17:20:58.958Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-066 2021-10-14T17:20:58.937Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-066 2021-10-14T17:20:58.961Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9328 [Candidate]" term=2 nomad-066 2021-10-14T17:20:58.961Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-066 2021-10-14T17:20:58.961Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9328 term=2 tally=1 nomad-066 2021-10-14T17:20:58.961Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-066 2021-10-14T17:20:58.961Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9328 [Leader]" nomad-062 2021-10-14T17:20:58.938Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-062.global 127.0.0.1 nomad-062 2021-10-14T17:20:59.033Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[system, noop, service, batch, _core] nomad-068 2021-10-14T17:20:58.956Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-068 2021-10-14T17:20:59.034Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9336 [Candidate]" term=2 nomad-068 2021-10-14T17:20:59.034Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-068 2021-10-14T17:20:59.034Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9336 term=2 tally=1 nomad-068 2021-10-14T17:20:59.034Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-068 2021-10-14T17:20:59.034Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9336 [Leader]" nomad-068 2021-10-14T17:20:59.034Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-031 2021-10-14T17:20:58.942Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-031 2021-10-14T17:20:59.034Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-031 2021-10-14T17:20:59.034Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-031 2021-10-14T17:20:59.034Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-031 2021-10-14T17:20:59.034Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-031 2021-10-14T17:20:59.034Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-062 2021-10-14T17:20:58.942Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-062 2021-10-14T17:20:59.035Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9326 [Candidate]" term=2 nomad-062 2021-10-14T17:20:59.035Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-062 2021-10-14T17:20:59.035Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9326 term=2 tally=1 nomad-062 2021-10-14T17:20:59.035Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-031 2021-10-14T17:20:59.035Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-062 2021-10-14T17:20:59.035Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9326 [Leader]" nomad-064 2021-10-14T17:20:58.955Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-064 2021-10-14T17:20:59.036Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9334 [Candidate]" term=2 nomad-064 2021-10-14T17:20:59.036Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-064 2021-10-14T17:20:59.036Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9334 term=2 tally=1 nomad-064 2021-10-14T17:20:59.036Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-064 2021-10-14T17:20:59.036Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9334 [Leader]" nomad-064 2021-10-14T17:20:59.036Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-031 2021-10-14T17:20:59.036Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-031 2021-10-14T17:20:59.036Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-066 2021-10-14T17:20:58.961Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-031 2021-10-14T17:20:59.036Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-062 2021-10-14T17:20:59.036Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-062.global (Addr: 127.0.0.1:9326) (DC: dc1)" nomad-031 2021-10-14T17:20:59.037Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-051 2021-10-14T17:20:58.937Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-051 2021-10-14T17:20:59.038Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-057 2021-10-14T17:20:58.937Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-057 2021-10-14T17:20:58.943Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9383 time=94.455309ms nomad-057 2021-10-14T17:20:59.038Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-057 2021-10-14T17:20:59.038Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9310 [Follower]" leader= nomad-057 2021-10-14T17:20:59.038Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-050 2021-10-14T17:20:58.944Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=0ff06f2c-6f9c-ad09-32fb-19227e6820de create_time=1634232058848281782 nomad-050 2021-10-14T17:20:59.031Z [INFO] nomad/serf.go:183: nomad: disabling bootstrap mode because existing Raft peers being reported by peer: peer_name=nomad-050.global peer_address=127.0.0.1:9383 nomad-050 2021-10-14T17:20:59.037Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-057.global has failed, no acks received nomad-070 2021-10-14T17:20:58.942Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9342 [Follower]" leader= nomad-051 2021-10-14T17:20:59.039Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-057 2021-10-14T17:20:59.030Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Marking nomad-050.global as failed, suspect timeout reached (0 peer confirmations) nomad-057 2021-10-14T17:20:59.039Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberFailed: nomad-050.global 127.0.0.1 nomad-057 2021-10-14T17:20:59.039Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-050.global (Addr: 127.0.0.1:9383) (DC: dc1)" nomad-057 2021-10-14T17:20:59.039Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9383 127.0.0.1:9383}" nomad-057 2021-10-14T17:20:59.039Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-051 2021-10-14T17:20:59.039Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-14T17:20:58.937Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-063 2021-10-14T17:20:58.933Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-063 2021-10-14T17:20:59.040Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9322 [Candidate]" term=2 nomad-063 2021-10-14T17:20:59.040Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-063 2021-10-14T17:20:59.040Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9322 term=2 tally=1 nomad-063 2021-10-14T17:20:59.040Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-063 2021-10-14T17:20:59.040Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9322 [Leader]" nomad-063 2021-10-14T17:20:59.040Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-063 2021-10-14T17:20:59.041Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=c2e03bd9-b660-c194-e411-a6a7d2f3d791 create_time=1634232059041052911 nomad-063 2021-10-14T17:20:59.041Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=c2e03bd9-b660-c194-e411-a6a7d2f3d791 create_time=1634232059041052911 2021-10-14T17:20:58.941Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.942Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.942Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.942Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.967Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-035 2021-10-14T17:20:59.041Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-063 2021-10-14T17:20:59.042Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-069 2021-10-14T17:20:58.944Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-069 2021-10-14T17:20:59.042Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9338 [Candidate]" term=2 nomad-069 2021-10-14T17:20:59.042Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-069 2021-10-14T17:20:59.042Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9338 term=2 tally=1 nomad-069 2021-10-14T17:20:59.042Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-068 2021-10-14T17:20:59.042Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=ef9e35ed-7cd8-3566-de5c-d62176e5a5b4 create_time=1634232059042284008 2021-10-14T17:20:58.945Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-068 2021-10-14T17:20:59.042Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=ef9e35ed-7cd8-3566-de5c-d62176e5a5b4 create_time=1634232059042284008 2021-10-14T17:20:58.945Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.945Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.945Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-069 2021-10-14T17:20:59.042Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9338 [Leader]" nomad-069 2021-10-14T17:20:59.042Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-067 2021-10-14T17:20:59.031Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-065 2021-10-14T17:20:58.951Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-068 2021-10-14T17:20:59.043Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-065 2021-10-14T17:20:59.043Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9332 [Candidate]" term=2 nomad-065 2021-10-14T17:20:59.043Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-065 2021-10-14T17:20:59.043Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9332 term=2 tally=1 nomad-065 2021-10-14T17:20:59.043Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-065 2021-10-14T17:20:59.043Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9332 [Leader]" nomad-065 2021-10-14T17:20:59.043Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-069 2021-10-14T17:20:59.043Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=5923d665-7c0f-d3f8-e0b2-23c30ed4c538 create_time=1634232059043450005 nomad-069 2021-10-14T17:20:59.043Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=5923d665-7c0f-d3f8-e0b2-23c30ed4c538 create_time=1634232059043450005 nomad-066 2021-10-14T17:20:59.043Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=105422f0-3859-d49e-b099-bea92d961c21 create_time=1634232059043837379 nomad-069 2021-10-14T17:20:59.043Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-065 2021-10-14T17:20:59.044Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=e4b16930-12d8-493b-011e-9c75696acb8f create_time=1634232059043932156 nomad-066 2021-10-14T17:20:59.044Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=105422f0-3859-d49e-b099-bea92d961c21 create_time=1634232059043837379 nomad-065 2021-10-14T17:20:59.044Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=e4b16930-12d8-493b-011e-9c75696acb8f create_time=1634232059043932156 nomad-065 2021-10-14T17:20:59.044Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-066 2021-10-14T17:20:59.044Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-050 2021-10-14T17:20:59.045Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9310 nomad-050 2021-10-14T17:20:59.045Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9383 [Candidate]" term=3 nomad-050 2021-10-14T17:20:59.045Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-050 2021-10-14T17:20:59.045Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9383 term=3 tally=1 nomad-042 2021-10-14T17:20:59.045Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-042 2021-10-14T17:20:59.045Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-057 2021-10-14T17:20:59.045Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-050 2021-10-14T17:20:59.046Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9310 term=3 tally=2 nomad-050 2021-10-14T17:20:59.046Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-050 2021-10-14T17:20:59.046Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9383 [Leader]" nomad-042 2021-10-14T17:20:59.046Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-050 2021-10-14T17:20:59.046Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9310 nomad-050 2021-10-14T17:20:59.046Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-042 2021-10-14T17:20:59.046Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-069 2021-10-14T17:20:59.047Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-069 2021-10-14T17:20:59.047Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-069 2021-10-14T17:20:59.047Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-069 2021-10-14T17:20:59.047Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-050 2021-10-14T17:20:59.047Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9310 127.0.0.1:9310}" nomad-069 2021-10-14T17:20:59.047Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-069 2021-10-14T17:20:59.047Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-056 2021-10-14T17:20:59.047Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-056 2021-10-14T17:20:59.047Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-056 2021-10-14T17:20:59.047Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-056 2021-10-14T17:20:59.047Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-056 2021-10-14T17:20:59.047Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-056 2021-10-14T17:20:59.047Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-050 2021-10-14T17:20:59.048Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-060 2021-10-14T17:20:59.048Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-060 2021-10-14T17:20:59.048Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-060 2021-10-14T17:20:59.048Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-060 2021-10-14T17:20:59.048Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-056 2021-10-14T17:20:59.048Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-069 2021-10-14T17:20:59.048Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-056 2021-10-14T17:20:59.048Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-056 2021-10-14T17:20:59.049Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-056 2021-10-14T17:20:59.049Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-056 2021-10-14T17:20:59.049Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-14T17:20:59.049Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-071 2021-10-14T17:20:58.937Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-071 2021-10-14T17:20:59.057Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9340 [Candidate]" term=2 nomad-071 2021-10-14T17:20:59.057Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-071 2021-10-14T17:20:59.057Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9340 term=2 tally=1 nomad-071 2021-10-14T17:20:59.057Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-071 2021-10-14T17:20:59.057Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9340 [Leader]" nomad-071 2021-10-14T17:20:59.058Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-046 2021-10-14T17:20:59.058Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-033 2021-10-14T17:20:59.058Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-071 2021-10-14T17:20:59.059Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=c1c3ce54-0c73-7ca6-889b-55b6d8df451a create_time=1634232059059035420 nomad-071 2021-10-14T17:20:59.059Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=c1c3ce54-0c73-7ca6-889b-55b6d8df451a create_time=1634232059059035420 nomad-033 2021-10-14T17:20:59.061Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-033 2021-10-14T17:20:59.061Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-033 2021-10-14T17:20:59.061Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-033 2021-10-14T17:20:59.061Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-033 2021-10-14T17:20:59.061Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-033 2021-10-14T17:20:59.061Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-071 2021-10-14T17:20:59.061Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-047 2021-10-14T17:20:59.062Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-047 2021-10-14T17:20:59.062Z [INFO] nomad/server.go:620: nomad: shutting down server 2021-10-14T17:20:58.942Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-047 2021-10-14T17:20:59.062Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave 2021-10-14T17:20:58.942Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.942Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:58.942Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-047 2021-10-14T17:20:59.062Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop 2021-10-14T17:20:58.942Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.033Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.035Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-047 2021-10-14T17:20:59.063Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-050 2021-10-14T17:20:59.064Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a dead message (from: nomad-057.global) nomad-061 2021-10-14T17:20:59.047Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-061 2021-10-14T17:20:59.066Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-061 2021-10-14T17:20:59.066Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-061 2021-10-14T17:20:59.066Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-052 2021-10-14T17:20:59.131Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-057 2021-10-14T17:20:59.132Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9383 nomad-057 2021-10-14T17:20:59.132Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9310 [Candidate]" term=4 nomad-057 2021-10-14T17:20:59.132Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-057 2021-10-14T17:20:59.132Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9310 term=4 tally=1 nomad-052 2021-10-14T17:20:59.135Z [DEBUG] nomad/worker.go:185: worker: dequeued evaluation: eval_id=e0715c9b-1f55-ecdf-e12a-17b4209c3033 nomad-052 2021-10-14T17:20:59.135Z [TRACE] scheduler/rank.go:175: worker.service_sched.binpack: NewBinPackIterator created: eval_id=e0715c9b-1f55-ecdf-e12a-17b4209c3033 job_id=mock-service-5e342c0b-2378-78ac-bef8-dace467675af namespace=default algorithm=binpack nomad-052 2021-10-14T17:20:59.135Z [DEBUG] scheduler/generic_sched.go:356: worker.service_sched: reconciled current state with desired state: eval_id=e0715c9b-1f55-ecdf-e12a-17b4209c3033 job_id=mock-service-5e342c0b-2378-78ac-bef8-dace467675af namespace=default results="Total changes: (place 1) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 1) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" nomad-050 2021-10-14T17:20:59.140Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-057.global (timeout reached) nomad-046 2021-10-14T17:20:59.141Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-046 2021-10-14T17:20:59.142Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-046 2021-10-14T17:20:59.142Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-046 2021-10-14T17:20:59.142Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-046 2021-10-14T17:20:59.142Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-046 2021-10-14T17:20:59.142Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-046 2021-10-14T17:20:59.142Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-057 2021-10-14T17:20:59.146Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:56172 nomad-071 2021-10-14T17:20:59.146Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-071 2021-10-14T17:20:59.146Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-071 2021-10-14T17:20:59.146Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-071 2021-10-14T17:20:59.146Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-071 2021-10-14T17:20:59.146Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-071 2021-10-14T17:20:59.146Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-071 2021-10-14T17:20:59.147Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-037 2021-10-14T17:20:59.150Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-037 2021-10-14T17:20:59.150Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-037 2021-10-14T17:20:59.150Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-037 2021-10-14T17:20:59.150Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-046 2021-10-14T17:20:59.150Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-050 2021-10-14T17:20:59.247Z [DEBUG] raft/raft.go:882: nomad.raft: failed to contact: server-id=127.0.0.1:9310 time=200.227301ms nomad-050 2021-10-14T17:20:59.248Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-050 2021-10-14T17:20:59.248Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9383 [Follower]" leader= nomad-050 2021-10-14T17:20:59.248Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-064 2021-10-14T17:20:59.249Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=17154adb-e56b-0019-b478-066b25d122d5 create_time=1634232059249108071 nomad-064 2021-10-14T17:20:59.249Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=17154adb-e56b-0019-b478-066b25d122d5 create_time=1634232059249108071 nomad-050 2021-10-14T17:20:59.249Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9310 127.0.0.1:9310}" nomad-070 2021-10-14T17:20:59.250Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-050 2021-10-14T17:20:59.249Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-070 2021-10-14T17:20:59.250Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9342 [Candidate]" term=2 nomad-070 2021-10-14T17:20:59.250Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-070 2021-10-14T17:20:59.250Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9342 term=2 tally=1 nomad-070 2021-10-14T17:20:59.250Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-070 2021-10-14T17:20:59.250Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9342 [Leader]" nomad-069 2021-10-14T17:20:59.250Z [TRACE] scheduler/rank.go:175: nomad.job.service_sched.binpack: NewBinPackIterator created: eval_id=27d72885-33a6-2691-f780-61f95c367a77 job_id=mock-service-206ad728-5c2e-ba3b-f2e4-6f991eef2ce3 namespace=default algorithm=binpack nomad-030 2021-10-14T17:20:58.933Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-069 2021-10-14T17:20:59.250Z [DEBUG] scheduler/generic_sched.go:356: nomad.job.service_sched: reconciled current state with desired state: eval_id=27d72885-33a6-2691-f780-61f95c367a77 job_id=mock-service-206ad728-5c2e-ba3b-f2e4-6f991eef2ce3 namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" nomad-050 2021-10-14T17:20:59.250Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-064 2021-10-14T17:20:59.251Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-070 2021-10-14T17:20:59.252Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-070.global 127.0.0.1 nomad-070 2021-10-14T17:20:59.252Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-033 2021-10-14T17:20:59.252Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-057 2021-10-14T17:20:59.253Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-050.global) nomad-058 2021-10-14T17:20:59.255Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-046 2021-10-14T17:20:59.262Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-046 2021-10-14T17:20:59.262Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-046 2021-10-14T17:20:59.262Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-046 2021-10-14T17:20:59.262Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-046 2021-10-14T17:20:59.337Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-073 2021-10-14T17:20:59.263Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9346 Address:127.0.0.1:9346}]" nomad-037 2021-10-14T17:20:59.264Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-037 2021-10-14T17:20:59.338Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-033 2021-10-14T17:20:59.265Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-033 2021-10-14T17:20:59.338Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-071 2021-10-14T17:20:59.330Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= 2021-10-14T17:20:59.263Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= --- PASS: TestJobEndpoint_Register_Vault_NoToken (2.38s) === CONT TestJobEndpoint_Deployments_Blocking nomad-073 2021-10-14T17:20:59.338Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9346 [Follower]" leader= 2021-10-14T17:20:59.332Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.332Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.332Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.334Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-070 2021-10-14T17:20:59.270Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-070.global (Addr: 127.0.0.1:9342) (DC: dc1)" nomad-067 2021-10-14T17:20:59.330Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-067 2021-10-14T17:20:59.347Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-050 2021-10-14T17:20:59.333Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-050 2021-10-14T17:20:59.348Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9383 [Candidate]" term=5 nomad-050 2021-10-14T17:20:59.348Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-050 2021-10-14T17:20:59.348Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9383 term=5 tally=1 nomad-058 2021-10-14T17:20:59.336Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-058 2021-10-14T17:20:59.348Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-058 2021-10-14T17:20:59.348Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-058 2021-10-14T17:20:59.348Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-058 2021-10-14T17:20:59.348Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-058 2021-10-14T17:20:59.348Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-073 2021-10-14T17:20:59.348Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-073.global 127.0.0.1 nomad-073 2021-10-14T17:20:59.349Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-058 2021-10-14T17:20:59.349Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-057 2021-10-14T17:20:59.253Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-057.global nomad-057 2021-10-14T17:20:59.349Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-050.global 127.0.0.1 nomad-057 2021-10-14T17:20:59.349Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-057.global nomad-050 2021-10-14T17:20:59.349Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Marking nomad-057.global as failed, suspect timeout reached (0 peer confirmations) nomad-050 2021-10-14T17:20:59.349Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberFailed: nomad-057.global 127.0.0.1 nomad-050 2021-10-14T17:20:59.349Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-057.global (Addr: 127.0.0.1:9310) (DC: dc1)" nomad-068 2021-10-14T17:20:59.331Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-068 2021-10-14T17:20:59.350Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-068 2021-10-14T17:20:59.350Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-068 2021-10-14T17:20:59.350Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-068 2021-10-14T17:20:59.350Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-068 2021-10-14T17:20:59.350Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-068 2021-10-14T17:20:59.350Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-071 2021-10-14T17:20:59.338Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-071 2021-10-14T17:20:59.352Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-071 2021-10-14T17:20:59.352Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-071 2021-10-14T17:20:59.352Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-071 2021-10-14T17:20:59.352Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= 2021-10-14T17:20:59.263Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-069 2021-10-14T17:20:59.250Z [DEBUG] scheduler/generic_sched.go:275: nomad.job.service_sched: failed to place all allocations, blocked eval created: eval_id=27d72885-33a6-2691-f780-61f95c367a77 job_id=mock-service-206ad728-5c2e-ba3b-f2e4-6f991eef2ce3 namespace=default blocked_eval_id=89bc4a35-c43e-17d3-d4e2-d9f245eb667c nomad-067 2021-10-14T17:20:59.352Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-069 2021-10-14T17:20:59.362Z [DEBUG] scheduler/util.go:535: nomad.job.service_sched: setting eval status: eval_id=27d72885-33a6-2691-f780-61f95c367a77 job_id=mock-service-206ad728-5c2e-ba3b-f2e4-6f991eef2ce3 namespace=default status=complete 2021-10-14T17:20:59.263Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-073 2021-10-14T17:20:59.433Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= 2021-10-14T17:20:59.263Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-073 2021-10-14T17:20:59.433Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9346 [Candidate]" term=2 nomad-073 2021-10-14T17:20:59.433Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-073 2021-10-14T17:20:59.433Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9346 term=2 tally=1 nomad-073 2021-10-14T17:20:59.433Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-073 2021-10-14T17:20:59.434Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9346 [Leader]" nomad-033 2021-10-14T17:20:59.339Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-058 2021-10-14T17:20:59.462Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-058 2021-10-14T17:20:59.462Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-058 2021-10-14T17:20:59.462Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-058 2021-10-14T17:20:59.463Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-068 2021-10-14T17:20:59.430Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-068 2021-10-14T17:20:59.465Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-057 2021-10-14T17:20:59.330Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-057 2021-10-14T17:20:59.465Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9310 [Candidate]" term=5 nomad-057 2021-10-14T17:20:59.465Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-057 2021-10-14T17:20:59.465Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9310 term=5 tally=1 nomad-057 2021-10-14T17:20:59.465Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=5 --- PASS: TestJobEndpoint_Register_EvalCreation_Modern (1.92s) === CONT TestJobEndpoint_Deployments_ACL nomad-072 2021-10-14T17:20:59.465Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9372 Address:127.0.0.1:9372}]" nomad-065 2021-10-14T17:20:59.465Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-065 2021-10-14T17:20:59.466Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-065 2021-10-14T17:20:59.466Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-065 2021-10-14T17:20:59.466Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-072 2021-10-14T17:20:59.466Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-072.global 127.0.0.1 nomad-071 2021-10-14T17:20:59.466Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-072 2021-10-14T17:20:59.466Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-071 2021-10-14T17:20:59.466Z [TRACE] scheduler/rank.go:175: nomad.job.service_sched.binpack: NewBinPackIterator created: eval_id=f3134547-c731-d17b-8710-7dee9b34d499 job_id=mock-service-3d91d03d-c2c3-f7c8-ade9-0ecd4cc65409 namespace=default algorithm=binpack nomad-071 2021-10-14T17:20:59.467Z [DEBUG] scheduler/generic_sched.go:356: nomad.job.service_sched: reconciled current state with desired state: eval_id=f3134547-c731-d17b-8710-7dee9b34d499 job_id=mock-service-3d91d03d-c2c3-f7c8-ade9-0ecd4cc65409 namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" nomad-073 2021-10-14T17:20:59.467Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-073.global (Addr: 127.0.0.1:9346) (DC: dc1)" nomad-071 2021-10-14T17:20:59.467Z [DEBUG] scheduler/generic_sched.go:275: nomad.job.service_sched: failed to place all allocations, blocked eval created: eval_id=f3134547-c731-d17b-8710-7dee9b34d499 job_id=mock-service-3d91d03d-c2c3-f7c8-ade9-0ecd4cc65409 namespace=default blocked_eval_id=d813996b-7902-e8c6-ab03-395e0b4ef2f7 nomad-071 2021-10-14T17:20:59.467Z [DEBUG] scheduler/util.go:535: nomad.job.service_sched: setting eval status: eval_id=f3134547-c731-d17b-8710-7dee9b34d499 job_id=mock-service-3d91d03d-c2c3-f7c8-ade9-0ecd4cc65409 namespace=default status=complete nomad-069 2021-10-14T17:20:59.467Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-069 2021-10-14T17:20:59.467Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-069 2021-10-14T17:20:59.467Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestJobEndpoint_Plan_Scaling (0.70s) === CONT TestJobEndpoint_GetScaleStatus 2021-10-14T17:20:59.469Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.469Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.469Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.469Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.469Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-071 2021-10-14T17:20:59.469Z [INFO] nomad/server.go:620: nomad: shutting down server 2021-10-14T17:20:59.469Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-071 2021-10-14T17:20:59.469Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave 2021-10-14T17:20:59.469Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-071 2021-10-14T17:20:59.469Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-071 2021-10-14T17:20:59.470Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-065 2021-10-14T17:20:59.470Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-065 2021-10-14T17:20:59.470Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-065 2021-10-14T17:20:59.470Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-065 2021-10-14T17:20:59.470Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-065 2021-10-14T17:20:59.470Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-065 2021-10-14T17:20:59.470Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= 2021-10-14T17:20:59.470Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.471Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.471Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.471Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.471Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.471Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.471Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.471Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-065 2021-10-14T17:20:59.471Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-065 2021-10-14T17:20:59.471Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-065 2021-10-14T17:20:59.471Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-065 2021-10-14T17:20:59.471Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestJobEndpoint_ValidateJobUpdate_ACL (1.10s) === CONT TestJobEndpoint_InvalidCount nomad-076 2021-10-14T17:20:59.472Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9362 Address:127.0.0.1:9362}]" 2021-10-14T17:20:59.473Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.473Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.473Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.473Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-076 2021-10-14T17:20:59.473Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-076.global 127.0.0.1 nomad-076 2021-10-14T17:20:59.473Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[system, noop, service, batch, _core] 2021-10-14T17:20:59.473Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.473Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.473Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-065 2021-10-14T17:20:59.473Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-079 2021-10-14T17:20:59.484Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9378 Address:127.0.0.1:9378}]" nomad-079 2021-10-14T17:20:59.485Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-079.global 127.0.0.1 nomad-078 2021-10-14T17:20:59.530Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9358 Address:127.0.0.1:9358}]" nomad-069 2021-10-14T17:20:59.530Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-057 2021-10-14T17:20:59.530Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-050.global (Addr: 127.0.0.1:9383) (DC: dc1)" nomad-050 2021-10-14T17:20:59.434Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Was able to connect to nomad-057.global but other probes failed, network may be misconfigured nomad-050 2021-10-14T17:20:59.450Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-050 2021-10-14T17:20:59.531Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9383 [Candidate]" term=6 nomad-050 2021-10-14T17:20:59.531Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-050 2021-10-14T17:20:59.531Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9383 term=6 tally=1 nomad-078 2021-10-14T17:20:59.531Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-078.global 127.0.0.1 nomad-078 2021-10-14T17:20:59.531Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-033 2021-10-14T17:20:59.531Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-078 2021-10-14T17:20:59.531Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9358 [Follower]" leader= nomad-073 2021-10-14T17:20:59.531Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-066 2021-10-14T17:20:59.532Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-066 2021-10-14T17:20:59.532Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-078 2021-10-14T17:20:59.532Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-078.global (Addr: 127.0.0.1:9358) (DC: dc1)" nomad-066 2021-10-14T17:20:59.532Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-066 2021-10-14T17:20:59.532Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-066 2021-10-14T17:20:59.532Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-066 2021-10-14T17:20:59.532Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-073 2021-10-14T17:20:59.532Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=65c90d13-02b3-a43a-c619-1c02d398f941 create_time=1634232059532421915 nomad-073 2021-10-14T17:20:59.532Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=65c90d13-02b3-a43a-c619-1c02d398f941 create_time=1634232059532421915 nomad-057 2021-10-14T17:20:59.532Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-066 2021-10-14T17:20:59.532Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-057 2021-10-14T17:20:59.532Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9310 [Follower]" leader= --- PASS: TestJobEndpoint_Plan_WithDiff (0.76s) === CONT TestJobEndpoint_Scale_NoEval nomad-050 2021-10-14T17:20:59.533Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9310 term=6 tally=2 nomad-050 2021-10-14T17:20:59.533Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-050 2021-10-14T17:20:59.533Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9383 [Leader]" nomad-050 2021-10-14T17:20:59.533Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9310 nomad-050 2021-10-14T17:20:59.533Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-050 2021-10-14T17:20:59.533Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9310 127.0.0.1:9310}" nomad-050 2021-10-14T17:20:59.534Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-052 2021-10-14T17:20:59.434Z [DEBUG] nomad/worker.go:315: worker: submitted plan for evaluation: eval_id=e0715c9b-1f55-ecdf-e12a-17b4209c3033 nomad-052 2021-10-14T17:20:59.534Z [DEBUG] scheduler/util.go:535: worker.service_sched: setting eval status: eval_id=e0715c9b-1f55-ecdf-e12a-17b4209c3033 job_id=mock-service-5e342c0b-2378-78ac-bef8-dace467675af namespace=default status=complete nomad-052 2021-10-14T17:20:59.535Z [DEBUG] nomad/worker.go:377: worker: updated evaluation: eval="" nomad-052 2021-10-14T17:20:59.535Z [DEBUG] nomad/worker.go:223: worker: ack evaluation: eval_id=e0715c9b-1f55-ecdf-e12a-17b4209c3033 nomad-074 2021-10-14T17:20:59.535Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9364 Address:127.0.0.1:9364}]" nomad-074 2021-10-14T17:20:59.536Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-074.global 127.0.0.1 nomad-074 2021-10-14T17:20:59.536Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-080 2021-10-14T17:20:59.537Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9356 Address:127.0.0.1:9356}]" 2021-10-14T17:20:59.537Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.537Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.537Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-079 2021-10-14T17:20:59.537Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-080 2021-10-14T17:20:59.537Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-080.global 127.0.0.1 2021-10-14T17:20:59.537Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= --- PASS: TestHeartbeat_ClearHeartbeatTimer (2.57s) nomad-050 2021-10-14T17:20:59.538Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-057.global 127.0.0.1 === CONT TestJobEndpoint_Allocations_NoJobID nomad-080 2021-10-14T17:20:59.538Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-080 2021-10-14T17:20:59.538Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9356 [Follower]" leader= nomad-050 2021-10-14T17:20:59.538Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-057.global (Addr: 127.0.0.1:9310) (DC: dc1)" nomad-073 2021-10-14T17:20:59.538Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-079 2021-10-14T17:20:59.537Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9378 [Follower]" leader= nomad-046 2021-10-14T17:20:59.538Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-079 2021-10-14T17:20:59.538Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-079.global (Addr: 127.0.0.1:9378) (DC: dc1)" 2021-10-14T17:20:59.538Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.538Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.538Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.538Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.538Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.538Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.538Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.538Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.538Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-046 2021-10-14T17:20:59.538Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= 2021-10-14T17:20:59.538Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-068 2021-10-14T17:20:59.538Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop 2021-10-14T17:20:59.539Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.539Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.539Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= --- PASS: TestJobEndpoint_Scale_ACL (1.17s) === CONT TestJobEndpoint_Allocations_Blocking 2021-10-14T17:20:59.539Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-074 2021-10-14T17:20:59.539Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9364 [Follower]" leader= nomad-080 2021-10-14T17:20:59.539Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-080.global (Addr: 127.0.0.1:9356) (DC: dc1)" --- PASS: TestJobEndpoint_ImplicitConstraints_Vault (1.10s) === CONT TestBlockedEvals_UnblockFailed 2021-10-14T17:20:59.539Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-057 2021-10-14T17:20:59.353Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-050.global (timeout reached) 2021-10-14T17:20:59.539Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.539Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-057 2021-10-14T17:20:59.539Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-050.global has failed, no acks received 2021-10-14T17:20:59.539Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.539Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.539Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.539Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.539Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-050 2021-10-14T17:20:59.539Z [WARN] raft/raft.go:1418: nomad.raft: rejecting vote request since we have a leader: from=127.0.0.1:9310 leader=127.0.0.1:9383 2021-10-14T17:20:59.539Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-057 2021-10-14T17:20:59.539Z [ERROR] raft-net: failed to flush response: error="write tcp 127.0.0.1:9310->127.0.0.1:39020: write: broken pipe" --- PASS: TestJobEndpoint_Register_Vault_MultiNamespaces (1.67s) === CONT TestJobEndpoint_Allocations_ACL nomad-074 2021-10-14T17:20:59.539Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-074.global (Addr: 127.0.0.1:9364) (DC: dc1)" 2021-10-14T17:20:59.539Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.539Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= --- PASS: TestJobEndpoint_Revert_Vault_NoToken (2.00s) === CONT TestBlockedEvals_Block_ImmediateUnblock_Quota nomad-072 2021-10-14T17:20:59.539Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9372 [Follower]" leader= 2021-10-14T17:20:59.540Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= --- PASS: TestJobEndpoint_Scale_InformationalEventsShouldNotBeBlocked (1.17s) === CONT TestJobEndpoint_Allocations nomad-063 2021-10-14T17:20:59.540Z [DEBUG] nomad/worker.go:185: worker: dequeued evaluation: eval_id=b5ad2596-268d-b17c-8fb3-0b89dc0c55d2 nomad-063 2021-10-14T17:20:59.540Z [TRACE] scheduler/rank.go:175: worker.service_sched.binpack: NewBinPackIterator created: eval_id=b5ad2596-268d-b17c-8fb3-0b89dc0c55d2 job_id=mock-service-9544a5cc-5357-5c5f-b133-45ccbaee21d9 namespace=default algorithm=binpack nomad-063 2021-10-14T17:20:59.540Z [DEBUG] scheduler/generic_sched.go:356: worker.service_sched: reconciled current state with desired state: eval_id=b5ad2596-268d-b17c-8fb3-0b89dc0c55d2 job_id=mock-service-9544a5cc-5357-5c5f-b133-45ccbaee21d9 namespace=default results="Total changes: (place 11) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 11) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" nomad-068 2021-10-14T17:20:59.541Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-046 2021-10-14T17:20:59.538Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-046 2021-10-14T17:20:59.541Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-046 2021-10-14T17:20:59.541Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-046 2021-10-14T17:20:59.541Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-046 2021-10-14T17:20:59.541Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= 2021-10-14T17:20:59.541Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.541Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-072 2021-10-14T17:20:59.541Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-072.global (Addr: 127.0.0.1:9372) (DC: dc1)" 2021-10-14T17:20:59.541Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.541Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.541Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.541Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.541Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.541Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-046 2021-10-14T17:20:59.541Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= 2021-10-14T17:20:59.541Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-063 2021-10-14T17:20:59.542Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-063 2021-10-14T17:20:59.542Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave 2021-10-14T17:20:59.542Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.542Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.542Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.542Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-063 2021-10-14T17:20:59.542Z [DEBUG] nomad/worker.go:418: worker: created evaluation: eval="" nomad-063 2021-10-14T17:20:59.542Z [DEBUG] scheduler/generic_sched.go:275: worker.service_sched: failed to place all allocations, blocked eval created: eval_id=b5ad2596-268d-b17c-8fb3-0b89dc0c55d2 job_id=mock-service-9544a5cc-5357-5c5f-b133-45ccbaee21d9 namespace=default blocked_eval_id=807ba5f7-64b9-fb9c-5472-0ef884c56f41 nomad-063 2021-10-14T17:20:59.542Z [DEBUG] scheduler/util.go:535: worker.service_sched: setting eval status: eval_id=b5ad2596-268d-b17c-8fb3-0b89dc0c55d2 job_id=mock-service-9544a5cc-5357-5c5f-b133-45ccbaee21d9 namespace=default status=complete nomad-063 2021-10-14T17:20:59.542Z [ERROR] nomad/worker.go:130: worker: error invoking scheduler: error="failed to process evaluation: shutdown while planning" nomad-063 2021-10-14T17:20:59.542Z [ERROR] nomad/worker.go:221: worker: failed to nack evaluation: eval_id=b5ad2596-268d-b17c-8fb3-0b89dc0c55d2 error="No cluster leader" nomad-063 2021-10-14T17:20:59.542Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop 2021-10-14T17:20:59.542Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.542Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-063 2021-10-14T17:20:59.542Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-14T17:20:59.543Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.543Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-046 2021-10-14T17:20:59.543Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= 2021-10-14T17:20:59.543Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-046 2021-10-14T17:20:59.543Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-046 2021-10-14T17:20:59.543Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-046 2021-10-14T17:20:59.543Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= 2021-10-14T17:20:59.543Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-046 2021-10-14T17:20:59.543Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= 2021-10-14T17:20:59.543Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.543Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-046 2021-10-14T17:20:59.543Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= 2021-10-14T17:20:59.543Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.543Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.543Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.543Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.543Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.543Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.543Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.543Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.543Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-046 2021-10-14T17:20:59.543Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-076 2021-10-14T17:20:59.473Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9362 [Follower]" leader= === CONT TestBlockedEvals_Block_ImmediateUnblock_SeenClass --- PASS: TestJobEndpoint_Scale (1.19s) === CONT TestJobEndpoint_ListJobs_Blocking --- PASS: TestBlockedEvals_Block_ImmediateUnblock_Quota (0.02s) --- PASS: TestJobEndpoint_ValidateJob_ConsulConnect (1.20s) === CONT TestBlockedEvals_Block_ImmediateUnblock_UnseenClass_Before --- PASS: TestBlockedEvals_Block_ImmediateUnblock_UnseenClass_Before (0.00s) === CONT TestJobEndpoint_ListJobs_WithACL nomad-076 2021-10-14T17:20:59.531Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-076.global (Addr: 127.0.0.1:9362) (DC: dc1)" nomad-052 2021-10-14T17:20:59.554Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-052 2021-10-14T17:20:59.634Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-066 2021-10-14T17:20:59.554Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-066 2021-10-14T17:20:59.634Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-081 2021-10-14T17:20:59.555Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9309 Address:127.0.0.1:9309}]" nomad-086 2021-10-14T17:20:59.634Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9374 Address:127.0.0.1:9374}]" nomad-081 2021-10-14T17:20:59.635Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-081.global 127.0.0.1 nomad-086 2021-10-14T17:20:59.635Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-086.global 127.0.0.1 nomad-086 2021-10-14T17:20:59.635Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-081 2021-10-14T17:20:59.635Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-052 2021-10-14T17:20:59.635Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop 2021-10-14T17:20:59.556Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.556Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.635Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.635Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.635Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= --- PASS: TestJobEndpoint_Register_SemverConstraint (2.07s) 2021-10-14T17:20:59.635Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= === CONT TestBlockedEvals_Block_ImmediateUnblock_UnseenClass_After 2021-10-14T17:20:59.635Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.635Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.636Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.636Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.636Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-075 2021-10-14T17:20:59.541Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9350 Address:127.0.0.1:9350}]" 2021-10-14T17:20:59.636Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-052 2021-10-14T17:20:59.636Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-080 2021-10-14T17:20:59.636Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-080 2021-10-14T17:20:59.636Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9356 [Candidate]" term=2 nomad-080 2021-10-14T17:20:59.636Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-080 2021-10-14T17:20:59.636Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9356 term=2 tally=1 nomad-080 2021-10-14T17:20:59.636Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-080 2021-10-14T17:20:59.636Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9356 [Leader]" nomad-080 2021-10-14T17:20:59.636Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-075 2021-10-14T17:20:59.636Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-075.global 127.0.0.1 nomad-075 2021-10-14T17:20:59.637Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-066 2021-10-14T17:20:59.637Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-082 2021-10-14T17:20:59.557Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9344 Address:127.0.0.1:9344}]" nomad-080 2021-10-14T17:20:59.637Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=8e7be055-1eed-71e3-378e-224730692ea1 create_time=1634232059637622965 nomad-080 2021-10-14T17:20:59.637Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=8e7be055-1eed-71e3-378e-224730692ea1 create_time=1634232059637622965 nomad-046 2021-10-14T17:20:59.638Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-046 2021-10-14T17:20:59.638Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-046 2021-10-14T17:20:59.638Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-046 2021-10-14T17:20:59.638Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-084 2021-10-14T17:20:59.641Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9352 Address:127.0.0.1:9352}]" nomad-084 2021-10-14T17:20:59.642Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-084.global 127.0.0.1 nomad-084 2021-10-14T17:20:59.642Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[batch, system, noop, service, _core] 2021-10-14T17:20:59.643Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.643Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.643Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.643Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.643Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.643Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.643Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.643Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.643Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.643Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-037 2021-10-14T17:20:59.570Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-064 2021-10-14T17:20:59.645Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-064 2021-10-14T17:20:59.645Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-064 2021-10-14T17:20:59.646Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestJobEndpoint_Dispatch_ACL (1.27s) === CONT TestJobEndpoint_ListJobs_AllNamespaces_OSS nomad-037 2021-10-14T17:20:59.650Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-037 2021-10-14T17:20:59.650Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-037 2021-10-14T17:20:59.650Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-037 2021-10-14T17:20:59.650Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-037 2021-10-14T17:20:59.651Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-037 2021-10-14T17:20:59.651Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-037 2021-10-14T17:20:59.651Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-037 2021-10-14T17:20:59.653Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-037 2021-10-14T17:20:59.653Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-037 2021-10-14T17:20:59.653Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestJobEndpoint_Register_Connect (2.69s) === CONT TestBlockedEvals_Block_ImmediateUnblock_Escaped nomad-037 2021-10-14T17:20:59.653Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost --- PASS: TestJobEndpoint_ImplicitConstraints_Signals (1.22s) === CONT TestJobEndpoint_ListJobs nomad-082 2021-10-14T17:20:59.656Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-082.global 127.0.0.1 nomad-082 2021-10-14T17:20:59.656Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-085 2021-10-14T17:20:59.630Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9366 Address:127.0.0.1:9366}]" nomad-085 2021-10-14T17:20:59.662Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-085.global 127.0.0.1 nomad-085 2021-10-14T17:20:59.662Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-083 2021-10-14T17:20:59.633Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9360 Address:127.0.0.1:9360}]" nomad-083 2021-10-14T17:20:59.666Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-083.global 127.0.0.1 nomad-083 2021-10-14T17:20:59.666Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-075 2021-10-14T17:20:59.666Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9350 [Follower]" leader= nomad-075 2021-10-14T17:20:59.667Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-075.global (Addr: 127.0.0.1:9350) (DC: dc1)" nomad-066 2021-10-14T17:20:59.667Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-082 2021-10-14T17:20:59.667Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9344 [Follower]" leader= nomad-082 2021-10-14T17:20:59.668Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-082.global (Addr: 127.0.0.1:9344) (DC: dc1)" --- PASS: TestBlockedEvals_Block_ImmediateUnblock_UnseenClass_After (0.03s) === CONT TestBlockedEvals_Reblock nomad-085 2021-10-14T17:20:59.669Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9366 [Follower]" leader= nomad-067 2021-10-14T17:20:59.569Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-081 2021-10-14T17:20:59.732Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9309 [Follower]" leader= nomad-077 2021-10-14T17:20:59.570Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9376 Address:127.0.0.1:9376}]" nomad-080 2021-10-14T17:20:59.732Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-080 2021-10-14T17:20:59.732Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-080 2021-10-14T17:20:59.732Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-080 2021-10-14T17:20:59.732Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-080 2021-10-14T17:20:59.732Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-080 2021-10-14T17:20:59.732Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-077 2021-10-14T17:20:59.733Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-077.global 127.0.0.1 nomad-077 2021-10-14T17:20:59.733Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-080 2021-10-14T17:20:59.737Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-085 2021-10-14T17:20:59.738Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-085.global (Addr: 127.0.0.1:9366) (DC: dc1)" nomad-081 2021-10-14T17:20:59.738Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-081.global (Addr: 127.0.0.1:9309) (DC: dc1)" nomad-083 2021-10-14T17:20:59.738Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9360 [Follower]" leader= nomad-079 2021-10-14T17:20:59.630Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-079 2021-10-14T17:20:59.739Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9378 [Candidate]" term=2 nomad-079 2021-10-14T17:20:59.739Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-079 2021-10-14T17:20:59.739Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9378 term=2 tally=1 nomad-079 2021-10-14T17:20:59.739Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-079 2021-10-14T17:20:59.739Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9378 [Leader]" nomad-079 2021-10-14T17:20:59.739Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-087 2021-10-14T17:20:59.739Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9370 Address:127.0.0.1:9370}]" nomad-079 2021-10-14T17:20:59.740Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=9f14a162-cfe1-ec7e-60d6-d286b6f4099c create_time=1634232059740393516 nomad-087 2021-10-14T17:20:59.740Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-087.global 127.0.0.1 nomad-079 2021-10-14T17:20:59.740Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=9f14a162-cfe1-ec7e-60d6-d286b6f4099c create_time=1634232059740393516 nomad-087 2021-10-14T17:20:59.740Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-064 2021-10-14T17:20:59.741Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-14T17:20:59.741Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-079 2021-10-14T17:20:59.741Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-14T17:20:59.741Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-077 2021-10-14T17:20:59.743Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9376 [Follower]" leader= nomad-058 2021-10-14T17:20:59.570Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-058 2021-10-14T17:20:59.743Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-058 2021-10-14T17:20:59.744Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= 2021-10-14T17:20:59.630Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.633Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.633Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-050 2021-10-14T17:20:59.747Z [DEBUG] raft/raft.go:882: nomad.raft: failed to contact: server-id=127.0.0.1:9310 time=204.870018ms nomad-050 2021-10-14T17:20:59.747Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-050 2021-10-14T17:20:59.749Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9383 [Follower]" leader= nomad-050 2021-10-14T17:20:59.749Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-074 2021-10-14T17:20:59.749Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= --- PASS: TestJobEndpoint_Register_ConnectWithSidecarTask (2.90s) === CONT TestJobEndpoint_GetJobSummary_Blocking nomad-074 2021-10-14T17:20:59.749Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9364 [Candidate]" term=2 nomad-074 2021-10-14T17:20:59.931Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-074 2021-10-14T17:20:59.931Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9364 term=2 tally=1 nomad-074 2021-10-14T17:20:59.931Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-074 2021-10-14T17:20:59.931Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9364 [Leader]" nomad-074 2021-10-14T17:20:59.931Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-074 2021-10-14T17:20:59.932Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=9677c1d6-e018-628d-0ed0-763f997b20c7 create_time=1634232059932534943 nomad-074 2021-10-14T17:20:59.932Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=9677c1d6-e018-628d-0ed0-763f997b20c7 create_time=1634232059932534943 nomad-080 2021-10-14T17:20:59.932Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-086 2021-10-14T17:20:59.645Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9374 [Follower]" leader= nomad-086 2021-10-14T17:20:59.750Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-086.global (Addr: 127.0.0.1:9374) (DC: dc1)" nomad-074 2021-10-14T17:20:59.933Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-14T17:20:59.633Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.633Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.633Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:20:59.741Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-073 2021-10-14T17:20:59.935Z [ERROR] deploymentwatcher/deployments_watcher.go:185: nomad.deployments_watcher: failed to track deployment: deployment_id=40c787b6-9034-3d29-0151-3288d1070efa error="deployment "40c787b6-9034-3d29-0151-3288d1070efa" references unknown job "7ab5a897-3d19-800a-ef54-e0c9b96d25bb"" --- PASS: TestBlockedEvals_Block_ImmediateUnblock_SeenClass (0.38s) === CONT TestBlockedEvals_UnblockIneligible_Quota --- PASS: TestBlockedEvals_UnblockIneligible_Quota (0.01s) === CONT TestJobEndpoint_Summary_ACL nomad-050 2021-10-14T17:20:59.946Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-050 2021-10-14T17:20:59.946Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9383 [Candidate]" term=7 nomad-050 2021-10-14T17:20:59.947Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-050 2021-10-14T17:20:59.947Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9383 term=7 tally=1 nomad-090 2021-10-14T17:20:59.951Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9394 Address:127.0.0.1:9394}]" --- PASS: TestBlockedEvals_Block_ImmediateUnblock_Escaped (0.38s) === CONT TestBlockedEvals_UnblockEligible_Quota === CONT TestJobEndpoint_GetJobSummary === CONT TestJobEndpoint_GetJobVersions_Diff === CONT TestBlockedEvals_UnblockUnknown nomad-078 2021-10-14T17:20:59.952Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-078 2021-10-14T17:21:00.137Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9358 [Candidate]" term=2 nomad-050 2021-10-14T17:20:59.953Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-078 2021-10-14T17:21:00.137Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-078 2021-10-14T17:21:00.137Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9358 term=2 tally=1 nomad-050 2021-10-14T17:21:00.037Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-078 2021-10-14T17:21:00.137Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-050 2021-10-14T17:21:00.137Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9383 [Candidate]" term=8 nomad-078 2021-10-14T17:21:00.137Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9358 [Leader]" nomad-050 2021-10-14T17:21:00.137Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 2021-10-14T17:20:59.956Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-086 2021-10-14T17:21:00.035Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= 2021-10-14T17:21:00.034Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-077 2021-10-14T17:21:00.038Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= 2021-10-14T17:21:00.035Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.034Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.035Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.042Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.037Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.043Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.038Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.043Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.038Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.043Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.044Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.044Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.044Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.044Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.044Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-050 2021-10-14T17:21:00.137Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9383 term=8 tally=1 2021-10-14T17:21:00.044Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-050 2021-10-14T17:21:00.042Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9310 127.0.0.1:9310}" 2021-10-14T17:21:00.045Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.045Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-073 2021-10-14T17:21:00.034Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-073 2021-10-14T17:21:00.138Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-086 2021-10-14T17:21:00.137Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9374 [Candidate]" term=2 nomad-086 2021-10-14T17:21:00.138Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 2021-10-14T17:21:00.038Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-086 2021-10-14T17:21:00.138Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9374 term=2 tally=1 2021-10-14T17:21:00.043Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-077 2021-10-14T17:21:00.138Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9376 [Candidate]" term=2 2021-10-14T17:21:00.044Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-077 2021-10-14T17:21:00.138Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 2021-10-14T17:21:00.044Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-077 2021-10-14T17:21:00.138Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9376 term=2 tally=1 2021-10-14T17:21:00.044Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-077 2021-10-14T17:21:00.138Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 2021-10-14T17:21:00.044Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-077 2021-10-14T17:21:00.138Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9376 [Leader]" 2021-10-14T17:21:00.044Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.044Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-077 2021-10-14T17:21:00.138Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired 2021-10-14T17:21:00.044Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-057 2021-10-14T17:20:59.962Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9383 nomad-057 2021-10-14T17:21:00.138Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9310 [Candidate]" term=7 nomad-057 2021-10-14T17:21:00.138Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-057 2021-10-14T17:21:00.138Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9310 term=7 tally=1 nomad-057 2021-10-14T17:21:00.138Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=7 nomad-086 2021-10-14T17:21:00.138Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-086 2021-10-14T17:21:00.139Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9374 [Leader]" nomad-086 2021-10-14T17:21:00.139Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired --- PASS: TestJobEndpoint_Revert_Vault_Policies (2.52s) --- PASS: TestJobEndpoint_LatestDeployment_Blocking (1.30s) === CONT TestBlockedEvals_UnblockIneligible --- PASS: TestBlockedEvals_UnblockFailed (0.51s) nomad-081 2021-10-14T17:21:00.050Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-081 2021-10-14T17:21:00.157Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9309 [Candidate]" term=2 nomad-081 2021-10-14T17:21:00.158Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-081 2021-10-14T17:21:00.158Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9309 term=2 tally=1 nomad-081 2021-10-14T17:21:00.158Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-081 2021-10-14T17:21:00.158Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9309 [Leader]" nomad-081 2021-10-14T17:21:00.158Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-072 2021-10-14T17:21:00.035Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-087 2021-10-14T17:21:00.034Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9370 [Follower]" leader= --- PASS: TestBlockedEvals_Reblock (0.38s) nomad-076 2021-10-14T17:21:00.049Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-076 2021-10-14T17:21:00.167Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9362 [Candidate]" term=2 nomad-076 2021-10-14T17:21:00.167Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-077 2021-10-14T17:21:00.167Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-077.global (Addr: 127.0.0.1:9376) (DC: dc1)" nomad-076 2021-10-14T17:21:00.167Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9362 term=2 tally=1 nomad-076 2021-10-14T17:21:00.167Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-076 2021-10-14T17:21:00.167Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9362 [Leader]" nomad-075 2021-10-14T17:21:00.049Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-075 2021-10-14T17:21:00.167Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9350 [Candidate]" term=2 nomad-076 2021-10-14T17:21:00.167Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-073 2021-10-14T17:21:00.138Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop 2021-10-14T17:21:00.045Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-075 2021-10-14T17:21:00.167Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-075 2021-10-14T17:21:00.167Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9350 term=2 tally=1 nomad-073 2021-10-14T17:21:00.167Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-075 2021-10-14T17:21:00.167Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-075 2021-10-14T17:21:00.167Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9350 [Leader]" nomad-087 2021-10-14T17:21:00.167Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-087.global (Addr: 127.0.0.1:9370) (DC: dc1)" nomad-085 2021-10-14T17:21:00.048Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-075 2021-10-14T17:21:00.167Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-085 2021-10-14T17:21:00.167Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9366 [Candidate]" term=2 nomad-085 2021-10-14T17:21:00.167Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-085 2021-10-14T17:21:00.167Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9366 term=2 tally=1 nomad-085 2021-10-14T17:21:00.167Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-085 2021-10-14T17:21:00.167Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9366 [Leader]" nomad-089 2021-10-14T17:21:00.167Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9354 Address:127.0.0.1:9354}]" nomad-085 2021-10-14T17:21:00.167Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-082 2021-10-14T17:21:00.046Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-082 2021-10-14T17:21:00.168Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9344 [Candidate]" term=2 nomad-076 2021-10-14T17:21:00.168Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=a2a64535-e8ce-5353-95dc-0cc311b3e52b create_time=1634232060168118142 nomad-082 2021-10-14T17:21:00.168Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-076 2021-10-14T17:21:00.168Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=a2a64535-e8ce-5353-95dc-0cc311b3e52b create_time=1634232060168118142 nomad-082 2021-10-14T17:21:00.168Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9344 term=2 tally=1 nomad-082 2021-10-14T17:21:00.168Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-082 2021-10-14T17:21:00.168Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9344 [Leader]" nomad-082 2021-10-14T17:21:00.168Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-085 2021-10-14T17:21:00.168Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=e6286cbb-2a94-9838-951f-4d6502428704 create_time=1634232060168399997 nomad-089 2021-10-14T17:21:00.168Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-089.global 127.0.0.1 nomad-085 2021-10-14T17:21:00.168Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=e6286cbb-2a94-9838-951f-4d6502428704 create_time=1634232060168399997 nomad-089 2021-10-14T17:21:00.168Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-057 2021-10-14T17:21:00.168Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:56212 nomad-057 2021-10-14T17:21:00.168Z [DEBUG] raft/raft.go:278: nomad.raft: newer term discovered, fallback to follower nomad-057 2021-10-14T17:21:00.168Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9310 [Follower]" leader= nomad-082 2021-10-14T17:21:00.168Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=b0c0ae1b-145e-beec-d32a-7ad6e5fa4112 create_time=1634232060168830466 nomad-082 2021-10-14T17:21:00.168Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=b0c0ae1b-145e-beec-d32a-7ad6e5fa4112 create_time=1634232060168830466 nomad-078 2021-10-14T17:21:00.146Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-076 2021-10-14T17:21:00.168Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-078 2021-10-14T17:21:00.168Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=83441354-9856-5af8-63db-5141dd9b314c create_time=1634232060168442303 nomad-078 2021-10-14T17:21:00.169Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=83441354-9856-5af8-63db-5141dd9b314c create_time=1634232060168442303 nomad-081 2021-10-14T17:21:00.169Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=f898b978-8820-ac77-882f-0b5fedecf96f create_time=1634232060169137608 nomad-081 2021-10-14T17:21:00.169Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=f898b978-8820-ac77-882f-0b5fedecf96f create_time=1634232060169137608 nomad-082 2021-10-14T17:21:00.169Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-050 2021-10-14T17:21:00.169Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9310 term=8 tally=2 nomad-050 2021-10-14T17:21:00.169Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-079 2021-10-14T17:21:00.169Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-050 2021-10-14T17:21:00.169Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9383 [Leader]" nomad-079 2021-10-14T17:21:00.169Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-050 2021-10-14T17:21:00.169Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9310 nomad-078 2021-10-14T17:21:00.169Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-050 2021-10-14T17:21:00.169Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-072 2021-10-14T17:21:00.169Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9372 [Candidate]" term=2 nomad-079 2021-10-14T17:21:00.169Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-072 2021-10-14T17:21:00.169Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-089 2021-10-14T17:21:00.169Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9354 [Follower]" leader= nomad-072 2021-10-14T17:21:00.169Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9372 term=2 tally=1 nomad-090 2021-10-14T17:21:00.146Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9394 [Follower]" leader= nomad-072 2021-10-14T17:21:00.169Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-090 2021-10-14T17:21:00.169Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-090.global 127.0.0.1 nomad-072 2021-10-14T17:21:00.169Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9372 [Leader]" nomad-086 2021-10-14T17:21:00.169Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=b6512690-e995-6b8c-de77-0b0de0bfe255 create_time=1634232060169656115 nomad-090 2021-10-14T17:21:00.169Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-086 2021-10-14T17:21:00.169Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=b6512690-e995-6b8c-de77-0b0de0bfe255 create_time=1634232060169656115 --- PASS: TestJobEndpoint_InvalidCount (0.70s) === CONT TestJobEndpoint_GetJobVersions_ACL nomad-072 2021-10-14T17:21:00.169Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-050 2021-10-14T17:21:00.169Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9310 127.0.0.1:9310}" 2021-10-14T17:21:00.158Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.158Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-090 2021-10-14T17:21:00.169Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-090.global (Addr: 127.0.0.1:9394) (DC: dc1)" 2021-10-14T17:21:00.158Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-086 2021-10-14T17:21:00.169Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-14T17:21:00.158Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.158Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.169Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.169Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-050 2021-10-14T17:21:00.170Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-14T17:21:00.169Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.169Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-083 2021-10-14T17:20:59.750Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-083.global (Addr: 127.0.0.1:9360) (DC: dc1)" 2021-10-14T17:21:00.170Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.169Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-089 2021-10-14T17:21:00.170Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-089.global (Addr: 127.0.0.1:9354) (DC: dc1)" 2021-10-14T17:21:00.170Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-083 2021-10-14T17:21:00.038Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= 2021-10-14T17:21:00.170Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.170Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-072 2021-10-14T17:21:00.170Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=efca87b4-84d6-5a7a-fbaa-1c6fced9b4f1 create_time=1634232060170171892 2021-10-14T17:21:00.170Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-083 2021-10-14T17:21:00.170Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9360 [Candidate]" term=2 2021-10-14T17:21:00.170Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-072 2021-10-14T17:21:00.170Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=efca87b4-84d6-5a7a-fbaa-1c6fced9b4f1 create_time=1634232060170171892 nomad-083 2021-10-14T17:21:00.170Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 2021-10-14T17:21:00.170Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-075 2021-10-14T17:21:00.170Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=a7b01f78-7892-29fb-fb93-68f4509f5ee1 create_time=1634232060170251249 2021-10-14T17:21:00.170Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-081 2021-10-14T17:21:00.170Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-083 2021-10-14T17:21:00.170Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9360 term=2 tally=1 nomad-083 2021-10-14T17:21:00.170Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-075 2021-10-14T17:21:00.170Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=a7b01f78-7892-29fb-fb93-68f4509f5ee1 create_time=1634232060170251249 2021-10-14T17:21:00.170Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-083 2021-10-14T17:21:00.170Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9360 [Leader]" nomad-072 2021-10-14T17:21:00.170Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-083 2021-10-14T17:21:00.170Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-084 2021-10-14T17:21:00.034Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9352 [Follower]" leader= nomad-075 2021-10-14T17:21:00.170Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-14T17:21:00.038Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-084 2021-10-14T17:21:00.169Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-084.global (Addr: 127.0.0.1:9352) (DC: dc1)" 2021-10-14T17:21:00.042Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.042Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.042Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-083 2021-10-14T17:21:00.170Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=1502e025-b3dd-acb2-f51b-b0ade56328dd create_time=1634232060170757352 2021-10-14T17:21:00.042Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-083 2021-10-14T17:21:00.170Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=1502e025-b3dd-acb2-f51b-b0ade56328dd create_time=1634232060170757352 2021-10-14T17:21:00.042Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-079 2021-10-14T17:21:00.170Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-14T17:21:00.043Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-083 2021-10-14T17:21:00.171Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-077 2021-10-14T17:21:00.171Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=3e6a34bc-32f7-df5a-0f29-33f111bc5523 create_time=1634232060171261995 nomad-077 2021-10-14T17:21:00.171Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=3e6a34bc-32f7-df5a-0f29-33f111bc5523 create_time=1634232060171261995 nomad-080 2021-10-14T17:21:00.171Z [DEBUG] nomad/worker.go:185: worker: dequeued evaluation: eval_id=bcec59db-4195-2340-50c7-54a34151667f nomad-092 2021-10-14T17:21:00.171Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9303 Address:127.0.0.1:9303}]" nomad-077 2021-10-14T17:21:00.171Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-092 2021-10-14T17:21:00.171Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9303 [Follower]" leader= nomad-080 2021-10-14T17:21:00.171Z [TRACE] scheduler/rank.go:175: worker.service_sched.binpack: NewBinPackIterator created: eval_id=bcec59db-4195-2340-50c7-54a34151667f job_id=mock-service-1f67f7dc-dfc9-271d-ae94-2aa68746e268 namespace=default algorithm=binpack nomad-080 2021-10-14T17:21:00.171Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-080 2021-10-14T17:21:00.171Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave 2021-10-14T17:21:00.171Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-080 2021-10-14T17:21:00.171Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-092 2021-10-14T17:21:00.171Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-092.global 127.0.0.1 nomad-080 2021-10-14T17:21:00.171Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-092 2021-10-14T17:21:00.172Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-080 2021-10-14T17:21:00.171Z [DEBUG] scheduler/generic_sched.go:356: worker.service_sched: reconciled current state with desired state: eval_id=bcec59db-4195-2340-50c7-54a34151667f job_id=mock-service-1f67f7dc-dfc9-271d-ae94-2aa68746e268 namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:00.172Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-080 2021-10-14T17:21:00.172Z [ERROR] scheduler/generic_sched.go:272: worker.service_sched: failed to make blocked eval: eval_id=bcec59db-4195-2340-50c7-54a34151667f job_id=mock-service-1f67f7dc-dfc9-271d-ae94-2aa68746e268 namespace=default error="shutdown while planning" 2021-10-14T17:21:00.172Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-080 2021-10-14T17:21:00.172Z [ERROR] nomad/worker.go:130: worker: error invoking scheduler: error="failed to process evaluation: shutdown while planning" nomad-080 2021-10-14T17:21:00.172Z [ERROR] nomad/worker.go:221: worker: failed to nack evaluation: eval_id=bcec59db-4195-2340-50c7-54a34151667f error="No cluster leader" --- PASS: TestJobEndpoint_Scale_NoEval (0.64s) === CONT TestBlockedEvals_UnblockEligible nomad-092 2021-10-14T17:21:00.172Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-092.global (Addr: 127.0.0.1:9303) (DC: dc1)" nomad-093 2021-10-14T17:21:00.173Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9398 Address:127.0.0.1:9398}]" nomad-093 2021-10-14T17:21:00.173Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-093.global 127.0.0.1 nomad-093 2021-10-14T17:21:00.173Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-093 2021-10-14T17:21:00.174Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9398 [Follower]" leader= nomad-093 2021-10-14T17:21:00.174Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-093.global (Addr: 127.0.0.1:9398) (DC: dc1)" --- PASS: TestBlockedEvals_UnblockEligible (0.06s) === CONT TestJobEndpoint_GetJobVersions 2021-10-14T17:21:00.237Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-050 2021-10-14T17:21:00.237Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9310 time=67.59011ms 2021-10-14T17:21:00.237Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-050 2021-10-14T17:21:00.237Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-050 2021-10-14T17:21:00.237Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9383 [Follower]" leader= 2021-10-14T17:21:00.237Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.237Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.237Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-050 2021-10-14T17:21:00.237Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9310 127.0.0.1:9310}" 2021-10-14T17:21:00.237Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.237Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.237Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-050 2021-10-14T17:21:00.237Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop 2021-10-14T17:21:00.237Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.237Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-050 2021-10-14T17:21:00.237Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost --- PASS: TestBlockedEvals_UnblockUnknown (0.10s) === CONT TestBlockedEvals_UnblockEscaped --- PASS: TestBlockedEvals_UnblockIneligible (0.09s) === CONT TestJobEndpoint_GetJob_Blocking nomad-089 2021-10-14T17:21:00.238Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= --- PASS: TestBlockedEvals_UnblockEligible_Quota (0.20s) === CONT TestBlockedEvals_GetDuplicates nomad-089 2021-10-14T17:21:00.238Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9354 [Candidate]" term=2 nomad-089 2021-10-14T17:21:00.238Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-089 2021-10-14T17:21:00.238Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9354 term=2 tally=1 nomad-089 2021-10-14T17:21:00.238Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-089 2021-10-14T17:21:00.238Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9354 [Leader]" 2021-10-14T17:21:00.238Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.238Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-089 2021-10-14T17:21:00.238Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired 2021-10-14T17:21:00.238Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.238Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.238Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.238Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-094 2021-10-14T17:21:00.238Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9386 Address:127.0.0.1:9386}]" nomad-089 2021-10-14T17:21:00.239Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=ace4041d-21de-008a-02bd-5fe00a23ba69 create_time=1634232060238938705 nomad-089 2021-10-14T17:21:00.239Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=ace4041d-21de-008a-02bd-5fe00a23ba69 create_time=1634232060238938705 nomad-094 2021-10-14T17:21:00.239Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9386 [Follower]" leader= nomad-089 2021-10-14T17:21:00.239Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-084 2021-10-14T17:21:00.239Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-084 2021-10-14T17:21:00.239Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9352 [Candidate]" term=2 nomad-084 2021-10-14T17:21:00.239Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-084 2021-10-14T17:21:00.239Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9352 term=2 tally=1 nomad-094 2021-10-14T17:21:00.239Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-094.global 127.0.0.1 nomad-084 2021-10-14T17:21:00.239Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-084 2021-10-14T17:21:00.239Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9352 [Leader]" nomad-058 2021-10-14T17:21:00.239Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-058 2021-10-14T17:21:00.239Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-084 2021-10-14T17:21:00.239Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-058 2021-10-14T17:21:00.239Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-058 2021-10-14T17:21:00.239Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-094 2021-10-14T17:21:00.239Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-083 2021-10-14T17:21:00.239Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-083 2021-10-14T17:21:00.239Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-058 2021-10-14T17:21:00.239Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-058 2021-10-14T17:21:00.239Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-083 2021-10-14T17:21:00.239Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestJobEndpoint_Allocations_ACL (0.70s) === CONT TestJobEndpoint_GetJob_ACL nomad-058 2021-10-14T17:21:00.240Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-094 2021-10-14T17:21:00.240Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-094.global (Addr: 127.0.0.1:9386) (DC: dc1)" 2021-10-14T17:21:00.240Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.240Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.240Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.240Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-083 2021-10-14T17:21:00.240Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-14T17:21:00.240Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.240Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.240Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.240Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.241Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-058 2021-10-14T17:21:00.241Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-058 2021-10-14T17:21:00.241Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-058 2021-10-14T17:21:00.241Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-058 2021-10-14T17:21:00.241Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-095 2021-10-14T17:21:00.241Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9371 Address:127.0.0.1:9371}]" nomad-091 2021-10-14T17:21:00.241Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9382 Address:127.0.0.1:9382}]" nomad-085 2021-10-14T17:21:00.241Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-095 2021-10-14T17:21:00.242Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9371 [Follower]" leader= nomad-091 2021-10-14T17:21:00.242Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9382 [Follower]" leader= nomad-091 2021-10-14T17:21:00.242Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-091.global 127.0.0.1 nomad-091 2021-10-14T17:21:00.242Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-091 2021-10-14T17:21:00.242Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-091.global (Addr: 127.0.0.1:9382) (DC: dc1)" nomad-095 2021-10-14T17:21:00.243Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-095.global 127.0.0.1 nomad-095 2021-10-14T17:21:00.243Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-095 2021-10-14T17:21:00.244Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-095.global (Addr: 127.0.0.1:9371) (DC: dc1)" nomad-088 2021-10-14T17:21:00.246Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9305 Address:127.0.0.1:9305}]" nomad-096 2021-10-14T17:21:00.248Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9341 Address:127.0.0.1:9341}]" nomad-096 2021-10-14T17:21:00.249Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-096.global 127.0.0.1 nomad-096 2021-10-14T17:21:00.249Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[batch, system, noop, service, _core] 2021-10-14T17:21:00.247Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.247Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.247Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.247Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-096 2021-10-14T17:21:00.249Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9341 [Follower]" leader= 2021-10-14T17:21:00.247Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-096 2021-10-14T17:21:00.250Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-096.global (Addr: 127.0.0.1:9341) (DC: dc1)" --- PASS: TestJobEndpoint_Register_Vault_Policies (2.10s) === CONT TestBlockedEvals_Block_PriorUnblocks --- PASS: TestBlockedEvals_Block_PriorUnblocks (0.00s) === CONT TestJobEndpoint_GetJob 2021-10-14T17:21:00.257Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.257Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.257Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.257Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.257Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.257Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.257Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.257Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.257Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.257Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= --- PASS: TestBlockedEvals_UnblockEscaped (0.02s) === CONT TestBlockedEvals_Block_Quota --- PASS: TestBlockedEvals_Block_Quota (0.00s) === CONT TestJobEndpoint_BatchDeregister_ACL 2021-10-14T17:21:00.261Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.261Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.261Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.261Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.170Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.262Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-050 2021-10-14T17:21:00.265Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-057.global has failed, no acks received 2021-10-14T17:21:00.170Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.262Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.170Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.262Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.170Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-087 2021-10-14T17:21:00.265Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= 2021-10-14T17:21:00.170Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.170Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-087 2021-10-14T17:21:00.265Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9370 [Candidate]" term=2 2021-10-14T17:21:00.171Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-087 2021-10-14T17:21:00.265Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 2021-10-14T17:21:00.171Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-087 2021-10-14T17:21:00.265Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9370 term=2 tally=1 nomad-087 2021-10-14T17:21:00.265Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-087 2021-10-14T17:21:00.266Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9370 [Leader]" nomad-090 2021-10-14T17:21:00.265Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-090 2021-10-14T17:21:00.266Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9394 [Candidate]" term=2 nomad-090 2021-10-14T17:21:00.266Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-087 2021-10-14T17:21:00.266Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-090 2021-10-14T17:21:00.266Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9394 term=2 tally=1 nomad-090 2021-10-14T17:21:00.266Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-090 2021-10-14T17:21:00.266Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9394 [Leader]" nomad-090 2021-10-14T17:21:00.266Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired 2021-10-14T17:21:00.262Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.262Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.262Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-087 2021-10-14T17:21:00.266Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=7135ddc2-8d06-cdeb-2557-3541fecf2a83 create_time=1634232060266698059 nomad-087 2021-10-14T17:21:00.266Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=7135ddc2-8d06-cdeb-2557-3541fecf2a83 create_time=1634232060266698059 nomad-090 2021-10-14T17:21:00.266Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=7cf4c48c-2c25-03f4-86dc-3804c0bc10ef create_time=1634232060266867456 nomad-090 2021-10-14T17:21:00.266Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=7cf4c48c-2c25-03f4-86dc-3804c0bc10ef create_time=1634232060266867456 nomad-087 2021-10-14T17:21:00.267Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-090 2021-10-14T17:21:00.267Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-092 2021-10-14T17:21:00.267Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-092 2021-10-14T17:21:00.267Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9303 [Candidate]" term=2 nomad-092 2021-10-14T17:21:00.267Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-092 2021-10-14T17:21:00.267Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9303 term=2 tally=1 nomad-092 2021-10-14T17:21:00.267Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-092 2021-10-14T17:21:00.267Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9303 [Leader]" nomad-092 2021-10-14T17:21:00.267Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-092 2021-10-14T17:21:00.268Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=a54d0d6e-691a-ac46-7df7-3e898f5afd02 create_time=1634232060268327892 nomad-092 2021-10-14T17:21:00.268Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=a54d0d6e-691a-ac46-7df7-3e898f5afd02 create_time=1634232060268327892 nomad-092 2021-10-14T17:21:00.268Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-095 2021-10-14T17:21:00.330Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-095 2021-10-14T17:21:00.330Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9371 [Candidate]" term=2 nomad-095 2021-10-14T17:21:00.330Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-095 2021-10-14T17:21:00.330Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9371 term=2 tally=1 nomad-095 2021-10-14T17:21:00.330Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-095 2021-10-14T17:21:00.330Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9371 [Leader]" nomad-095 2021-10-14T17:21:00.330Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-095 2021-10-14T17:21:00.331Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=53d0bd8c-b36a-d3f9-b7c1-b213b8d05656 create_time=1634232060331176746 nomad-095 2021-10-14T17:21:00.331Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=53d0bd8c-b36a-d3f9-b7c1-b213b8d05656 create_time=1634232060331176746 nomad-095 2021-10-14T17:21:00.331Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-088 2021-10-14T17:21:00.249Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9305 [Follower]" leader= nomad-076 2021-10-14T17:21:00.338Z [ERROR] deploymentwatcher/deployments_watcher.go:185: nomad.deployments_watcher: failed to track deployment: deployment_id=6e0cd73e-0594-5959-4826-24415f2cfab7 error="deployment "6e0cd73e-0594-5959-4826-24415f2cfab7" references unknown job "3aa50e1c-dc49-dacf-13a6-388dccf02158"" nomad-096 2021-10-14T17:21:00.340Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-096 2021-10-14T17:21:00.340Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9341 [Candidate]" term=2 nomad-096 2021-10-14T17:21:00.340Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-096 2021-10-14T17:21:00.341Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9341 term=2 tally=1 nomad-096 2021-10-14T17:21:00.341Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-096 2021-10-14T17:21:00.341Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9341 [Leader]" nomad-096 2021-10-14T17:21:00.341Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-057 2021-10-14T17:21:00.341Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9383 nomad-050 2021-10-14T17:21:00.341Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-050 2021-10-14T17:21:00.357Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9383 [Candidate]" term=9 nomad-057 2021-10-14T17:21:00.357Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9310 [Candidate]" term=9 nomad-094 2021-10-14T17:21:00.345Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-057 2021-10-14T17:21:00.347Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-050.global (timeout reached) nomad-057 2021-10-14T17:21:00.357Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-050.global) nomad-094 2021-10-14T17:21:00.357Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9386 [Candidate]" term=2 nomad-097 2021-10-14T17:21:00.349Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9337 Address:127.0.0.1:9337}]" nomad-086 2021-10-14T17:21:00.358Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-086 2021-10-14T17:21:00.358Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-072 2021-10-14T17:21:00.354Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-072 2021-10-14T17:21:00.358Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-072 2021-10-14T17:21:00.358Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-072 2021-10-14T17:21:00.358Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-072 2021-10-14T17:21:00.358Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-072 2021-10-14T17:21:00.358Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-086 2021-10-14T17:21:00.358Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-081 2021-10-14T17:21:00.354Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-081 2021-10-14T17:21:00.358Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-086 2021-10-14T17:21:00.358Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-091 2021-10-14T17:21:00.346Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-091 2021-10-14T17:21:00.358Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9382 [Candidate]" term=2 nomad-091 2021-10-14T17:21:00.358Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-097 2021-10-14T17:21:00.358Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-097.global 127.0.0.1 nomad-091 2021-10-14T17:21:00.358Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9382 term=2 tally=1 nomad-091 2021-10-14T17:21:00.358Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-091 2021-10-14T17:21:00.358Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9382 [Leader]" nomad-091 2021-10-14T17:21:00.358Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-072 2021-10-14T17:21:00.358Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-097 2021-10-14T17:21:00.358Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[system, noop, service, batch, _core] nomad-093 2021-10-14T17:21:00.345Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-093 2021-10-14T17:21:00.359Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9398 [Candidate]" term=2 nomad-093 2021-10-14T17:21:00.359Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-093 2021-10-14T17:21:00.359Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9398 term=2 tally=1 nomad-057 2021-10-14T17:21:00.359Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-093 2021-10-14T17:21:00.359Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-093 2021-10-14T17:21:00.359Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9398 [Leader]" nomad-093 2021-10-14T17:21:00.359Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-098 2021-10-14T17:21:00.351Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9368 Address:127.0.0.1:9368}]" nomad-091 2021-10-14T17:21:00.359Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=1bcbb14d-9674-046f-e65c-4d7fa957c6e8 create_time=1634232060359394566 nomad-091 2021-10-14T17:21:00.359Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=1bcbb14d-9674-046f-e65c-4d7fa957c6e8 create_time=1634232060359394566 nomad-050 2021-10-14T17:21:00.357Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-050 2021-10-14T17:21:00.359Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9383 term=9 tally=1 nomad-050 2021-10-14T17:21:00.358Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:50950 nomad-093 2021-10-14T17:21:00.359Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=37d256d8-7211-0fc8-0af1-55f92af10b05 create_time=1634232060359707116 nomad-093 2021-10-14T17:21:00.359Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=37d256d8-7211-0fc8-0af1-55f92af10b05 create_time=1634232060359707116 nomad-098 2021-10-14T17:21:00.359Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-098.global 127.0.0.1 nomad-098 2021-10-14T17:21:00.359Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-094 2021-10-14T17:21:00.357Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-094 2021-10-14T17:21:00.359Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9386 term=2 tally=1 nomad-094 2021-10-14T17:21:00.360Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-094 2021-10-14T17:21:00.360Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9386 [Leader]" --- PASS: TestJobEndpoint_ListJobs_WithACL (0.73s) nomad-094 2021-10-14T17:21:00.360Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired === CONT TestBlockedEvals_Block_SameJob --- PASS: TestBlockedEvals_Block_SameJob (0.00s) nomad-097 2021-10-14T17:21:00.360Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9337 [Follower]" leader= === CONT TestJobEndpoint_BatchDeregister nomad-094 2021-10-14T17:21:00.360Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=f61f718c-f9f9-a1e6-89f3-3deda200d556 create_time=1634232060360519942 nomad-094 2021-10-14T17:21:00.360Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=f61f718c-f9f9-a1e6-89f3-3deda200d556 create_time=1634232060360519942 nomad-081 2021-10-14T17:21:00.360Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-084 2021-10-14T17:21:00.350Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=80b8b1ca-f915-e68e-2cfa-df3ea981f9b6 create_time=1634232060350170131 nomad-084 2021-10-14T17:21:00.360Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=80b8b1ca-f915-e68e-2cfa-df3ea981f9b6 create_time=1634232060350170131 nomad-097 2021-10-14T17:21:00.360Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-097.global (Addr: 127.0.0.1:9337) (DC: dc1)" --- PASS: TestJobEndpoint_Allocations_NoJobID (0.82s) === CONT TestBlockedEvals_Block_Disabled nomad-098 2021-10-14T17:21:00.361Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9368 [Follower]" leader= --- PASS: TestBlockedEvals_Block_Disabled (0.00s) === CONT TestJobEndpoint_Deregister_EvalCreation_Legacy nomad-050 2021-10-14T17:21:00.361Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=9 nomad-098 2021-10-14T17:21:00.361Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-098.global (Addr: 127.0.0.1:9368) (DC: dc1)" nomad-078 2021-10-14T17:21:00.354Z [ERROR] state/state_store.go:4790: nomad.state_store: new allocation inserted into state store with bad client status: alloc_id=1d84120b-5c4d-9690-48f5-7202c46062c7 client_status=complete nomad-088 2021-10-14T17:21:00.349Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-088.global 127.0.0.1 nomad-094 2021-10-14T17:21:00.361Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-091 2021-10-14T17:21:00.361Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-081 2021-10-14T17:21:00.362Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-072 2021-10-14T17:21:00.362Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-072 2021-10-14T17:21:00.362Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-072 2021-10-14T17:21:00.362Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-072 2021-10-14T17:21:00.362Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-096 2021-10-14T17:21:00.341Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=bfb4839b-cf97-2da4-f72c-a981cb9a8c73 create_time=1634232060341763956 nomad-072 2021-10-14T17:21:00.362Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-096 2021-10-14T17:21:00.362Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=bfb4839b-cf97-2da4-f72c-a981cb9a8c73 create_time=1634232060341763956 nomad-072 2021-10-14T17:21:00.362Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-077 2021-10-14T17:21:00.355Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-077 2021-10-14T17:21:00.362Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave 2021-10-14T17:21:00.362Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-078 2021-10-14T17:21:00.362Z [ERROR] state/state_store.go:4790: nomad.state_store: new allocation inserted into state store with bad client status: alloc_id=1b7f3ba2-56d6-895e-b26a-f5907222c62a client_status=running 2021-10-14T17:21:00.362Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-087 2021-10-14T17:21:00.356Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-087 2021-10-14T17:21:00.362Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-077 2021-10-14T17:21:00.362Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-072 2021-10-14T17:21:00.362Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-096 2021-10-14T17:21:00.362Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-078 2021-10-14T17:21:00.362Z [ERROR] state/state_store.go:4790: nomad.state_store: new allocation inserted into state store with bad client status: alloc_id=9aa58168-e212-4461-b7d4-65e239b6b411 client_status=running nomad-087 2021-10-14T17:21:00.362Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestJobEndpoint_Deployments_ACL (0.90s) === CONT TestAutopilot_PromoteNonVoter nomad-078 2021-10-14T17:21:00.362Z [ERROR] state/state_store.go:4790: nomad.state_store: new allocation inserted into state store with bad client status: alloc_id=41c828f6-3629-b4c3-b080-86c36d535148 client_status=running --- PASS: TestJobEndpoint_ListJobs_AllNamespaces_OSS (0.72s) === CONT TestJobEndpoint_Deregister_EvalCreation_Modern nomad-093 2021-10-14T17:21:00.363Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-074 2021-10-14T17:21:00.357Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-074 2021-10-14T17:21:00.363Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-072 2021-10-14T17:21:00.363Z [TRACE] scheduler/rank.go:175: nomad.job.service_sched.binpack: NewBinPackIterator created: eval_id=ff61baa0-db32-cc5b-118b-5783166c75ea job_id=mock-service-fac75cca-bdef-1770-8f72-0a5fea86e06e namespace=default algorithm=binpack nomad-074 2021-10-14T17:21:00.363Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-072 2021-10-14T17:21:00.363Z [DEBUG] scheduler/generic_sched.go:356: nomad.job.service_sched: reconciled current state with desired state: eval_id=ff61baa0-db32-cc5b-118b-5783166c75ea job_id=mock-service-fac75cca-bdef-1770-8f72-0a5fea86e06e namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" --- PASS: TestJobEndpoint_LatestDeployment_ACL (1.52s) === CONT TestAutopilot_CleanupDeadServerPeriodic nomad-072 2021-10-14T17:21:00.363Z [DEBUG] scheduler/generic_sched.go:275: nomad.job.service_sched: failed to place all allocations, blocked eval created: eval_id=ff61baa0-db32-cc5b-118b-5783166c75ea job_id=mock-service-fac75cca-bdef-1770-8f72-0a5fea86e06e namespace=default blocked_eval_id=7cb6aeb4-933e-f219-b0d3-8bbe7b238332 nomad-072 2021-10-14T17:21:00.363Z [DEBUG] scheduler/util.go:535: nomad.job.service_sched: setting eval status: eval_id=ff61baa0-db32-cc5b-118b-5783166c75ea job_id=mock-service-fac75cca-bdef-1770-8f72-0a5fea86e06e namespace=default status=complete nomad-077 2021-10-14T17:21:00.363Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-14T17:21:00.364Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.364Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-057 2021-10-14T17:21:00.359Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9310 term=9 tally=1 nomad-057 2021-10-14T17:21:00.364Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=9 nomad-074 2021-10-14T17:21:00.364Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-14T17:21:00.364Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.364Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.364Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.365Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.365Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.365Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.367Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-084 2021-10-14T17:21:00.365Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-087 2021-10-14T17:21:00.366Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-078 2021-10-14T17:21:00.363Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-078 2021-10-14T17:21:00.438Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave 2021-10-14T17:21:00.365Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-088 2021-10-14T17:21:00.361Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-076 2021-10-14T17:21:00.546Z [INFO] nomad/server.go:620: nomad: shutting down server --- PASS: TestJobEndpoint_GetScaleStatus (1.08s) nomad-076 2021-10-14T17:21:00.637Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-092 2021-10-14T17:21:00.433Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-092 2021-10-14T17:21:00.638Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-092 2021-10-14T17:21:00.638Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-092 2021-10-14T17:21:00.638Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-092 2021-10-14T17:21:00.638Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-092 2021-10-14T17:21:00.638Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-097 2021-10-14T17:21:00.432Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= --- PASS: TestJobEndpoint_Deployments_Blocking (1.21s) nomad-101 2021-10-14T17:21:00.554Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:d5991b52-3bed-381f-0083-dcdb17dee88e Address:127.0.0.1:9319}]" === CONT TestAllocEndpoint_Stop_ACL nomad-098 2021-10-14T17:21:00.432Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= 2021-10-14T17:21:00.365Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.366Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-088 2021-10-14T17:21:00.431Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-088 2021-10-14T17:21:00.662Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9305 [Candidate]" term=2 nomad-088 2021-10-14T17:21:00.662Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-088 2021-10-14T17:21:00.662Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9305 term=2 tally=1 nomad-088 2021-10-14T17:21:00.662Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-088 2021-10-14T17:21:00.662Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9305 [Leader]" nomad-088 2021-10-14T17:21:00.662Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-090 2021-10-14T17:21:00.433Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-057 2021-10-14T17:21:00.432Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-078 2021-10-14T17:21:00.548Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop 2021-10-14T17:21:00.365Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-088 2021-10-14T17:21:00.555Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-088.global (Addr: 127.0.0.1:9305) (DC: dc1)" 2021-10-14T17:21:00.365Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-050 2021-10-14T17:21:00.548Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-085 2021-10-14T17:21:00.568Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-085 2021-10-14T17:21:00.665Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-084 2021-10-14T17:21:00.631Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-076 2021-10-14T17:21:00.557Z [ERROR] deploymentwatcher/deployments_watcher.go:185: nomad.deployments_watcher: failed to track deployment: deployment_id=6e0cd73e-0594-5959-4826-24415f2cfab7 error="deployment "6e0cd73e-0594-5959-4826-24415f2cfab7" references unknown job "3aa50e1c-dc49-dacf-13a6-388dccf02158"" nomad-084 2021-10-14T17:21:00.666Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-076 2021-10-14T17:21:00.640Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-076 2021-10-14T17:21:00.666Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-091 2021-10-14T17:21:00.368Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-091 2021-10-14T17:21:00.666Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-091 2021-10-14T17:21:00.666Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-091 2021-10-14T17:21:00.666Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-091 2021-10-14T17:21:00.666Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-091 2021-10-14T17:21:00.666Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= --- PASS: TestJobEndpoint_Allocations (1.13s) === CONT TestJobEndpoint_Deregister_Periodic nomad-091 2021-10-14T17:21:00.667Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= 2021-10-14T17:21:00.557Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.557Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.557Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.631Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.631Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.671Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.672Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.672Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.672Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-075 2021-10-14T17:21:00.567Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-075 2021-10-14T17:21:00.672Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-075 2021-10-14T17:21:00.672Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestJobEndpoint_LatestDeployment (1.83s) === CONT TestAllocEndpoint_UpdateDesiredTransition nomad-105 2021-10-14T17:21:00.674Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9388 Address:127.0.0.1:9388}]" nomad-105 2021-10-14T17:21:00.675Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-105.global 127.0.0.1 nomad-105 2021-10-14T17:21:00.675Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers 2021-10-14T17:21:00.676Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.676Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.676Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.676Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.676Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.676Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-105 2021-10-14T17:21:00.676Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9388 [Follower]" leader= nomad-105 2021-10-14T17:21:00.676Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-105.global (Addr: 127.0.0.1:9388) (DC: dc1)" nomad-097 2021-10-14T17:21:00.730Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9337 [Candidate]" term=2 2021-10-14T17:21:00.730Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-097 2021-10-14T17:21:00.730Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-097 2021-10-14T17:21:00.730Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9337 term=2 tally=1 2021-10-14T17:21:00.730Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-097 2021-10-14T17:21:00.730Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-097 2021-10-14T17:21:00.730Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9337 [Leader]" 2021-10-14T17:21:00.730Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-097 2021-10-14T17:21:00.730Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired 2021-10-14T17:21:00.730Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.730Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.730Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.730Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.731Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.731Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-097 2021-10-14T17:21:00.731Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=8aad0924-1f64-e6bd-b220-01cc4c834904 create_time=1634232060731518533 nomad-097 2021-10-14T17:21:00.731Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=8aad0924-1f64-e6bd-b220-01cc4c834904 create_time=1634232060731518533 nomad-097 2021-10-14T17:21:00.732Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-098 2021-10-14T17:21:00.733Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9368 [Candidate]" term=2 nomad-098 2021-10-14T17:21:00.733Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-101 2021-10-14T17:21:00.733Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9319 [Follower]" leader= nomad-098 2021-10-14T17:21:00.733Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9368 term=2 tally=1 nomad-098 2021-10-14T17:21:00.733Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-098 2021-10-14T17:21:00.733Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9368 [Leader]" nomad-098 2021-10-14T17:21:00.733Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired 2021-10-14T17:21:00.366Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.367Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-090 2021-10-14T17:21:00.734Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-090 2021-10-14T17:21:00.734Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-090 2021-10-14T17:21:00.734Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-090 2021-10-14T17:21:00.734Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-090 2021-10-14T17:21:00.734Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-098 2021-10-14T17:21:00.734Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=eeccc7cc-68bf-39d3-4e46-22cd775990f9 create_time=1634232060734636118 nomad-098 2021-10-14T17:21:00.734Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=eeccc7cc-68bf-39d3-4e46-22cd775990f9 create_time=1634232060734636118 nomad-050 2021-10-14T17:21:00.665Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9383 [Candidate]" term=10 nomad-105 2021-10-14T17:21:00.735Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-105 2021-10-14T17:21:00.735Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9388 [Candidate]" term=2 nomad-105 2021-10-14T17:21:00.735Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-105 2021-10-14T17:21:00.735Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9388 term=2 tally=1 nomad-105 2021-10-14T17:21:00.735Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-105 2021-10-14T17:21:00.735Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9388 [Leader]" nomad-105 2021-10-14T17:21:00.736Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-105 2021-10-14T17:21:00.736Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=402fccaf-c659-3b52-56fa-e90f72566824 create_time=1634232060736696277 nomad-105 2021-10-14T17:21:00.736Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=402fccaf-c659-3b52-56fa-e90f72566824 create_time=1634232060736696277 --- PASS: TestJobEndpoint_ListJobs_Blocking (1.18s) === CONT TestAllocEndpoint_GetAllocs_Blocking === CONT TestJobEndpoint_Deregister_ParameterizedJob nomad-101 2021-10-14T17:21:00.831Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-101 2021-10-14T17:21:00.831Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9319 [Candidate]" term=2 nomad-101 2021-10-14T17:21:00.831Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-101 2021-10-14T17:21:00.831Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=d5991b52-3bed-381f-0083-dcdb17dee88e term=2 tally=1 nomad-101 2021-10-14T17:21:00.831Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-101 2021-10-14T17:21:00.831Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9319 [Leader]" nomad-096 2021-10-14T17:21:00.842Z [INFO] nomad/server.go:620: nomad: shutting down server 2021-10-14T17:21:00.365Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= --- PASS: TestBlockedEvals_GetDuplicates (0.63s) nomad-096 2021-10-14T17:21:00.842Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop === CONT TestAllocEndpoint_GetAllocs nomad-096 2021-10-14T17:21:00.842Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-092 2021-10-14T17:21:00.871Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-050 2021-10-14T17:21:00.871Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-057.global has failed, no acks received 2021-10-14T17:21:00.871Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.871Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.871Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.871Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.871Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-092 2021-10-14T17:21:00.872Z [DEBUG] nomad/worker.go:185: worker: dequeued evaluation: eval_id=7d6886f9-dfdb-49bb-81c5-fc280275334a nomad-092 2021-10-14T17:21:00.873Z [TRACE] scheduler/rank.go:175: worker.service_sched.binpack: NewBinPackIterator created: eval_id=7d6886f9-dfdb-49bb-81c5-fc280275334a job_id=mock-service-640e5be1-be7c-1060-2b52-af57840cdeb0 namespace=default algorithm=binpack nomad-072 2021-10-14T17:21:00.873Z [INFO] nomad/server.go:620: nomad: shutting down server 2021-10-14T17:21:00.872Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-072 2021-10-14T17:21:00.873Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-092 2021-10-14T17:21:00.873Z [DEBUG] scheduler/generic_sched.go:356: worker.service_sched: reconciled current state with desired state: eval_id=7d6886f9-dfdb-49bb-81c5-fc280275334a job_id=mock-service-640e5be1-be7c-1060-2b52-af57840cdeb0 namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" nomad-072 2021-10-14T17:21:00.873Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop 2021-10-14T17:21:00.873Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.873Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.874Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.874Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-092 2021-10-14T17:21:00.874Z [DEBUG] nomad/worker.go:418: worker: created evaluation: eval="" 2021-10-14T17:21:00.874Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-092 2021-10-14T17:21:00.874Z [DEBUG] scheduler/generic_sched.go:275: worker.service_sched: failed to place all allocations, blocked eval created: eval_id=7d6886f9-dfdb-49bb-81c5-fc280275334a job_id=mock-service-640e5be1-be7c-1060-2b52-af57840cdeb0 namespace=default blocked_eval_id=95709ec5-63db-9546-c0e3-42c4a908881b 2021-10-14T17:21:00.874Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-092 2021-10-14T17:21:00.874Z [DEBUG] scheduler/util.go:535: worker.service_sched: setting eval status: eval_id=7d6886f9-dfdb-49bb-81c5-fc280275334a job_id=mock-service-640e5be1-be7c-1060-2b52-af57840cdeb0 namespace=default status=complete 2021-10-14T17:21:00.874Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.874Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-082 2021-10-14T17:21:00.874Z [INFO] nomad/server.go:620: nomad: shutting down server 2021-10-14T17:21:00.874Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-082 2021-10-14T17:21:00.874Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-082 2021-10-14T17:21:00.874Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-105 2021-10-14T17:21:00.757Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-14T17:21:00.874Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-092 2021-10-14T17:21:00.874Z [DEBUG] nomad/worker.go:377: worker: updated evaluation: eval="" nomad-092 2021-10-14T17:21:00.874Z [DEBUG] nomad/worker.go:223: worker: ack evaluation: eval_id=7d6886f9-dfdb-49bb-81c5-fc280275334a nomad-105 2021-10-14T17:21:00.875Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-105 2021-10-14T17:21:00.875Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-105 2021-10-14T17:21:00.875Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-105 2021-10-14T17:21:00.875Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-105 2021-10-14T17:21:00.875Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-105 2021-10-14T17:21:00.875Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-105 2021-10-14T17:21:00.876Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= 2021-10-14T17:21:00.876Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.876Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.876Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.876Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.876Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-105 2021-10-14T17:21:00.876Z [DEBUG] nomad/periodic.go:250: nomad.periodic: registered periodic job: job="" nomad-106 2021-10-14T17:21:00.876Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9315 Address:127.0.0.1:9315}]" nomad-105 2021-10-14T17:21:00.876Z [DEBUG] nomad/periodic.go:344: nomad.periodic: scheduled periodic job launch: launch_delay=8m59.123179558s job="" nomad-105 2021-10-14T17:21:00.877Z [DEBUG] nomad/periodic.go:297: nomad.periodic: deregistered periodic job: job="" nomad-105 2021-10-14T17:21:00.877Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-106 2021-10-14T17:21:00.877Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-106.global 127.0.0.1 nomad-105 2021-10-14T17:21:00.877Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-082 2021-10-14T17:21:00.877Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-072 2021-10-14T17:21:00.878Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-097 2021-10-14T17:21:00.879Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-097 2021-10-14T17:21:00.879Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-097 2021-10-14T17:21:00.879Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-097 2021-10-14T17:21:00.879Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-097 2021-10-14T17:21:00.879Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-097 2021-10-14T17:21:00.879Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-097 2021-10-14T17:21:00.880Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= 2021-10-14T17:21:00.896Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.896Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-105 2021-10-14T17:21:00.896Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-105 2021-10-14T17:21:00.896Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-106 2021-10-14T17:21:00.896Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9315 [Follower]" leader= 2021-10-14T17:21:00.896Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.896Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-057 2021-10-14T17:21:00.735Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9310 [Candidate]" term=10 nomad-057 2021-10-14T17:21:00.897Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-057 2021-10-14T17:21:00.897Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9310 term=10 tally=1 nomad-050 2021-10-14T17:21:00.897Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-050 2021-10-14T17:21:00.897Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9383 term=10 tally=1 nomad-057 2021-10-14T17:21:00.872Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-050.global) nomad-057 2021-10-14T17:21:00.930Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=10 nomad-050 2021-10-14T17:21:00.930Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=10 2021-10-14T17:21:00.933Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-088 2021-10-14T17:21:00.934Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=1bd40c29-564b-f8c1-4a18-3d074da68939 create_time=1634232060934839028 nomad-088 2021-10-14T17:21:00.934Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=1bd40c29-564b-f8c1-4a18-3d074da68939 create_time=1634232060934839028 nomad-075 2021-10-14T17:21:00.935Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-088 2021-10-14T17:21:00.935Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-14T17:21:00.937Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.937Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.937Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-085 2021-10-14T17:21:00.666Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-085 2021-10-14T17:21:00.937Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-14T17:21:00.937Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.937Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.937Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.937Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.937Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.365Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.365Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.365Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.365Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-096 2021-10-14T17:21:00.937Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-14T17:21:00.365Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.366Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.366Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.366Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.366Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-084 2021-10-14T17:21:00.666Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-084 2021-10-14T17:21:00.938Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-098 2021-10-14T17:21:00.757Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-14T17:21:00.365Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.365Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.366Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.366Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-088 2021-10-14T17:21:00.938Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-088 2021-10-14T17:21:00.938Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-088 2021-10-14T17:21:00.938Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-088 2021-10-14T17:21:00.939Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-14T17:21:00.939Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.939Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.939Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= --- PASS: TestJobEndpoint_Plan_ACL (2.17s) === CONT TestAllocEndpoint_GetAlloc_Blocking --- PASS: TestJobEndpoint_Deregister_Periodic (0.28s) === CONT TestAllocEndpoint_GetAlloc_ACL nomad-094 2021-10-14T17:21:00.942Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-094 2021-10-14T17:21:00.942Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= 2021-10-14T17:21:00.942Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-094 2021-10-14T17:21:00.942Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-094 2021-10-14T17:21:00.942Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= 2021-10-14T17:21:00.942Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.942Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-094 2021-10-14T17:21:00.942Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= 2021-10-14T17:21:00.942Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-094 2021-10-14T17:21:00.942Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= 2021-10-14T17:21:00.942Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.942Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.942Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.942Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-102 2021-10-14T17:21:00.942Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9321 Address:127.0.0.1:9321}]" 2021-10-14T17:21:00.942Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-102 2021-10-14T17:21:00.942Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9321 [Follower]" leader= nomad-094 2021-10-14T17:21:00.943Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-102 2021-10-14T17:21:00.943Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-102.global 127.0.0.1 nomad-102 2021-10-14T17:21:00.943Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-102 2021-10-14T17:21:00.943Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-102.global (Addr: 127.0.0.1:9321) (DC: dc1)" nomad-101 2021-10-14T17:21:00.943Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-101.global 127.0.0.1 nomad-101 2021-10-14T17:21:00.943Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[batch, system, noop, service, _core] nomad-090 2021-10-14T17:21:00.944Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-094 2021-10-14T17:21:00.944Z [DEBUG] nomad/worker.go:185: worker: dequeued evaluation: eval_id=436147d7-94b8-0c9e-f373-5ed99dbef7b2 nomad-094 2021-10-14T17:21:00.944Z [TRACE] scheduler/rank.go:175: worker.service_sched.binpack: NewBinPackIterator created: eval_id=436147d7-94b8-0c9e-f373-5ed99dbef7b2 job_id=mock-service-671e6aa5-119c-02b0-efd0-d9690501804b namespace=default algorithm=binpack --- PASS: TestJobEndpoint_Allocations_Blocking (1.41s) === CONT TestAllocEndpoint_GetAlloc --- PASS: TestJobEndpoint_GetJob_ACL (0.71s) === CONT TestAllocEndpoint_List_AllNamespaces_OSS --- PASS: TestJobEndpoint_ListJobs (1.29s) === CONT TestAllocEndpoint_List_Blocking nomad-106 2021-10-14T17:21:01.030Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-100 2021-10-14T17:21:00.945Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=0 servers=[] 2021-10-14T17:21:00.945Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.954Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.954Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-078 2021-10-14T17:21:00.945Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-14T17:21:00.946Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.947Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.947Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.947Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.949Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.954Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.953Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.956Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.956Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-106 2021-10-14T17:21:01.031Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-106.global (Addr: 127.0.0.1:9315) (DC: dc1)" 2021-10-14T17:21:00.957Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.957Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-097 2021-10-14T17:21:00.950Z [DEBUG] nomad/worker.go:185: worker: dequeued evaluation: eval_id=692b35df-5bc3-070d-7a9d-6eec435c27f1 nomad-094 2021-10-14T17:21:01.030Z [DEBUG] scheduler/generic_sched.go:356: worker.service_sched: reconciled current state with desired state: eval_id=436147d7-94b8-0c9e-f373-5ed99dbef7b2 job_id=mock-service-671e6aa5-119c-02b0-efd0-d9690501804b namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" nomad-094 2021-10-14T17:21:00.954Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-094 2021-10-14T17:21:01.032Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-094 2021-10-14T17:21:01.032Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-094 2021-10-14T17:21:01.032Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-097 2021-10-14T17:21:01.032Z [TRACE] scheduler/rank.go:175: worker.service_sched.binpack: NewBinPackIterator created: eval_id=692b35df-5bc3-070d-7a9d-6eec435c27f1 job_id=mock-service-7d904717-b20c-b6d7-8df5-98de4d812e21 namespace=default algorithm=binpack nomad-097 2021-10-14T17:21:01.032Z [DEBUG] scheduler/generic_sched.go:356: worker.service_sched: reconciled current state with desired state: eval_id=692b35df-5bc3-070d-7a9d-6eec435c27f1 job_id=mock-service-7d904717-b20c-b6d7-8df5-98de4d812e21 namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" nomad-111 2021-10-14T17:21:00.945Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9327 Address:127.0.0.1:9327}]" nomad-097 2021-10-14T17:21:00.951Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-097 2021-10-14T17:21:01.033Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave 2021-10-14T17:21:00.945Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.945Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.945Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.947Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.953Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-104 2021-10-14T17:21:00.957Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9335 Address:127.0.0.1:9335}]" nomad-091 2021-10-14T17:21:00.946Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-091 2021-10-14T17:21:01.034Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-111 2021-10-14T17:21:01.034Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9327 [Follower]" leader= nomad-100 2021-10-14T17:21:01.031Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-100.global 127.0.0.1 2021-10-14T17:21:00.947Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.949Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-108 2021-10-14T17:21:00.947Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9396 Address:127.0.0.1:9396}]" 2021-10-14T17:21:00.949Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.949Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.954Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-057 2021-10-14T17:21:01.033Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-050.global (timeout reached) nomad-104 2021-10-14T17:21:01.034Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-104.global 127.0.0.1 nomad-104 2021-10-14T17:21:01.035Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[noop, service, batch, system, _core] nomad-098 2021-10-14T17:21:00.950Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-098 2021-10-14T17:21:01.035Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-100 2021-10-14T17:21:01.034Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-108 2021-10-14T17:21:01.035Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-108.global 127.0.0.1 nomad-097 2021-10-14T17:21:01.035Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-101 2021-10-14T17:21:00.945Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-101.global (Addr: 127.0.0.1:9319) (DC: dc1)" nomad-108 2021-10-14T17:21:01.035Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] --- PASS: TestJobEndpoint_GetJob (0.78s) === CONT TestAllocEndpoint_List_ACL nomad-091 2021-10-14T17:21:01.035Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-093 2021-10-14T17:21:00.944Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-093 2021-10-14T17:21:01.036Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave --- PASS: TestJobEndpoint_GetJobSummary (0.90s) === CONT TestAllocEndpoint_List nomad-107 2021-10-14T17:21:00.968Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9380 Address:127.0.0.1:9380}]" nomad-050 2021-10-14T17:21:01.040Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:50966 nomad-098 2021-10-14T17:21:01.041Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestJobEndpoint_BatchDeregister_ACL (0.78s) === CONT TestResolveSecretToken nomad-099 2021-10-14T17:21:00.949Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9331 Address:127.0.0.1:9331}]" nomad-095 2021-10-14T17:21:01.041Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-102 2021-10-14T17:21:01.041Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-107 2021-10-14T17:21:01.041Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-107.global 127.0.0.1 nomad-095 2021-10-14T17:21:01.041Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-098 2021-10-14T17:21:01.041Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-102 2021-10-14T17:21:01.041Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9321 [Candidate]" term=2 nomad-102 2021-10-14T17:21:01.041Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-102 2021-10-14T17:21:01.041Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9321 term=2 tally=1 nomad-095 2021-10-14T17:21:01.041Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-102 2021-10-14T17:21:01.041Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 2021-10-14T17:21:00.968Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-102 2021-10-14T17:21:01.041Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9321 [Leader]" 2021-10-14T17:21:00.968Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.968Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= --- PASS: TestJobEndpoint_GetJob_Blocking (0.80s) === CONT TestResolveACLToken 2021-10-14T17:21:00.968Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-109 2021-10-14T17:21:00.956Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9311 Address:127.0.0.1:9311}]" nomad-099 2021-10-14T17:21:01.042Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-099.global 127.0.0.1 nomad-099 2021-10-14T17:21:01.042Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-109 2021-10-14T17:21:01.042Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-109.global 127.0.0.1 nomad-109 2021-10-14T17:21:01.042Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-099 2021-10-14T17:21:01.042Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9331 [Follower]" leader= nomad-103 2021-10-14T17:21:00.953Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=0 servers=[] nomad-099 2021-10-14T17:21:01.043Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-099.global (Addr: 127.0.0.1:9331) (DC: dc1)" nomad-103 2021-10-14T17:21:01.043Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-103.global 127.0.0.1 nomad-103 2021-10-14T17:21:01.043Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] 2021-10-14T17:21:00.957Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.957Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-097 2021-10-14T17:21:01.044Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-14T17:21:01.044Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.044Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.044Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-107 2021-10-14T17:21:01.041Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[system, noop, service, batch, _core] nomad-090 2021-10-14T17:21:01.044Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-090 2021-10-14T17:21:01.044Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-090 2021-10-14T17:21:01.045Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestJobEndpoint_Summary_ACL (1.10s) === CONT TestACLEndpoint_ResolveToken 2021-10-14T17:21:01.045Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.045Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.045Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.045Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-097 2021-10-14T17:21:01.045Z [ERROR] nomad/worker.go:412: worker: failed to create evaluation: eval="" error="raft is already shutdown" 2021-10-14T17:21:01.045Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-097 2021-10-14T17:21:01.045Z [ERROR] scheduler/generic_sched.go:272: worker.service_sched: failed to make blocked eval: eval_id=692b35df-5bc3-070d-7a9d-6eec435c27f1 job_id=mock-service-7d904717-b20c-b6d7-8df5-98de4d812e21 namespace=default error="raft is already shutdown" 2021-10-14T17:21:01.045Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-097 2021-10-14T17:21:01.045Z [ERROR] nomad/worker.go:130: worker: error invoking scheduler: error="failed to process evaluation: raft is already shutdown" nomad-095 2021-10-14T17:21:01.045Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-097 2021-10-14T17:21:01.045Z [ERROR] nomad/worker.go:221: worker: failed to nack evaluation: eval_id=692b35df-5bc3-070d-7a9d-6eec435c27f1 error="No cluster leader" nomad-094 2021-10-14T17:21:01.032Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-094 2021-10-14T17:21:01.045Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-090 2021-10-14T17:21:01.045Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-104 2021-10-14T17:21:01.046Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9335 [Follower]" leader= nomad-104 2021-10-14T17:21:01.046Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-104.global (Addr: 127.0.0.1:9335) (DC: dc1)" nomad-094 2021-10-14T17:21:01.046Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= 2021-10-14T17:21:01.046Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.046Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.046Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.046Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.046Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-107 2021-10-14T17:21:01.046Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9380 [Follower]" leader= 2021-10-14T17:21:01.046Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.047Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.047Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-107 2021-10-14T17:21:01.047Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-107.global (Addr: 127.0.0.1:9380) (DC: dc1)" 2021-10-14T17:21:01.047Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.047Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-102 2021-10-14T17:21:01.042Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-102 2021-10-14T17:21:01.042Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=0b555eb0-0449-a192-51ae-95f744b796e6 create_time=1634232061042684206 nomad-109 2021-10-14T17:21:01.047Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-109.global (Addr: 127.0.0.1:9311) (DC: dc1)" nomad-102 2021-10-14T17:21:01.047Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=0b555eb0-0449-a192-51ae-95f744b796e6 create_time=1634232061042684206 nomad-109 2021-10-14T17:21:01.048Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9311 [Follower]" leader= nomad-102 2021-10-14T17:21:01.048Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-14T17:21:01.048Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-103 2021-10-14T17:21:01.048Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9333 [Follower]" leader= nomad-094 2021-10-14T17:21:01.048Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-094 2021-10-14T17:21:01.048Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave 2021-10-14T17:21:01.048Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-094 2021-10-14T17:21:01.049Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestJobEndpoint_GetJobVersions (0.81s) === CONT TestACLEndpoint_UpsertTokens_Invalid nomad-094 2021-10-14T17:21:01.049Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-103 2021-10-14T17:21:01.049Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-103.global (Addr: 127.0.0.1:9333) (DC: dc1)" 2021-10-14T17:21:00.945Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.945Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.945Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.945Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.945Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.945Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-100 2021-10-14T17:21:01.031Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9329 [Follower]" leader= nomad-100 2021-10-14T17:21:01.051Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-100.global (Addr: 127.0.0.1:9329) (DC: dc1)" 2021-10-14T17:21:00.957Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.957Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.957Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:00.961Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-108 2021-10-14T17:21:01.051Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9396 [Follower]" leader= 2021-10-14T17:21:01.052Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.053Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.053Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.053Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-108 2021-10-14T17:21:01.053Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-108.global (Addr: 127.0.0.1:9396) (DC: dc1)" nomad-115 2021-10-14T17:21:01.054Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=0 servers=[] --- PASS: TestJobEndpoint_GetJobVersions_ACL (0.88s) === CONT TestACLEndpoint_UpsertTokens nomad-111 2021-10-14T17:21:01.054Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-111.global 127.0.0.1 nomad-111 2021-10-14T17:21:01.066Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[system, noop, service, batch, _core] nomad-122 2021-10-14T17:21:01.067Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9349 Address:127.0.0.1:9349}]" nomad-122 2021-10-14T17:21:01.157Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9349 [Follower]" leader= nomad-093 2021-10-14T17:21:01.055Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-093 2021-10-14T17:21:01.157Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-057 2021-10-14T17:21:01.056Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-057 2021-10-14T17:21:01.157Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9310 [Candidate]" term=11 nomad-057 2021-10-14T17:21:01.157Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-057 2021-10-14T17:21:01.157Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9310 term=11 tally=1 2021-10-14T17:21:01.061Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.062Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.135Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.135Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.135Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.135Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-111 2021-10-14T17:21:01.130Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-111 2021-10-14T17:21:01.158Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9327 [Candidate]" term=2 nomad-111 2021-10-14T17:21:01.158Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-111 2021-10-14T17:21:01.158Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9327 term=2 tally=1 nomad-111 2021-10-14T17:21:01.158Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-111 2021-10-14T17:21:01.158Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9327 [Leader]" nomad-111 2021-10-14T17:21:01.158Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-092 2021-10-14T17:21:01.134Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-092 2021-10-14T17:21:01.158Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-092 2021-10-14T17:21:01.158Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-092 2021-10-14T17:21:01.158Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-092 2021-10-14T17:21:01.158Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-092 2021-10-14T17:21:01.158Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-122 2021-10-14T17:21:01.158Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-122.global 127.0.0.1 nomad-122 2021-10-14T17:21:01.158Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-092 2021-10-14T17:21:01.158Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= 2021-10-14T17:21:01.055Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.055Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.055Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.055Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.058Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.058Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.058Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-117 2021-10-14T17:21:01.138Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9355 Address:127.0.0.1:9355}]" 2021-10-14T17:21:01.058Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.062Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.071Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-106 2021-10-14T17:21:01.056Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-106 2021-10-14T17:21:01.159Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9315 [Candidate]" term=2 nomad-106 2021-10-14T17:21:01.159Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-106 2021-10-14T17:21:01.159Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9315 term=2 tally=1 nomad-106 2021-10-14T17:21:01.159Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-107 2021-10-14T17:21:01.131Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-099 2021-10-14T17:21:01.131Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-099 2021-10-14T17:21:01.159Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9331 [Candidate]" term=2 nomad-099 2021-10-14T17:21:01.159Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-107 2021-10-14T17:21:01.159Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9380 [Candidate]" term=2 nomad-099 2021-10-14T17:21:01.159Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9331 term=2 tally=1 nomad-099 2021-10-14T17:21:01.159Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-099 2021-10-14T17:21:01.159Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9331 [Leader]" nomad-107 2021-10-14T17:21:01.159Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-107 2021-10-14T17:21:01.159Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9380 term=2 tally=1 nomad-099 2021-10-14T17:21:01.159Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-107 2021-10-14T17:21:01.159Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-107 2021-10-14T17:21:01.159Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9380 [Leader]" nomad-117 2021-10-14T17:21:01.159Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-117.global 127.0.0.1 nomad-117 2021-10-14T17:21:01.160Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[noop, service, batch, system, _core] nomad-099 2021-10-14T17:21:01.160Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=b67ac355-cb61-66f4-1dbf-c312523edb64 create_time=1634232061160118584 nomad-099 2021-10-14T17:21:01.160Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=b67ac355-cb61-66f4-1dbf-c312523edb64 create_time=1634232061160118584 2021-10-14T17:21:01.045Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.045Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.045Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.046Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.138Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.138Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.138Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.138Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.138Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.138Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.138Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.138Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.141Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.141Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-122 2021-10-14T17:21:01.160Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-122.global (Addr: 127.0.0.1:9349) (DC: dc1)" nomad-111 2021-10-14T17:21:01.160Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=609f2917-926d-e883-8a44-558248cdef91 create_time=1634232061160905709 nomad-111 2021-10-14T17:21:01.161Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=609f2917-926d-e883-8a44-558248cdef91 create_time=1634232061160905709 nomad-117 2021-10-14T17:21:01.161Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9355 [Follower]" leader= 2021-10-14T17:21:01.135Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-117 2021-10-14T17:21:01.161Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-117.global (Addr: 127.0.0.1:9355) (DC: dc1)" 2021-10-14T17:21:01.135Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-112 2021-10-14T17:21:01.137Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9373 Address:127.0.0.1:9373}]" 2021-10-14T17:21:01.135Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.135Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-110 2021-10-14T17:21:01.162Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9351 Address:127.0.0.1:9351}]" 2021-10-14T17:21:01.165Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.165Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.165Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.165Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.165Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.165Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.165Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.165Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.165Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.165Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= --- PASS: TestResolveACLToken (0.19s) nomad-112 2021-10-14T17:21:01.166Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-112.global 127.0.0.1 === CONT TestACLEndpoint_Bootstrap_Reset nomad-112 2021-10-14T17:21:01.276Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-113 2021-10-14T17:21:01.137Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9317 Address:127.0.0.1:9317}]" nomad-113 2021-10-14T17:21:01.278Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-113.global 127.0.0.1 nomad-113 2021-10-14T17:21:01.278Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-112 2021-10-14T17:21:01.167Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9373 [Follower]" leader= nomad-121 2021-10-14T17:21:01.140Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9343 Address:127.0.0.1:9343}]" nomad-121 2021-10-14T17:21:01.280Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-121.global 127.0.0.1 nomad-121 2021-10-14T17:21:01.280Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[batch, system, noop, service, _core] 2021-10-14T17:21:01.137Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.138Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-099 2021-10-14T17:21:01.167Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-092 2021-10-14T17:21:01.168Z [DEBUG] nomad/worker.go:185: worker: dequeued evaluation: eval_id=82fe68da-3ca3-64ef-8a04-20cb5dc201e7 nomad-110 2021-10-14T17:21:01.168Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9351 [Follower]" leader= nomad-118 2021-10-14T17:21:01.057Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9390 Address:127.0.0.1:9390}]" nomad-102 2021-10-14T17:21:01.056Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-100 2021-10-14T17:21:01.131Z [WARN] raft/raft.go:204: nomad.raft: no known peers, aborting election nomad-091 2021-10-14T17:21:01.054Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-115 2021-10-14T17:21:01.067Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9363 [Follower]" leader= 2021-10-14T17:21:01.062Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-110 2021-10-14T17:21:01.276Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-110.global 127.0.0.1 2021-10-14T17:21:01.054Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.047Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-107 2021-10-14T17:21:01.233Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-050 2021-10-14T17:21:01.056Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election 2021-10-14T17:21:01.233Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-111 2021-10-14T17:21:01.161Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-106 2021-10-14T17:21:01.159Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9315 [Leader]" nomad-057 2021-10-14T17:21:01.274Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-109 2021-10-14T17:21:01.131Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-094 2021-10-14T17:21:01.137Z [ERROR] nomad/worker.go:412: worker: failed to create evaluation: eval="" error="raft is already shutdown" nomad-104 2021-10-14T17:21:01.131Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-117 2021-10-14T17:21:01.241Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-103 2021-10-14T17:21:01.137Z [WARN] raft/raft.go:204: nomad.raft: no known peers, aborting election nomad-122 2021-10-14T17:21:01.274Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-057 2021-10-14T17:21:01.343Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9310 [Candidate]" term=12 nomad-108 2021-10-14T17:21:01.149Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-122 2021-10-14T17:21:01.343Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9349 [Candidate]" term=2 nomad-057 2021-10-14T17:21:01.343Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-122 2021-10-14T17:21:01.343Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-057 2021-10-14T17:21:01.343Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9310 term=12 tally=1 nomad-122 2021-10-14T17:21:01.343Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9349 term=2 tally=1 nomad-122 2021-10-14T17:21:01.343Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-122 2021-10-14T17:21:01.344Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9349 [Leader]" nomad-122 2021-10-14T17:21:01.344Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired 2021-10-14T17:21:01.149Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.149Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.149Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-114 2021-10-14T17:21:01.352Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9361 Address:127.0.0.1:9361}]" nomad-099 2021-10-14T17:21:01.362Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-099 2021-10-14T17:21:01.362Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-099 2021-10-14T17:21:01.362Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-099 2021-10-14T17:21:01.362Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-099 2021-10-14T17:21:01.362Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-099 2021-10-14T17:21:01.362Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-099 2021-10-14T17:21:01.363Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= 2021-10-14T17:21:01.052Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-102 2021-10-14T17:21:01.343Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-120 2021-10-14T17:21:01.430Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9375 Address:127.0.0.1:9375}]" 2021-10-14T17:21:01.054Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.054Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.054Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.054Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.055Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.061Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.061Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-092 2021-10-14T17:21:01.433Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-092 2021-10-14T17:21:01.433Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-092 2021-10-14T17:21:01.433Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-092 2021-10-14T17:21:01.433Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-057 2021-10-14T17:21:01.433Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-057 2021-10-14T17:21:01.434Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9310 [Candidate]" term=13 nomad-057 2021-10-14T17:21:01.434Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-115 2021-10-14T17:21:01.069Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-115.global 127.0.0.1 2021-10-14T17:21:01.138Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-057 2021-10-14T17:21:01.434Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9310 term=13 tally=1 nomad-057 2021-10-14T17:21:01.437Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-050.global (timeout reached) nomad-112 2021-10-14T17:21:01.445Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-112 2021-10-14T17:21:01.445Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9373 [Candidate]" term=2 nomad-112 2021-10-14T17:21:01.445Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-112 2021-10-14T17:21:01.445Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9373 term=2 tally=1 nomad-112 2021-10-14T17:21:01.445Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-112 2021-10-14T17:21:01.445Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9373 [Leader]" nomad-115 2021-10-14T17:21:01.446Z [WARN] raft/raft.go:204: nomad.raft: no known peers, aborting election 2021-10-14T17:21:01.061Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.061Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-092 2021-10-14T17:21:01.469Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-092 2021-10-14T17:21:01.469Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-106 2021-10-14T17:21:01.346Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired 2021-10-14T17:21:01.365Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-109 2021-10-14T17:21:01.346Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9311 [Candidate]" term=2 2021-10-14T17:21:01.137Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.052Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-107 2021-10-14T17:21:01.242Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=25a58217-2da8-99e2-86da-b18df4dad526 create_time=1634232061242456455 nomad-102 2021-10-14T17:21:01.430Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-102 2021-10-14T17:21:01.346Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-117 2021-10-14T17:21:01.346Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9355 [Candidate]" term=2 nomad-112 2021-10-14T17:21:01.451Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-117 2021-10-14T17:21:01.547Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 2021-10-14T17:21:01.141Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.149Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-117 2021-10-14T17:21:01.547Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9355 term=2 tally=1 nomad-117 2021-10-14T17:21:01.547Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-117 2021-10-14T17:21:01.547Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9355 [Leader]" nomad-111 2021-10-14T17:21:01.141Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-111.global (Addr: 127.0.0.1:9327) (DC: dc1)" nomad-107 2021-10-14T17:21:01.550Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=25a58217-2da8-99e2-86da-b18df4dad526 create_time=1634232061242456455 nomad-120 2021-10-14T17:21:01.435Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9375 [Follower]" leader= 2021-10-14T17:21:01.137Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.365Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-113 2021-10-14T17:21:01.344Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9317 [Follower]" leader= nomad-104 2021-10-14T17:21:01.346Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9335 [Candidate]" term=2 nomad-121 2021-10-14T17:21:01.344Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9343 [Follower]" leader= nomad-094 2021-10-14T17:21:01.344Z [ERROR] scheduler/generic_sched.go:272: worker.service_sched: failed to make blocked eval: eval_id=436147d7-94b8-0c9e-f373-5ed99dbef7b2 job_id=mock-service-671e6aa5-119c-02b0-efd0-d9690501804b namespace=default error="raft is already shutdown" nomad-115 2021-10-14T17:21:01.554Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers 2021-10-14T17:21:01.137Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.431Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.431Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-113 2021-10-14T17:21:01.546Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-113.global (Addr: 127.0.0.1:9317) (DC: dc1)" nomad-111 2021-10-14T17:21:01.353Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-111 2021-10-14T17:21:01.667Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-104 2021-10-14T17:21:01.667Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-121 2021-10-14T17:21:01.668Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-121.global (Addr: 127.0.0.1:9343) (DC: dc1)" nomad-117 2021-10-14T17:21:01.552Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-114 2021-10-14T17:21:01.364Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9361 [Follower]" leader= nomad-114 2021-10-14T17:21:01.446Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-114.global 127.0.0.1 nomad-114 2021-10-14T17:21:01.668Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[batch, system, noop, service, _core] nomad-110 2021-10-14T17:21:01.538Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] 2021-10-14T17:21:01.431Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-104 2021-10-14T17:21:01.667Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9335 term=2 tally=1 nomad-119 2021-10-14T17:21:01.669Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=0 servers=[] nomad-104 2021-10-14T17:21:01.669Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-104 2021-10-14T17:21:01.669Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9335 [Leader]" nomad-112 2021-10-14T17:21:01.536Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-112.global (Addr: 127.0.0.1:9373) (DC: dc1)" nomad-104 2021-10-14T17:21:01.669Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-118 2021-10-14T17:21:01.431Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9390 [Follower]" leader= 2021-10-14T17:21:01.149Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-115 2021-10-14T17:21:01.670Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Initiating push/pull sync with: 127.0.0.1:9330 2021-10-14T17:21:01.536Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-050 2021-10-14T17:21:01.344Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9383 [Candidate]" term=11 nomad-092 2021-10-14T17:21:01.670Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-117 2021-10-14T17:21:01.670Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=dae00979-3fb2-d95a-60a4-3eb02678fd0e create_time=1634232061670082631 nomad-100 2021-10-14T17:21:01.670Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:57766 nomad-050 2021-10-14T17:21:01.670Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-117 2021-10-14T17:21:01.670Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=dae00979-3fb2-d95a-60a4-3eb02678fd0e create_time=1634232061670082631 nomad-050 2021-10-14T17:21:01.670Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=11 nomad-118 2021-10-14T17:21:01.670Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-118.global 127.0.0.1 nomad-094 2021-10-14T17:21:01.670Z [ERROR] nomad/worker.go:130: worker: error invoking scheduler: error="failed to process evaluation: raft is already shutdown" nomad-119 2021-10-14T17:21:01.670Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9353 [Follower]" leader= nomad-094 2021-10-14T17:21:01.670Z [ERROR] nomad/worker.go:221: worker: failed to nack evaluation: eval_id=436147d7-94b8-0c9e-f373-5ed99dbef7b2 error="No cluster leader" nomad-104 2021-10-14T17:21:01.670Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=badc2104-24aa-f3f4-04e2-2d33a6de8d5b create_time=1634232061670195976 nomad-119 2021-10-14T17:21:01.670Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-119.global 127.0.0.1 nomad-120 2021-10-14T17:21:01.670Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-120.global 127.0.0.1 nomad-057 2021-10-14T17:21:01.539Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-119 2021-10-14T17:21:01.670Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[batch, system, noop, service, _core] nomad-057 2021-10-14T17:21:01.670Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9310 [Candidate]" term=14 nomad-117 2021-10-14T17:21:01.670Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-092 2021-10-14T17:21:01.670Z [TRACE] scheduler/rank.go:175: worker.service_sched.binpack: NewBinPackIterator created: eval_id=82fe68da-3ca3-64ef-8a04-20cb5dc201e7 job_id=mock-service-640e5be1-be7c-1060-2b52-af57840cdeb0 namespace=default algorithm=binpack nomad-109 2021-10-14T17:21:01.670Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-109 2021-10-14T17:21:01.670Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9311 term=2 tally=1 nomad-109 2021-10-14T17:21:01.670Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-120 2021-10-14T17:21:01.670Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-114 2021-10-14T17:21:01.670Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-114.global (Addr: 127.0.0.1:9361) (DC: dc1)" nomad-109 2021-10-14T17:21:01.670Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9311 [Leader]" nomad-092 2021-10-14T17:21:01.670Z [DEBUG] scheduler/generic_sched.go:356: worker.service_sched: reconciled current state with desired state: eval_id=82fe68da-3ca3-64ef-8a04-20cb5dc201e7 job_id=mock-service-640e5be1-be7c-1060-2b52-af57840cdeb0 namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" nomad-100 2021-10-14T17:21:01.670Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-115.global 127.0.0.1 nomad-109 2021-10-14T17:21:01.670Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-122 2021-10-14T17:21:01.670Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=43b17178-a11a-a59b-f7a5-efa0486e3647 create_time=1634232061670716728 nomad-122 2021-10-14T17:21:01.670Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=43b17178-a11a-a59b-f7a5-efa0486e3647 create_time=1634232061670716728 nomad-100 2021-10-14T17:21:01.670Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-115.global (Addr: 127.0.0.1:9363) (DC: dc1)" nomad-104 2021-10-14T17:21:01.670Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=badc2104-24aa-f3f4-04e2-2d33a6de8d5b create_time=1634232061670195976 nomad-122 2021-10-14T17:21:01.671Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 --- PASS: TestJobEndpoint_Deregister_EvalCreation_Modern (1.31s) nomad-115 2021-10-14T17:21:01.671Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-100.global 127.0.0.1 === CONT TestACLEndpoint_Bootstrap nomad-111 2021-10-14T17:21:01.553Z [TRACE] drainer/watch_jobs.go:171: nomad.drain.job_watcher: retrieved allocs for draining jobs: num_allocs=0 index=1000 nomad-092 2021-10-14T17:21:01.671Z [DEBUG] nomad/worker.go:418: worker: created evaluation: eval="" nomad-111 2021-10-14T17:21:01.671Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1000 nomad-092 2021-10-14T17:21:01.671Z [DEBUG] scheduler/generic_sched.go:275: worker.service_sched: failed to place all allocations, blocked eval created: eval_id=82fe68da-3ca3-64ef-8a04-20cb5dc201e7 job_id=mock-service-640e5be1-be7c-1060-2b52-af57840cdeb0 namespace=default blocked_eval_id=66fefe24-487a-0fbd-ee8b-a60d8d3bb1cc nomad-092 2021-10-14T17:21:01.671Z [DEBUG] scheduler/util.go:535: worker.service_sched: setting eval status: eval_id=82fe68da-3ca3-64ef-8a04-20cb5dc201e7 job_id=mock-service-640e5be1-be7c-1060-2b52-af57840cdeb0 namespace=default status=complete nomad-111 2021-10-14T17:21:01.671Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-109 2021-10-14T17:21:01.671Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=8d76c155-ab5c-e0f4-c052-aa672f77295e create_time=1634232061671198658 nomad-109 2021-10-14T17:21:01.671Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=8d76c155-ab5c-e0f4-c052-aa672f77295e create_time=1634232061671198658 --- PASS: TestAllocEndpoint_GetAlloc_ACL (0.73s) === CONT TestACLEndpoint_DeleteTokens_WithNonexistentToken nomad-112 2021-10-14T17:21:01.671Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=f9f033d5-a880-77d1-d0cb-1bf786a31e89 create_time=1634232061671320590 nomad-115 2021-10-14T17:21:01.671Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-115.global (Addr: 127.0.0.1:9363) (DC: dc1)" nomad-112 2021-10-14T17:21:01.671Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=f9f033d5-a880-77d1-d0cb-1bf786a31e89 create_time=1634232061671320590 nomad-050 2021-10-14T17:21:01.670Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9383 term=11 tally=1 nomad-092 2021-10-14T17:21:01.671Z [DEBUG] nomad/worker.go:377: worker: updated evaluation: eval="" nomad-092 2021-10-14T17:21:01.671Z [DEBUG] nomad/worker.go:223: worker: ack evaluation: eval_id=82fe68da-3ca3-64ef-8a04-20cb5dc201e7 nomad-092 2021-10-14T17:21:01.671Z [DEBUG] nomad/worker.go:185: worker: dequeued evaluation: eval_id=13993e31-4024-db93-9584-193a9aef8f68 nomad-109 2021-10-14T17:21:01.671Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-14T17:21:01.671Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-099 2021-10-14T17:21:01.671Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-116 2021-10-14T17:21:01.671Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9377 Address:127.0.0.1:9377}]" 2021-10-14T17:21:01.671Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-099 2021-10-14T17:21:01.671Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-112 2021-10-14T17:21:01.671Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-099 2021-10-14T17:21:01.671Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-119 2021-10-14T17:21:01.671Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-119.global (Addr: 127.0.0.1:9353) (DC: dc1)" nomad-099 2021-10-14T17:21:01.671Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-099 2021-10-14T17:21:01.671Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-099 2021-10-14T17:21:01.672Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= 2021-10-14T17:21:01.672Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-111 2021-10-14T17:21:01.672Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-14T17:21:01.672Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-050 2021-10-14T17:21:01.671Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-118 2021-10-14T17:21:01.670Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-116 2021-10-14T17:21:01.672Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-116.global 127.0.0.1 nomad-116 2021-10-14T17:21:01.672Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[system, noop, service, batch, _core] nomad-108 2021-10-14T17:21:01.346Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9396 [Candidate]" term=2 nomad-108 2021-10-14T17:21:01.672Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-108 2021-10-14T17:21:01.672Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9396 term=2 tally=1 nomad-108 2021-10-14T17:21:01.672Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 2021-10-14T17:21:01.672Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-106 2021-10-14T17:21:01.672Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=38b8b48d-33c2-6c9b-583d-328bb4f6000c create_time=1634232061672495017 nomad-108 2021-10-14T17:21:01.672Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9396 [Leader]" 2021-10-14T17:21:01.672Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-106 2021-10-14T17:21:01.672Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=38b8b48d-33c2-6c9b-583d-328bb4f6000c create_time=1634232061672495017 nomad-108 2021-10-14T17:21:01.672Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-118 2021-10-14T17:21:01.672Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-118.global (Addr: 127.0.0.1:9390) (DC: dc1)" nomad-050 2021-10-14T17:21:01.672Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9383 [Follower]" leader= nomad-106 2021-10-14T17:21:01.672Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-050 2021-10-14T17:21:01.672Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-120 2021-10-14T17:21:01.672Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-120.global (Addr: 127.0.0.1:9375) (DC: dc1)" nomad-116 2021-10-14T17:21:01.672Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9377 [Follower]" leader= 2021-10-14T17:21:01.673Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.673Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-116 2021-10-14T17:21:01.673Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-116.global (Addr: 127.0.0.1:9377) (DC: dc1)" nomad-108 2021-10-14T17:21:01.673Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=8c8a7a3a-b7eb-00f6-53fd-7ddb4bfec663 create_time=1634232061673046771 2021-10-14T17:21:01.673Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-099 2021-10-14T17:21:01.672Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-108 2021-10-14T17:21:01.673Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=8c8a7a3a-b7eb-00f6-53fd-7ddb4bfec663 create_time=1634232061673046771 2021-10-14T17:21:01.673Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-104 2021-10-14T17:21:01.673Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-14T17:21:01.673Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-092 2021-10-14T17:21:01.671Z [TRACE] scheduler/rank.go:175: worker.service_sched.binpack: NewBinPackIterator created: eval_id=13993e31-4024-db93-9584-193a9aef8f68 job_id=mock-service-640e5be1-be7c-1060-2b52-af57840cdeb0 namespace=default algorithm=binpack 2021-10-14T17:21:01.673Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.673Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.673Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.673Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.673Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.673Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.673Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-057 2021-10-14T17:21:01.670Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 2021-10-14T17:21:01.673Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-050 2021-10-14T17:21:01.673Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-057 2021-10-14T17:21:01.669Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-050.global has failed, no acks received 2021-10-14T17:21:01.673Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.673Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-115 2021-10-14T17:21:01.673Z [INFO] nomad/serf.go:219: nomad: found expected number of peers, attempting to bootstrap cluster...: peers=127.0.0.1:9363,127.0.0.1:9329 nomad-057 2021-10-14T17:21:01.673Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9310 term=14 tally=1 nomad-057 2021-10-14T17:21:01.673Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9383 term=14 tally=2 nomad-057 2021-10-14T17:21:01.673Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-057 2021-10-14T17:21:01.673Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9310 [Leader]" nomad-057 2021-10-14T17:21:01.673Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9383 2021-10-14T17:21:01.673Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-115 2021-10-14T17:21:01.673Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-100.global (Addr: 127.0.0.1:9329) (DC: dc1)" 2021-10-14T17:21:01.673Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.673Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.141Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.673Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-100 2021-10-14T17:21:01.673Z [INFO] nomad/serf.go:219: nomad: found expected number of peers, attempting to bootstrap cluster...: peers=127.0.0.1:9363,127.0.0.1:9329 nomad-108 2021-10-14T17:21:01.673Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-14T17:21:01.141Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-110 2021-10-14T17:21:01.667Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-057 2021-10-14T17:21:01.673Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired 2021-10-14T17:21:01.673Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.673Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-110 2021-10-14T17:21:01.673Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9351 [Candidate]" term=2 nomad-057 2021-10-14T17:21:01.674Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9383 127.0.0.1:9383}" nomad-110 2021-10-14T17:21:01.672Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-110.global (Addr: 127.0.0.1:9351) (DC: dc1)" nomad-110 2021-10-14T17:21:01.674Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 2021-10-14T17:21:01.674Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-110 2021-10-14T17:21:01.674Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9351 term=2 tally=1 nomad-110 2021-10-14T17:21:01.674Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-110 2021-10-14T17:21:01.674Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9351 [Leader]" nomad-110 2021-10-14T17:21:01.674Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-057 2021-10-14T17:21:01.674Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-100 2021-10-14T17:21:01.674Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-115.global nomad-107 2021-10-14T17:21:01.669Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-107 2021-10-14T17:21:01.674Z [TRACE] drainer/watch_jobs.go:171: nomad.drain.job_watcher: retrieved allocs for draining jobs: num_allocs=0 index=1000 nomad-107 2021-10-14T17:21:01.674Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1000 nomad-107 2021-10-14T17:21:01.672Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-107 2021-10-14T17:21:01.674Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-107 2021-10-14T17:21:01.674Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestAllocEndpoint_GetAllocs (0.80s) === CONT TestACLEndpoint_DeleteTokens nomad-110 2021-10-14T17:21:01.674Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=fbe55ee4-fa35-9a89-8207-0f65f65d572e create_time=1634232061674571943 nomad-110 2021-10-14T17:21:01.674Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=fbe55ee4-fa35-9a89-8207-0f65f65d572e create_time=1634232061674571943 2021-10-14T17:21:01.674Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.674Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-110 2021-10-14T17:21:01.674Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-14T17:21:01.674Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-099 2021-10-14T17:21:01.674Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-120 2021-10-14T17:21:01.674Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-120 2021-10-14T17:21:01.674Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9375 [Candidate]" term=2 nomad-099 2021-10-14T17:21:01.674Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave 2021-10-14T17:21:01.674Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-120 2021-10-14T17:21:01.674Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 2021-10-14T17:21:01.674Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-120 2021-10-14T17:21:01.674Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9375 term=2 tally=1 nomad-099 2021-10-14T17:21:01.674Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop 2021-10-14T17:21:01.674Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-120 2021-10-14T17:21:01.674Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-120 2021-10-14T17:21:01.674Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9375 [Leader]" nomad-120 2021-10-14T17:21:01.674Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-099 2021-10-14T17:21:01.675Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-14T17:21:01.675Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= --- PASS: TestJobEndpoint_BatchDeregister (1.31s) === CONT TestACLEndpoint_ListTokens_Blocking 2021-10-14T17:21:01.675Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.675Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.675Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-120 2021-10-14T17:21:01.675Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=c1734021-c5a4-5c05-5abd-60f1c2cf2ef1 create_time=1634232061675308619 2021-10-14T17:21:01.675Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-120 2021-10-14T17:21:01.675Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=c1734021-c5a4-5c05-5abd-60f1c2cf2ef1 create_time=1634232061675308619 2021-10-14T17:21:01.675Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.675Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.675Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-120 2021-10-14T17:21:01.675Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-14T17:21:01.675Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.675Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.675Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.676Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.676Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.677Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.677Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-124 2021-10-14T17:21:01.673Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=0 servers=[] nomad-124 2021-10-14T17:21:01.735Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-124.global 127.0.0.1 nomad-124 2021-10-14T17:21:01.735Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-115 2021-10-14T17:21:01.737Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-115 2021-10-14T17:21:01.737Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9363 [Candidate]" term=2 nomad-115 2021-10-14T17:21:01.737Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-115 2021-10-14T17:21:01.737Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9363 term=2 tally=1 nomad-107 2021-10-14T17:21:01.737Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-124 2021-10-14T17:21:01.738Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9308 [Follower]" leader= nomad-057 2021-10-14T17:21:01.737Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9383 time=63.610542ms nomad-057 2021-10-14T17:21:01.738Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-057 2021-10-14T17:21:01.738Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9310 [Follower]" leader= nomad-057 2021-10-14T17:21:01.738Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-129 2021-10-14T17:21:01.738Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=0 servers=[] nomad-100 2021-10-14T17:21:01.739Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-115 2021-10-14T17:21:01.739Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9329 term=2 tally=2 nomad-115 2021-10-14T17:21:01.739Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-115 2021-10-14T17:21:01.739Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9363 [Leader]" nomad-115 2021-10-14T17:21:01.739Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9329 nomad-129 2021-10-14T17:21:01.739Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-129.global 127.0.0.1 nomad-129 2021-10-14T17:21:01.739Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-100 2021-10-14T17:21:01.740Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-115.global nomad-115 2021-10-14T17:21:01.740Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-115 2021-10-14T17:21:01.740Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9329 127.0.0.1:9329}" nomad-050 2021-10-14T17:21:01.741Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-057.global has failed, no acks received nomad-057 2021-10-14T17:21:01.741Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9383 127.0.0.1:9383}" nomad-124 2021-10-14T17:21:01.742Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-124.global (Addr: 127.0.0.1:9308) (DC: dc1)" 2021-10-14T17:21:01.742Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.742Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-117 2021-10-14T17:21:01.742Z [INFO] nomad/server.go:620: nomad: shutting down server 2021-10-14T17:21:01.742Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.742Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-117 2021-10-14T17:21:01.742Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave 2021-10-14T17:21:01.742Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.742Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.742Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.742Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.742Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-117 2021-10-14T17:21:01.742Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop 2021-10-14T17:21:01.742Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-129 2021-10-14T17:21:01.742Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9345 [Follower]" leader= --- PASS: TestAllocEndpoint_List (0.71s) === CONT TestACLEndpoint_ListTokens nomad-127 2021-10-14T17:21:01.743Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9318 Address:127.0.0.1:9318}]" nomad-117 2021-10-14T17:21:01.743Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-127 2021-10-14T17:21:01.743Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-127.global 127.0.0.1 nomad-127 2021-10-14T17:21:01.744Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] 2021-10-14T17:21:01.744Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-127 2021-10-14T17:21:01.744Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9318 [Follower]" leader= nomad-127 2021-10-14T17:21:01.745Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-127.global (Addr: 127.0.0.1:9318) (DC: dc1)" nomad-113 2021-10-14T17:21:01.745Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-113 2021-10-14T17:21:01.745Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9317 [Candidate]" term=2 nomad-113 2021-10-14T17:21:01.745Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 2021-10-14T17:21:01.746Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.748Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.748Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.748Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.749Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.749Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.749Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.749Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.749Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.752Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-118 2021-10-14T17:21:01.770Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-118 2021-10-14T17:21:01.861Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9390 [Candidate]" term=2 nomad-118 2021-10-14T17:21:01.861Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-129 2021-10-14T17:21:01.752Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-129.global (Addr: 127.0.0.1:9345) (DC: dc1)" nomad-114 2021-10-14T17:21:01.757Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-114 2021-10-14T17:21:01.861Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9361 [Candidate]" term=2 nomad-114 2021-10-14T17:21:01.861Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-129 2021-10-14T17:21:01.844Z [WARN] raft/raft.go:204: nomad.raft: no known peers, aborting election nomad-114 2021-10-14T17:21:01.861Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9361 term=2 tally=1 nomad-050 2021-10-14T17:21:01.751Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9310 nomad-116 2021-10-14T17:21:01.834Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-114 2021-10-14T17:21:01.861Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-116 2021-10-14T17:21:01.861Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9377 [Candidate]" term=2 nomad-114 2021-10-14T17:21:01.861Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9361 [Leader]" nomad-050 2021-10-14T17:21:01.861Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9383 [Candidate]" term=15 nomad-116 2021-10-14T17:21:01.861Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-050 2021-10-14T17:21:01.861Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-131 2021-10-14T17:21:01.833Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9365 Address:127.0.0.1:9365}]" nomad-114 2021-10-14T17:21:01.861Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-050 2021-10-14T17:21:01.861Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9383 term=15 tally=1 nomad-124 2021-10-14T17:21:01.853Z [WARN] raft/raft.go:204: nomad.raft: no known peers, aborting election nomad-113 2021-10-14T17:21:01.745Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9317 term=2 tally=1 nomad-128 2021-10-14T17:21:01.746Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9359 Address:127.0.0.1:9359}]" nomad-113 2021-10-14T17:21:01.861Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-113 2021-10-14T17:21:01.861Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9317 [Leader]" nomad-113 2021-10-14T17:21:01.861Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-100 2021-10-14T17:21:01.857Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=e2079677-66a7-9d5f-9db2-68dcf3b477ff create_time=1634232061741823106 nomad-092 2021-10-14T17:21:01.673Z [DEBUG] scheduler/generic_sched.go:356: worker.service_sched: reconciled current state with desired state: eval_id=13993e31-4024-db93-9584-193a9aef8f68 job_id=mock-service-640e5be1-be7c-1060-2b52-af57840cdeb0 namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" nomad-131 2021-10-14T17:21:01.862Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-131.global 127.0.0.1 nomad-131 2021-10-14T17:21:01.862Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-125 2021-10-14T17:21:01.857Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9369 Address:127.0.0.1:9369}]" nomad-092 2021-10-14T17:21:01.862Z [DEBUG] nomad/worker.go:418: worker: created evaluation: eval="" nomad-128 2021-10-14T17:21:01.862Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-128.global 127.0.0.1 nomad-092 2021-10-14T17:21:01.862Z [DEBUG] scheduler/generic_sched.go:275: worker.service_sched: failed to place all allocations, blocked eval created: eval_id=13993e31-4024-db93-9584-193a9aef8f68 job_id=mock-service-640e5be1-be7c-1060-2b52-af57840cdeb0 namespace=default blocked_eval_id=86c88d54-a387-0099-fd0d-3c5f677ad14e nomad-092 2021-10-14T17:21:01.862Z [DEBUG] scheduler/util.go:535: worker.service_sched: setting eval status: eval_id=13993e31-4024-db93-9584-193a9aef8f68 job_id=mock-service-640e5be1-be7c-1060-2b52-af57840cdeb0 namespace=default status=complete nomad-126 2021-10-14T17:21:01.842Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9312 Address:127.0.0.1:9312}]" nomad-128 2021-10-14T17:21:01.862Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-092 2021-10-14T17:21:01.862Z [DEBUG] nomad/worker.go:377: worker: updated evaluation: eval="" nomad-092 2021-10-14T17:21:01.862Z [DEBUG] nomad/worker.go:223: worker: ack evaluation: eval_id=13993e31-4024-db93-9584-193a9aef8f68 2021-10-14T17:21:01.752Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.752Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.752Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.752Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.752Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-116 2021-10-14T17:21:01.861Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9377 term=2 tally=1 nomad-116 2021-10-14T17:21:01.863Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-116 2021-10-14T17:21:01.863Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9377 [Leader]" nomad-116 2021-10-14T17:21:01.863Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-116 2021-10-14T17:21:01.863Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=890ed815-9baf-d9b9-0752-7d16364df3f8 create_time=1634232061863797003 nomad-115 2021-10-14T17:21:01.773Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-115.global nomad-116 2021-10-14T17:21:01.863Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=890ed815-9baf-d9b9-0752-7d16364df3f8 create_time=1634232061863797003 nomad-115 2021-10-14T17:21:01.863Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-115.global nomad-115 2021-10-14T17:21:01.842Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=e2079677-66a7-9d5f-9db2-68dcf3b477ff create_time=1634232061741823106 nomad-115 2021-10-14T17:21:01.864Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=e2079677-66a7-9d5f-9db2-68dcf3b477ff create_time=1634232061741823106 nomad-089 2021-10-14T17:21:01.858Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-089 2021-10-14T17:21:01.864Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-113 2021-10-14T17:21:01.864Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=f4bb5787-34f1-a78c-a649-a9c17b061c64 create_time=1634232061864134642 nomad-121 2021-10-14T17:21:01.749Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-113 2021-10-14T17:21:01.864Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=f4bb5787-34f1-a78c-a649-a9c17b061c64 create_time=1634232061864134642 nomad-121 2021-10-14T17:21:01.864Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9343 [Candidate]" term=2 nomad-121 2021-10-14T17:21:01.864Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-121 2021-10-14T17:21:01.864Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9343 term=2 tally=1 nomad-121 2021-10-14T17:21:01.864Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-121 2021-10-14T17:21:01.864Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9343 [Leader]" nomad-127 2021-10-14T17:21:01.842Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-123 2021-10-14T17:21:01.748Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9357 Address:127.0.0.1:9357}]" nomad-121 2021-10-14T17:21:01.864Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-126 2021-10-14T17:21:01.864Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-126.global 127.0.0.1 nomad-127 2021-10-14T17:21:01.864Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9318 [Candidate]" term=2 nomad-127 2021-10-14T17:21:01.864Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-125 2021-10-14T17:21:01.864Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-125.global 127.0.0.1 nomad-127 2021-10-14T17:21:01.864Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9318 term=2 tally=1 nomad-127 2021-10-14T17:21:01.864Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-127 2021-10-14T17:21:01.864Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9318 [Leader]" nomad-127 2021-10-14T17:21:01.864Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-126 2021-10-14T17:21:01.864Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-121 2021-10-14T17:21:01.864Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=904f2f8d-3723-1637-67ad-129d9d194058 create_time=1634232061864800462 nomad-121 2021-10-14T17:21:01.864Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=904f2f8d-3723-1637-67ad-129d9d194058 create_time=1634232061864800462 nomad-130 2021-10-14T17:21:01.771Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=0 servers=[] nomad-123 2021-10-14T17:21:01.865Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-123.global 127.0.0.1 nomad-112 2021-10-14T17:21:01.854Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-118 2021-10-14T17:21:01.861Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9390 term=2 tally=1 nomad-118 2021-10-14T17:21:01.865Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-127 2021-10-14T17:21:01.865Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=0b6b07b4-c76b-4772-86b6-4a2540c01eed create_time=1634232061865274770 nomad-123 2021-10-14T17:21:01.865Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-127 2021-10-14T17:21:01.865Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=0b6b07b4-c76b-4772-86b6-4a2540c01eed create_time=1634232061865274770 nomad-118 2021-10-14T17:21:01.865Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9390 [Leader]" nomad-131 2021-10-14T17:21:01.865Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9365 [Follower]" leader= --- PASS: TestJobEndpoint_GetJobSummary_Blocking (2.00s) === CONT TestACLEndpoint_GetTokens_Blocking nomad-092 2021-10-14T17:21:01.674Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-121 2021-10-14T17:21:01.865Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-092 2021-10-14T17:21:01.865Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-131 2021-10-14T17:21:01.865Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-131.global (Addr: 127.0.0.1:9365) (DC: dc1)" nomad-113 2021-10-14T17:21:01.865Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-057 2021-10-14T17:21:01.749Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-057 2021-10-14T17:21:01.847Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-057 2021-10-14T17:21:01.866Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9310 [Candidate]" term=15 nomad-057 2021-10-14T17:21:01.866Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-057 2021-10-14T17:21:01.866Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9310 term=15 tally=1 nomad-089 2021-10-14T17:21:01.866Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-123 2021-10-14T17:21:01.866Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9357 [Follower]" leader= nomad-130 2021-10-14T17:21:01.866Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9340 [Follower]" leader= nomad-050 2021-10-14T17:21:01.861Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-057.global) nomad-089 2021-10-14T17:21:01.866Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-115 2021-10-14T17:21:01.866Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-14T17:21:01.857Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.857Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.857Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.857Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-125 2021-10-14T17:21:01.866Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-128 2021-10-14T17:21:01.866Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-128.global (Addr: 127.0.0.1:9359) (DC: dc1)" --- PASS: TestJobEndpoint_GetJobVersions_Diff (1.73s) === CONT TestACLEndpoint_GetTokens nomad-119 2021-10-14T17:21:01.771Z [WARN] raft/raft.go:204: nomad.raft: no known peers, aborting election nomad-123 2021-10-14T17:21:01.867Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-123.global (Addr: 127.0.0.1:9357) (DC: dc1)" nomad-128 2021-10-14T17:21:01.867Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9359 [Follower]" leader= nomad-125 2021-10-14T17:21:01.867Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9369 [Follower]" leader= nomad-092 2021-10-14T17:21:01.867Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-112 2021-10-14T17:21:01.865Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-114 2021-10-14T17:21:01.867Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=0ca4c4b1-519b-f188-ce80-92eb97b9676d create_time=1634232061867176551 nomad-114 2021-10-14T17:21:01.867Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=0ca4c4b1-519b-f188-ce80-92eb97b9676d create_time=1634232061867176551 nomad-118 2021-10-14T17:21:01.867Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-112 2021-10-14T17:21:01.865Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-092 2021-10-14T17:21:01.867Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost --- PASS: TestAllocEndpoint_GetAlloc (0.92s) === CONT TestACLEndpoint_GetToken_Blocking nomad-116 2021-10-14T17:21:01.865Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-126 2021-10-14T17:21:01.867Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-126.global (Addr: 127.0.0.1:9312) (DC: dc1)" 2021-10-14T17:21:01.867Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-125 2021-10-14T17:21:01.867Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-125.global (Addr: 127.0.0.1:9369) (DC: dc1)" nomad-114 2021-10-14T17:21:01.867Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-118 2021-10-14T17:21:01.867Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=dd5686f3-078d-21c8-2490-d69c5cbf46b9 create_time=1634232061867822188 2021-10-14T17:21:01.867Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-118 2021-10-14T17:21:01.867Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=dd5686f3-078d-21c8-2490-d69c5cbf46b9 create_time=1634232061867822188 2021-10-14T17:21:01.867Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.868Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-118 2021-10-14T17:21:01.868Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-14T17:21:01.868Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-057 2021-10-14T17:21:01.861Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-050.global) 2021-10-14T17:21:01.868Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.868Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.868Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.868Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.868Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.868Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.868Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.868Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.868Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.868Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.868Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.868Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.868Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-126 2021-10-14T17:21:01.868Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9312 [Follower]" leader= 2021-10-14T17:21:01.869Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.869Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.869Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.869Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.869Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-133 2021-10-14T17:21:01.870Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9367 Address:127.0.0.1:9367}]" nomad-133 2021-10-14T17:21:01.870Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-133.global 127.0.0.1 nomad-133 2021-10-14T17:21:01.870Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[system, noop, service, batch, _core] nomad-133 2021-10-14T17:21:01.871Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9367 [Follower]" leader= nomad-133 2021-10-14T17:21:01.871Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-133.global (Addr: 127.0.0.1:9367) (DC: dc1)" 2021-10-14T17:21:01.872Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.872Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-132 2021-10-14T17:21:01.872Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9399 Address:127.0.0.1:9399}]" nomad-132 2021-10-14T17:21:01.873Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9399 [Follower]" leader= nomad-057 2021-10-14T17:21:01.873Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Marking nomad-050.global as failed, suspect timeout reached (0 peer confirmations) nomad-057 2021-10-14T17:21:01.873Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberFailed: nomad-050.global 127.0.0.1 nomad-057 2021-10-14T17:21:01.873Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-050.global (Addr: 127.0.0.1:9383) (DC: dc1)" nomad-127 2021-10-14T17:21:01.931Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-057 2021-10-14T17:21:01.933Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-057 2021-10-14T17:21:01.933Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9310 [Candidate]" term=16 nomad-057 2021-10-14T17:21:01.933Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-057 2021-10-14T17:21:01.934Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9310 term=16 tally=1 nomad-115 2021-10-14T17:21:01.937Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9329 time=84.115295ms nomad-125 2021-10-14T17:21:01.937Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-115 2021-10-14T17:21:01.937Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-125 2021-10-14T17:21:01.937Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9369 [Candidate]" term=2 nomad-115 2021-10-14T17:21:01.937Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9363 [Follower]" leader= nomad-115 2021-10-14T17:21:01.937Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-125 2021-10-14T17:21:01.937Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-125 2021-10-14T17:21:01.938Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9369 term=2 tally=1 nomad-125 2021-10-14T17:21:01.938Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-115 2021-10-14T17:21:01.938Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9329 127.0.0.1:9329}" nomad-125 2021-10-14T17:21:01.938Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9369 [Leader]" nomad-125 2021-10-14T17:21:01.938Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-115 2021-10-14T17:21:01.938Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-125 2021-10-14T17:21:01.938Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=740db940-bb17-591c-4b86-63b29c6fcea2 create_time=1634232061938857347 nomad-125 2021-10-14T17:21:01.939Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=740db940-bb17-591c-4b86-63b29c6fcea2 create_time=1634232061938857347 nomad-125 2021-10-14T17:21:01.939Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-14T17:21:01.752Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.752Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.752Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.752Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.771Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-126 2021-10-14T17:21:01.942Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-126 2021-10-14T17:21:01.942Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9312 [Candidate]" term=2 nomad-126 2021-10-14T17:21:01.942Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-126 2021-10-14T17:21:01.942Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9312 term=2 tally=1 nomad-126 2021-10-14T17:21:01.942Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-126 2021-10-14T17:21:01.942Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9312 [Leader]" nomad-126 2021-10-14T17:21:01.942Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-126 2021-10-14T17:21:01.943Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=10836f12-fe69-0452-69d9-0bdcf88e8468 create_time=1634232061943088683 nomad-126 2021-10-14T17:21:01.943Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=10836f12-fe69-0452-69d9-0bdcf88e8468 create_time=1634232061943088683 nomad-126 2021-10-14T17:21:01.943Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-050 2021-10-14T17:21:01.943Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Marking nomad-057.global as failed, suspect timeout reached (0 peer confirmations) nomad-050 2021-10-14T17:21:01.944Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberFailed: nomad-057.global 127.0.0.1 nomad-050 2021-10-14T17:21:01.944Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-057.global (Addr: 127.0.0.1:9310) (DC: dc1)" nomad-100 2021-10-14T17:21:01.945Z [ERROR] raft-net: failed to decode incoming command: error="read tcp 127.0.0.1:9329->127.0.0.1:46682: read: connection reset by peer" nomad-108 2021-10-14T17:21:01.946Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-108 2021-10-14T17:21:01.946Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-108 2021-10-14T17:21:01.946Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-050 2021-10-14T17:21:01.947Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-050 2021-10-14T17:21:01.947Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9383 [Follower]" leader= --- PASS: TestAllocEndpoint_GetAllocs_Blocking (1.19s) === CONT TestACLEndpoint_GetToken 2021-10-14T17:21:01.949Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-110 2021-10-14T17:21:01.949Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-108 2021-10-14T17:21:01.949Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-110 2021-10-14T17:21:01.950Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-109 2021-10-14T17:21:01.950Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-109 2021-10-14T17:21:01.950Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-109 2021-10-14T17:21:01.950Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-109 2021-10-14T17:21:01.950Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-121 2021-10-14T17:21:01.950Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-110 2021-10-14T17:21:01.950Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-121 2021-10-14T17:21:01.950Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-109 2021-10-14T17:21:01.950Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-109 2021-10-14T17:21:01.951Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= --- PASS: TestACLEndpoint_UpsertTokens_Invalid (0.90s) === CONT TestACLEndpoint_UpsertPolicies_Invalid nomad-109 2021-10-14T17:21:01.951Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= --- PASS: TestAllocEndpoint_GetAlloc_Blocking (1.01s) === CONT TestACLEndpoint_UpsertPolicies nomad-135 2021-10-14T17:21:01.951Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9324 Address:127.0.0.1:9324}]" 2021-10-14T17:21:01.951Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.951Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.951Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.951Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.951Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:01.952Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-112 2021-10-14T17:21:02.066Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-130 2021-10-14T17:21:02.070Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-130.global 127.0.0.1 nomad-115 2021-10-14T17:21:02.070Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-100.global (timeout reached) nomad-130 2021-10-14T17:21:02.070Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[batch, system, noop, service, _core] nomad-135 2021-10-14T17:21:02.073Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-135.global 127.0.0.1 nomad-057 2021-10-14T17:21:01.950Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9383 term=16 tally=2 nomad-057 2021-10-14T17:21:02.137Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-057 2021-10-14T17:21:02.137Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9310 [Leader]" nomad-057 2021-10-14T17:21:02.137Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9383 nomad-130 2021-10-14T17:21:02.137Z [WARN] raft/raft.go:204: nomad.raft: no known peers, aborting election nomad-132 2021-10-14T17:21:01.950Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-132.global 127.0.0.1 nomad-132 2021-10-14T17:21:02.138Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[batch, system, noop, service, _core] nomad-121 2021-10-14T17:21:01.950Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-100 2021-10-14T17:21:02.139Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9363 nomad-100 2021-10-14T17:21:02.139Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9329 [Candidate]" term=3 nomad-100 2021-10-14T17:21:02.139Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-100 2021-10-14T17:21:02.139Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9329 term=3 tally=1 nomad-132 2021-10-14T17:21:02.140Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-132 2021-10-14T17:21:02.140Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9399 [Candidate]" term=2 nomad-132 2021-10-14T17:21:02.140Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-132 2021-10-14T17:21:02.140Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9399 term=2 tally=1 nomad-132 2021-10-14T17:21:02.140Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-132 2021-10-14T17:21:02.140Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9399 [Leader]" nomad-119 2021-10-14T17:21:02.140Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Initiating push/pull sync with: 127.0.0.1:9314 nomad-057 2021-10-14T17:21:02.070Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-050.global (timeout reached) 2021-10-14T17:21:02.146Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-057 2021-10-14T17:21:02.146Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-057 2021-10-14T17:21:02.230Z [WARN] raft/raft.go:1418: nomad.raft: rejecting vote request since we have a leader: from=127.0.0.1:9383 leader=127.0.0.1:9310 nomad-057 2021-10-14T17:21:02.259Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9383 time=121.753354ms nomad-057 2021-10-14T17:21:02.259Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-057 2021-10-14T17:21:02.259Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9310 [Follower]" leader= nomad-100 2021-10-14T17:21:02.241Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-115 2021-10-14T17:21:02.231Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= 2021-10-14T17:21:02.237Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-128 2021-10-14T17:21:02.231Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-123 2021-10-14T17:21:02.237Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-123 2021-10-14T17:21:02.354Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9357 [Candidate]" term=2 nomad-131 2021-10-14T17:21:02.237Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= 2021-10-14T17:21:02.233Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-057 2021-10-14T17:21:02.259Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-120 2021-10-14T17:21:02.247Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-133 2021-10-14T17:21:02.237Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-100 2021-10-14T17:21:02.258Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-115.global (timeout reached) nomad-132 2021-10-14T17:21:02.263Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-132.global (Addr: 127.0.0.1:9399) (DC: dc1)" 2021-10-14T17:21:02.233Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.233Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-057 2021-10-14T17:21:02.334Z [ERROR] nomad/leader.go:136: nomad: failed to wait for barrier: error="node is not the leader" nomad-100 2021-10-14T17:21:02.339Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9329 [Candidate]" term=4 nomad-100 2021-10-14T17:21:02.367Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-120 2021-10-14T17:21:02.356Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-110 2021-10-14T17:21:02.367Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-100 2021-10-14T17:21:02.367Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9329 term=4 tally=1 nomad-120 2021-10-14T17:21:02.367Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave 2021-10-14T17:21:02.367Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-133 2021-10-14T17:21:02.357Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9367 [Candidate]" term=2 nomad-133 2021-10-14T17:21:02.367Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-120 2021-10-14T17:21:02.367Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-133 2021-10-14T17:21:02.367Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9367 term=2 tally=1 nomad-133 2021-10-14T17:21:02.368Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-133 2021-10-14T17:21:02.368Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9367 [Leader]" nomad-118 2021-10-14T17:21:02.368Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-133 2021-10-14T17:21:02.368Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-118 2021-10-14T17:21:02.368Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave 2021-10-14T17:21:02.368Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.368Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-103 2021-10-14T17:21:02.368Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:53218 nomad-100 2021-10-14T17:21:02.367Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-115.global has failed, no acks received nomad-104 2021-10-14T17:21:02.368Z [DEBUG] nomad/worker.go:185: worker: dequeued evaluation: eval_id=d733afe4-68a6-dc2b-646e-37795a2982e8 nomad-115 2021-10-14T17:21:02.345Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9363 [Candidate]" term=3 nomad-115 2021-10-14T17:21:02.368Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-115 2021-10-14T17:21:02.368Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=3 nomad-104 2021-10-14T17:21:02.368Z [TRACE] scheduler/rank.go:175: worker.service_sched.binpack: NewBinPackIterator created: eval_id=d733afe4-68a6-dc2b-646e-37795a2982e8 job_id=mock-service-9fdfa1cd-d348-ce7a-4861-a11d5e6f4f8e namespace=default algorithm=binpack nomad-115 2021-10-14T17:21:02.368Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9363 term=3 tally=1 nomad-115 2021-10-14T17:21:02.368Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-115 2021-10-14T17:21:02.368Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9363 [Follower]" leader= nomad-104 2021-10-14T17:21:02.368Z [DEBUG] scheduler/generic_sched.go:356: worker.service_sched: reconciled current state with desired state: eval_id=d733afe4-68a6-dc2b-646e-37795a2982e8 job_id=mock-service-9fdfa1cd-d348-ce7a-4861-a11d5e6f4f8e namespace=default results="Total changes: (place 0) (destructive 0) (inplace 0) (stop 1) Desired Changes for "web": (place 0) (inplace 0) (destructive 0) (stop 1) (migrate 0) (ignore 0) (canary 0)" nomad-127 2021-10-14T17:21:02.368Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-127 2021-10-14T17:21:02.368Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave 2021-10-14T17:21:02.368Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-127 2021-10-14T17:21:02.369Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-131 2021-10-14T17:21:02.357Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9365 [Candidate]" term=2 nomad-131 2021-10-14T17:21:02.369Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-133 2021-10-14T17:21:02.369Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=38940417-4111-db59-7b9f-092bb0c7b750 create_time=1634232062368994415 nomad-121 2021-10-14T17:21:02.369Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-131 2021-10-14T17:21:02.369Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9365 term=2 tally=1 nomad-113 2021-10-14T17:21:02.369Z [INFO] nomad/server.go:620: nomad: shutting down server 2021-10-14T17:21:02.369Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-133 2021-10-14T17:21:02.369Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=38940417-4111-db59-7b9f-092bb0c7b750 create_time=1634232062368994415 nomad-131 2021-10-14T17:21:02.369Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-104 2021-10-14T17:21:02.369Z [DEBUG] nomad/worker.go:185: worker: dequeued evaluation: eval_id=0221bfec-6400-89d1-6aee-d2b7695437d1 nomad-113 2021-10-14T17:21:02.369Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave 2021-10-14T17:21:02.369Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.369Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.369Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-131 2021-10-14T17:21:02.369Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9365 [Leader]" nomad-104 2021-10-14T17:21:02.369Z [TRACE] scheduler/rank.go:175: worker.service_sched.binpack: NewBinPackIterator created: eval_id=0221bfec-6400-89d1-6aee-d2b7695437d1 job_id=mock-service-bad5ebfa-b541-c3c4-646a-2f5b266dd8d1 namespace=default algorithm=binpack 2021-10-14T17:21:02.369Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-131 2021-10-14T17:21:02.369Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired 2021-10-14T17:21:02.369Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-104 2021-10-14T17:21:02.369Z [DEBUG] scheduler/generic_sched.go:356: worker.service_sched: reconciled current state with desired state: eval_id=0221bfec-6400-89d1-6aee-d2b7695437d1 job_id=mock-service-bad5ebfa-b541-c3c4-646a-2f5b266dd8d1 namespace=default results="Total changes: (place 0) (destructive 0) (inplace 0) (stop 1) Desired Changes for "web": (place 0) (inplace 0) (destructive 0) (stop 1) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:02.369Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-104 2021-10-14T17:21:02.369Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-113 2021-10-14T17:21:02.369Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-104 2021-10-14T17:21:02.369Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-104 2021-10-14T17:21:02.369Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-127 2021-10-14T17:21:02.369Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-050 2021-10-14T17:21:02.258Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-130 2021-10-14T17:21:02.262Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-130.global (Addr: 127.0.0.1:9340) (DC: dc1)" nomad-119 2021-10-14T17:21:02.369Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-103.global 127.0.0.1 2021-10-14T17:21:02.237Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-109 2021-10-14T17:21:02.369Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-050 2021-10-14T17:21:02.369Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9383 [Candidate]" term=17 nomad-057 2021-10-14T17:21:02.367Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9383 127.0.0.1:9383}" error="read tcp 127.0.0.1:55458->127.0.0.1:9383: i/o timeout" nomad-109 2021-10-14T17:21:02.369Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-128 2021-10-14T17:21:02.356Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9359 [Candidate]" term=2 nomad-050 2021-10-14T17:21:02.369Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-057 2021-10-14T17:21:02.349Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-128 2021-10-14T17:21:02.369Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-050 2021-10-14T17:21:02.369Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9383 term=17 tally=1 nomad-057 2021-10-14T17:21:02.367Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-128 2021-10-14T17:21:02.369Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9359 term=2 tally=1 nomad-057 2021-10-14T17:21:02.369Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-050.global 127.0.0.1 nomad-128 2021-10-14T17:21:02.369Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-109 2021-10-14T17:21:02.369Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-050 2021-10-14T17:21:02.368Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-057.global 127.0.0.1 nomad-128 2021-10-14T17:21:02.369Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9359 [Leader]" nomad-128 2021-10-14T17:21:02.370Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-106 2021-10-14T17:21:02.370Z [DEBUG] nomad/worker.go:185: worker: dequeued evaluation: eval_id=0a66227e-6212-df89-86ce-97ff2aa2bdac nomad-119 2021-10-14T17:21:02.370Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-103.global (Addr: 127.0.0.1:9333) (DC: dc1)" nomad-109 2021-10-14T17:21:02.370Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-106 2021-10-14T17:21:02.370Z [TRACE] scheduler/rank.go:175: worker.service_sched.binpack: NewBinPackIterator created: eval_id=0a66227e-6212-df89-86ce-97ff2aa2bdac job_id=mock-service-9eed5c87-4b12-e83f-4394-2d4eea98794c namespace=default algorithm=binpack nomad-057 2021-10-14T17:21:02.370Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-050.global (Addr: 127.0.0.1:9383) (DC: dc1)" nomad-106 2021-10-14T17:21:02.370Z [DEBUG] scheduler/generic_sched.go:356: worker.service_sched: reconciled current state with desired state: eval_id=0a66227e-6212-df89-86ce-97ff2aa2bdac job_id=mock-service-9eed5c87-4b12-e83f-4394-2d4eea98794c namespace=default results="Total changes: (place 0) (destructive 0) (inplace 0) (stop 1) Desired Changes for "web": (place 0) (inplace 0) (destructive 0) (stop 1) (migrate 0) (ignore 0) (canary 0)" --- PASS: TestACLEndpoint_ResolveToken (1.33s) === CONT TestACLEndpoint_DeletePolicies nomad-104 2021-10-14T17:21:02.369Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-050 2021-10-14T17:21:02.370Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-057.global (Addr: 127.0.0.1:9310) (DC: dc1)" nomad-124 2021-10-14T17:21:02.370Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Initiating push/pull sync with: 127.0.0.1:9314 nomad-135 2021-10-14T17:21:02.147Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9324 [Follower]" leader= nomad-104 2021-10-14T17:21:02.369Z [ERROR] nomad/worker.go:309: worker: failed to submit plan for evaluation: eval_id=0221bfec-6400-89d1-6aee-d2b7695437d1 error="plan queue flushed" nomad-135 2021-10-14T17:21:02.235Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-103 2021-10-14T17:21:02.370Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:53226 nomad-104 2021-10-14T17:21:02.370Z [ERROR] nomad/worker.go:130: worker: error invoking scheduler: error="failed to process evaluation: plan queue flushed" nomad-106 2021-10-14T17:21:02.370Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-057 2021-10-14T17:21:02.370Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9310 [Candidate]" term=17 nomad-106 2021-10-14T17:21:02.370Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-057 2021-10-14T17:21:02.370Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-104 2021-10-14T17:21:02.370Z [ERROR] nomad/worker.go:221: worker: failed to nack evaluation: eval_id=0221bfec-6400-89d1-6aee-d2b7695437d1 error="No cluster leader" nomad-057 2021-10-14T17:21:02.370Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9310 term=17 tally=1 nomad-057 2021-10-14T17:21:02.370Z [ERROR] raft/replication.go:581: nomad.raft: peer has newer term, stopping replication: peer="{Voter 127.0.0.1:9383 127.0.0.1:9383}" 2021-10-14T17:21:02.237Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.237Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-106 2021-10-14T17:21:02.370Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-126 2021-10-14T17:21:02.370Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-057 2021-10-14T17:21:02.370Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=17 nomad-050 2021-10-14T17:21:02.370Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=17 nomad-135 2021-10-14T17:21:02.370Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-135.global (Addr: 127.0.0.1:9324) (DC: dc1)" nomad-126 2021-10-14T17:21:02.370Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave --- PASS: TestAllocEndpoint_UpdateDesiredTransition (1.70s) === CONT TestACLEndpoint_ListPolicies_Blocking nomad-128 2021-10-14T17:21:02.370Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=1a29c8f3-3d24-8034-6cfd-3fca7eedff31 create_time=1634232062370747187 2021-10-14T17:21:02.370Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-128 2021-10-14T17:21:02.370Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=1a29c8f3-3d24-8034-6cfd-3fca7eedff31 create_time=1634232062370747187 nomad-106 2021-10-14T17:21:02.370Z [ERROR] nomad/plan_apply.go:374: nomad: failed to apply plan: error="raft is already shutdown" nomad-118 2021-10-14T17:21:02.370Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-106 2021-10-14T17:21:02.370Z [ERROR] nomad/worker.go:309: worker: failed to submit plan for evaluation: eval_id=0a66227e-6212-df89-86ce-97ff2aa2bdac error="raft is already shutdown" nomad-106 2021-10-14T17:21:02.371Z [ERROR] nomad/worker.go:130: worker: error invoking scheduler: error="failed to process evaluation: raft is already shutdown" nomad-106 2021-10-14T17:21:02.371Z [ERROR] nomad/worker.go:221: worker: failed to nack evaluation: eval_id=0a66227e-6212-df89-86ce-97ff2aa2bdac error="No cluster leader" nomad-118 2021-10-14T17:21:02.371Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-136 2021-10-14T17:21:02.371Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9332 Address:127.0.0.1:9332}]" nomad-106 2021-10-14T17:21:02.371Z [DEBUG] nomad/worker.go:185: worker: dequeued evaluation: eval_id=ed822bae-2036-6d2f-44e2-5869d8731844 nomad-106 2021-10-14T17:21:02.371Z [ERROR] nomad/worker.go:115: worker: nacking eval because the server is shutting down: eval="" nomad-125 2021-10-14T17:21:02.371Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-106 2021-10-14T17:21:02.371Z [ERROR] nomad/worker.go:221: worker: failed to nack evaluation: eval_id=ed822bae-2036-6d2f-44e2-5869d8731844 error="No cluster leader" nomad-125 2021-10-14T17:21:02.371Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-128 2021-10-14T17:21:02.371Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-14T17:21:02.371Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-125 2021-10-14T17:21:02.371Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestACLEndpoint_DeleteTokens (0.70s) 2021-10-14T17:21:02.371Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= === CONT TestACLEndpoint_ListPolicies_Unauthenticated --- PASS: TestACLEndpoint_DeleteTokens_WithNonexistentToken (0.70s) === CONT TestACLEndpoint_ListPolicies nomad-136 2021-10-14T17:21:02.371Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9332 [Follower]" leader= nomad-125 2021-10-14T17:21:02.371Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-14T17:21:02.371Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.371Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-106 2021-10-14T17:21:02.371Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-14T17:21:02.237Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-126 2021-10-14T17:21:02.371Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop 2021-10-14T17:21:02.237Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.237Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.237Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.237Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.371Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.371Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.371Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-136 2021-10-14T17:21:02.371Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-136.global 127.0.0.1 nomad-134 2021-10-14T17:21:02.371Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9381 Address:127.0.0.1:9381}]" --- PASS: TestResolveSecretToken (1.33s) nomad-115 2021-10-14T17:21:02.368Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-100.global has failed, no acks received === CONT TestACLEndpoint_GetPolicies_Blocking nomad-126 2021-10-14T17:21:02.372Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-115 2021-10-14T17:21:02.372Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-100.global) nomad-136 2021-10-14T17:21:02.372Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] 2021-10-14T17:21:02.372Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.372Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.372Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.371Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-134 2021-10-14T17:21:02.372Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-134.global 127.0.0.1 2021-10-14T17:21:02.371Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-134 2021-10-14T17:21:02.372Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[batch, system, noop, service, _core] nomad-134 2021-10-14T17:21:02.372Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9381 [Follower]" leader= nomad-136 2021-10-14T17:21:02.373Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-136.global (Addr: 127.0.0.1:9332) (DC: dc1)" nomad-137 2021-10-14T17:21:02.374Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9338 Address:127.0.0.1:9338}]" nomad-137 2021-10-14T17:21:02.374Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9338 [Follower]" leader= 2021-10-14T17:21:02.374Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.374Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= --- PASS: TestAllocEndpoint_List_AllNamespaces_OSS (1.43s) === CONT TestACLEndpoint_GetPolicies_TokenSubset nomad-141 2021-10-14T17:21:02.374Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9385 Address:127.0.0.1:9385}]" nomad-137 2021-10-14T17:21:02.374Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-137.global 127.0.0.1 nomad-137 2021-10-14T17:21:02.374Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[system, noop, service, batch, _core] nomad-141 2021-10-14T17:21:02.375Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-141.global 127.0.0.1 nomad-141 2021-10-14T17:21:02.375Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] 2021-10-14T17:21:02.375Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.375Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.375Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.375Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.375Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.375Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-141 2021-10-14T17:21:02.375Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9385 [Follower]" leader= nomad-137 2021-10-14T17:21:02.375Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-137.global (Addr: 127.0.0.1:9338) (DC: dc1)" nomad-141 2021-10-14T17:21:02.376Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-141.global (Addr: 127.0.0.1:9385) (DC: dc1)" nomad-100 2021-10-14T17:21:02.377Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9363 term=4 tally=2 nomad-100 2021-10-14T17:21:02.377Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-100 2021-10-14T17:21:02.377Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9329 [Leader]" nomad-100 2021-10-14T17:21:02.377Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9363 nomad-100 2021-10-14T17:21:02.431Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired 2021-10-14T17:21:02.431Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.431Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.431Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= --- PASS: TestJobEndpoint_Deregister_ParameterizedJob (1.67s) === CONT TestACLEndpoint_GetPolicies 2021-10-14T17:21:02.369Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-133 2021-10-14T17:21:02.437Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-14T17:21:02.369Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.369Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.438Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.438Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.438Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.438Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.438Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.438Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.438Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.438Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.438Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.438Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.438Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.438Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-142 2021-10-14T17:21:02.438Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9395 Address:127.0.0.1:9395}]" 2021-10-14T17:21:02.438Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.438Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-123 2021-10-14T17:21:02.438Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 2021-10-14T17:21:02.438Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.438Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-123 2021-10-14T17:21:02.438Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9357 term=2 tally=1 nomad-123 2021-10-14T17:21:02.438Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 2021-10-14T17:21:02.438Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-123 2021-10-14T17:21:02.438Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9357 [Leader]" 2021-10-14T17:21:02.438Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.439Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.439Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.439Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.439Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.439Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.439Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.439Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-142 2021-10-14T17:21:02.439Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-142.global 127.0.0.1 2021-10-14T17:21:02.439Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.439Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.439Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.439Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.439Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.439Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.439Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.439Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-143 2021-10-14T17:21:02.439Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9389 Address:127.0.0.1:9389}]" nomad-142 2021-10-14T17:21:02.439Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9395 [Follower]" leader= 2021-10-14T17:21:02.440Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.440Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-143 2021-10-14T17:21:02.440Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9389 [Follower]" leader= 2021-10-14T17:21:02.440Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.440Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.440Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.440Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-143 2021-10-14T17:21:02.440Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-143.global 127.0.0.1 nomad-143 2021-10-14T17:21:02.440Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-100 2021-10-14T17:21:02.441Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9363 time=63.695153ms nomad-100 2021-10-14T17:21:02.441Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-100 2021-10-14T17:21:02.441Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9329 [Follower]" leader= nomad-100 2021-10-14T17:21:02.441Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-100 2021-10-14T17:21:02.441Z [ERROR] nomad/leader.go:136: nomad: failed to wait for barrier: error="leadership lost while committing log" nomad-100 2021-10-14T17:21:02.441Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-143 2021-10-14T17:21:02.441Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-143.global (Addr: 127.0.0.1:9389) (DC: dc1)" 2021-10-14T17:21:02.442Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.442Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-100 2021-10-14T17:21:02.442Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-115.global) nomad-057 2021-10-14T17:21:02.442Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-057 2021-10-14T17:21:02.442Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9310 [Candidate]" term=18 nomad-057 2021-10-14T17:21:02.442Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-057 2021-10-14T17:21:02.442Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9310 term=18 tally=1 nomad-050 2021-10-14T17:21:02.443Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-050 2021-10-14T17:21:02.443Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9383 [Follower]" leader= nomad-057 2021-10-14T17:21:02.443Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9383 term=18 tally=2 nomad-057 2021-10-14T17:21:02.443Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-057 2021-10-14T17:21:02.443Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9310 [Leader]" nomad-057 2021-10-14T17:21:02.443Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9383 nomad-139 2021-10-14T17:21:02.443Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9306 Address:127.0.0.1:9306}]" nomad-057 2021-10-14T17:21:02.443Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-050 2021-10-14T17:21:02.443Z [WARN] raft/raft.go:1283: nomad.raft: failed to get previous log: previous-index=15 last-index=14 error="log not found" nomad-139 2021-10-14T17:21:02.443Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9306 [Follower]" leader= nomad-057 2021-10-14T17:21:02.443Z [WARN] raft/replication.go:248: nomad.raft: appendEntries rejected, sending older logs: peer="{Voter 127.0.0.1:9383 127.0.0.1:9383}" next=15 nomad-057 2021-10-14T17:21:02.444Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9383 127.0.0.1:9383}" nomad-139 2021-10-14T17:21:02.444Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-139.global 127.0.0.1 nomad-139 2021-10-14T17:21:02.444Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-057 2021-10-14T17:21:02.444Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-116 2021-10-14T17:21:02.444Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-116 2021-10-14T17:21:02.444Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-116 2021-10-14T17:21:02.445Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestAllocEndpoint_List_ACL (1.41s) === CONT TestACLEndpoint_GetPolicy_Blocking 2021-10-14T17:21:02.447Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.447Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-139 2021-10-14T17:21:02.447Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-139.global (Addr: 127.0.0.1:9306) (DC: dc1)" nomad-134 2021-10-14T17:21:02.377Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-134.global (Addr: 127.0.0.1:9381) (DC: dc1)" --- PASS: TestAllocEndpoint_Stop_ACL (1.79s) === CONT TestCSIVolumeEndpoint_ClaimWithController nomad-142 2021-10-14T17:21:02.453Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[system, noop, service, batch, _core] nomad-142 2021-10-14T17:21:02.454Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-142.global (Addr: 127.0.0.1:9395) (DC: dc1)" 2021-10-14T17:21:02.456Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-104 2021-10-14T17:21:02.456Z [ERROR] nomad/plan_apply.go:374: nomad: failed to apply plan: error="leadership lost while committing log" nomad-104 2021-10-14T17:21:02.456Z [ERROR] nomad/worker.go:309: worker: failed to submit plan for evaluation: eval_id=d733afe4-68a6-dc2b-646e-37795a2982e8 error="leadership lost while committing log" nomad-104 2021-10-14T17:21:02.456Z [ERROR] nomad/worker.go:130: worker: error invoking scheduler: error="failed to process evaluation: leadership lost while committing log" nomad-104 2021-10-14T17:21:02.456Z [ERROR] nomad/worker.go:221: worker: failed to nack evaluation: eval_id=d733afe4-68a6-dc2b-646e-37795a2982e8 error="No cluster leader" 2021-10-14T17:21:02.457Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-137 2021-10-14T17:21:02.461Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-137 2021-10-14T17:21:02.461Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9338 [Candidate]" term=2 nomad-137 2021-10-14T17:21:02.461Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-137 2021-10-14T17:21:02.461Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9338 term=2 tally=1 nomad-137 2021-10-14T17:21:02.462Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-137 2021-10-14T17:21:02.462Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9338 [Leader]" nomad-137 2021-10-14T17:21:02.462Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-137 2021-10-14T17:21:02.464Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=d9885df0-486b-e78c-c134-07d5e201d405 create_time=1634232062464165397 nomad-137 2021-10-14T17:21:02.464Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=d9885df0-486b-e78c-c134-07d5e201d405 create_time=1634232062464165397 nomad-137 2021-10-14T17:21:02.464Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-123 2021-10-14T17:21:02.530Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-142 2021-10-14T17:21:02.530Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-142 2021-10-14T17:21:02.530Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9395 [Candidate]" term=2 nomad-142 2021-10-14T17:21:02.530Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-142 2021-10-14T17:21:02.530Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9395 term=2 tally=1 nomad-142 2021-10-14T17:21:02.530Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-142 2021-10-14T17:21:02.530Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9395 [Leader]" nomad-142 2021-10-14T17:21:02.530Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-116 2021-10-14T17:21:02.530Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-135 2021-10-14T17:21:02.531Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-135 2021-10-14T17:21:02.531Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9324 [Candidate]" term=2 nomad-135 2021-10-14T17:21:02.531Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-135 2021-10-14T17:21:02.531Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9324 term=2 tally=1 nomad-135 2021-10-14T17:21:02.531Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-135 2021-10-14T17:21:02.531Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9324 [Leader]" nomad-135 2021-10-14T17:21:02.531Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-142 2021-10-14T17:21:02.531Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=e6edd19d-1ba5-8e21-1ebd-c2f778de6c5a create_time=1634232062531274043 nomad-142 2021-10-14T17:21:02.531Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=e6edd19d-1ba5-8e21-1ebd-c2f778de6c5a create_time=1634232062531274043 nomad-131 2021-10-14T17:21:02.531Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=ceea3d05-22b8-c442-3853-6d6b2d8b760b create_time=1634232062531456118 nomad-131 2021-10-14T17:21:02.531Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=ceea3d05-22b8-c442-3853-6d6b2d8b760b create_time=1634232062531456118 nomad-142 2021-10-14T17:21:02.531Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-135 2021-10-14T17:21:02.531Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=1191d9f1-f9bc-8499-a7a3-935beb5ef21f create_time=1634232062531760226 nomad-135 2021-10-14T17:21:02.531Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=1191d9f1-f9bc-8499-a7a3-935beb5ef21f create_time=1634232062531760226 nomad-143 2021-10-14T17:21:02.531Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-143 2021-10-14T17:21:02.532Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9389 [Candidate]" term=2 nomad-143 2021-10-14T17:21:02.532Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-143 2021-10-14T17:21:02.532Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9389 term=2 tally=1 nomad-143 2021-10-14T17:21:02.532Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-143 2021-10-14T17:21:02.532Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9389 [Leader]" nomad-143 2021-10-14T17:21:02.532Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-135 2021-10-14T17:21:02.532Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-14T17:21:02.532Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-141 2021-10-14T17:21:02.532Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= 2021-10-14T17:21:02.532Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-141 2021-10-14T17:21:02.532Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9385 [Candidate]" term=2 2021-10-14T17:21:02.532Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-131 2021-10-14T17:21:02.532Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-141 2021-10-14T17:21:02.532Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-141 2021-10-14T17:21:02.532Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9385 term=2 tally=1 nomad-141 2021-10-14T17:21:02.532Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-141 2021-10-14T17:21:02.532Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9385 [Leader]" nomad-141 2021-10-14T17:21:02.532Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-143 2021-10-14T17:21:02.533Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=9a8943c2-6d87-1aa3-823b-6c0bb0c06ad0 create_time=1634232062533176503 --- PASS: TestACLEndpoint_Bootstrap (0.87s) nomad-103 2021-10-14T17:21:02.533Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-119.global 127.0.0.1 nomad-143 2021-10-14T17:21:02.537Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=9a8943c2-6d87-1aa3-823b-6c0bb0c06ad0 create_time=1634232062533176503 === CONT TestCSIVolumeEndpoint_Claim nomad-122 2021-10-14T17:21:02.535Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-122 2021-10-14T17:21:02.539Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-136 2021-10-14T17:21:02.535Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-136 2021-10-14T17:21:02.633Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9332 [Candidate]" term=2 nomad-136 2021-10-14T17:21:02.634Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-136 2021-10-14T17:21:02.634Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9332 term=2 tally=1 nomad-136 2021-10-14T17:21:02.634Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-136 2021-10-14T17:21:02.634Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9332 [Leader]" nomad-136 2021-10-14T17:21:02.634Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired 2021-10-14T17:21:02.538Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-143 2021-10-14T17:21:02.538Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-14T17:21:02.538Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= --- PASS: TestACLEndpoint_UpsertTokens (1.58s) 2021-10-14T17:21:02.538Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= === CONT TestCSIVolumeEndpoint_Register nomad-133 2021-10-14T17:21:02.634Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-133 2021-10-14T17:21:02.634Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave 2021-10-14T17:21:02.539Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-133 2021-10-14T17:21:02.634Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-139 2021-10-14T17:21:02.542Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= 2021-10-14T17:21:02.539Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.539Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.541Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.541Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.541Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.542Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-143 2021-10-14T17:21:02.539Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-143 2021-10-14T17:21:02.635Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-103 2021-10-14T17:21:02.538Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-119.global (Addr: 127.0.0.1:9353) (DC: dc1)" nomad-103 2021-10-14T17:21:02.539Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-119.global nomad-103 2021-10-14T17:21:02.635Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-124.global 127.0.0.1 nomad-113 2021-10-14T17:21:02.538Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-050 2021-10-14T17:21:02.538Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-057.global (timeout reached) nomad-124 2021-10-14T17:21:02.538Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-119.global 127.0.0.1 --- PASS: TestACLEndpoint_GetTokens (0.77s) === CONT TestCSIPluginEndpoint_DeleteViaGC --- PASS: TestACLEndpoint_GetPolicies_TokenSubset (0.28s) === CONT TestCSIVolumeEndpoint_Get_ACL nomad-148 2021-10-14T17:21:02.653Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9334 Address:127.0.0.1:9334}]" 2021-10-14T17:21:02.636Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.636Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.637Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.637Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.637Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.637Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.637Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.639Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.639Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.641Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-057 2021-10-14T17:21:02.630Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-050.global (timeout reached) nomad-148 2021-10-14T17:21:02.654Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-148.global 127.0.0.1 nomad-148 2021-10-14T17:21:02.654Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-141 2021-10-14T17:21:02.533Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=6132d5ed-fdad-6b19-2812-623d5d8be8d0 create_time=1634232062533405179 nomad-146 2021-10-14T17:21:02.538Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9393 Address:127.0.0.1:9393}]" nomad-141 2021-10-14T17:21:02.654Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=6132d5ed-fdad-6b19-2812-623d5d8be8d0 create_time=1634232062533405179 nomad-137 2021-10-14T17:21:02.543Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-124 2021-10-14T17:21:02.654Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-119.global (Addr: 127.0.0.1:9353) (DC: dc1)" nomad-137 2021-10-14T17:21:02.654Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-133 2021-10-14T17:21:02.640Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-131 2021-10-14T17:21:02.545Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-131 2021-10-14T17:21:02.654Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-138 2021-10-14T17:21:02.554Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9356 Address:127.0.0.1:9356}]" nomad-146 2021-10-14T17:21:02.654Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-146.global 127.0.0.1 nomad-146 2021-10-14T17:21:02.654Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-145 2021-10-14T17:21:02.639Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9376 Address:127.0.0.1:9376}]" nomad-148 2021-10-14T17:21:02.654Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9334 [Follower]" leader= nomad-146 2021-10-14T17:21:02.654Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9393 [Follower]" leader= nomad-114 2021-10-14T17:21:02.648Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-114 2021-10-14T17:21:02.654Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-124 2021-10-14T17:21:02.655Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-103.global 127.0.0.1 2021-10-14T17:21:02.650Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.650Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.650Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.650Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.651Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.651Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-135 2021-10-14T17:21:02.655Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-145 2021-10-14T17:21:02.655Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-145.global 127.0.0.1 nomad-135 2021-10-14T17:21:02.655Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-146 2021-10-14T17:21:02.655Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-146.global (Addr: 127.0.0.1:9393) (DC: dc1)" nomad-138 2021-10-14T17:21:02.655Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-138.global 127.0.0.1 nomad-145 2021-10-14T17:21:02.655Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[noop, service, batch, system, _core] nomad-135 2021-10-14T17:21:02.655Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-124 2021-10-14T17:21:02.655Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-119.global nomad-100 2021-10-14T17:21:02.536Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-100 2021-10-14T17:21:02.655Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9329 [Candidate]" term=5 nomad-100 2021-10-14T17:21:02.655Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-138 2021-10-14T17:21:02.655Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-100 2021-10-14T17:21:02.655Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9329 term=5 tally=1 --- PASS: TestACLEndpoint_GetToken (0.71s) === CONT TestCSIPluginEndpoint_RegisterViaJob nomad-134 2021-10-14T17:21:02.542Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-134 2021-10-14T17:21:02.655Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9381 [Candidate]" term=2 nomad-139 2021-10-14T17:21:02.635Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9306 [Candidate]" term=2 nomad-134 2021-10-14T17:21:02.655Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-139 2021-10-14T17:21:02.655Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-134 2021-10-14T17:21:02.655Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9381 term=2 tally=1 nomad-139 2021-10-14T17:21:02.655Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9306 term=2 tally=1 nomad-134 2021-10-14T17:21:02.655Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-139 2021-10-14T17:21:02.655Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-134 2021-10-14T17:21:02.655Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9381 [Leader]" nomad-139 2021-10-14T17:21:02.655Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9306 [Leader]" nomad-134 2021-10-14T17:21:02.655Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-122 2021-10-14T17:21:02.541Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-139 2021-10-14T17:21:02.655Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-115 2021-10-14T17:21:02.555Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9329 nomad-143 2021-10-14T17:21:02.639Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-122 2021-10-14T17:21:02.655Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-115 2021-10-14T17:21:02.655Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9363 [Candidate]" term=5 nomad-143 2021-10-14T17:21:02.655Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-115 2021-10-14T17:21:02.655Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-057 2021-10-14T17:21:02.632Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9383 time=85.694569ms nomad-115 2021-10-14T17:21:02.655Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9363 term=5 tally=1 nomad-057 2021-10-14T17:21:02.655Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-148 2021-10-14T17:21:02.655Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-148.global (Addr: 127.0.0.1:9334) (DC: dc1)" nomad-057 2021-10-14T17:21:02.655Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9310 [Follower]" leader= 2021-10-14T17:21:02.457Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-057 2021-10-14T17:21:02.656Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop 2021-10-14T17:21:02.465Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-145 2021-10-14T17:21:02.656Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9376 [Follower]" leader= nomad-057 2021-10-14T17:21:02.656Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:56342 2021-10-14T17:21:02.465Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.465Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.651Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.465Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.651Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.465Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.651Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.466Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.466Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.466Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-147 2021-10-14T17:21:02.541Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9320 Address:127.0.0.1:9320}]" nomad-144 2021-10-14T17:21:02.640Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9336 Address:127.0.0.1:9336}]" nomad-134 2021-10-14T17:21:02.656Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=5e2e7b7c-4acc-86ee-58d5-3ed2044aafd4 create_time=1634232062656681734 nomad-100 2021-10-14T17:21:02.656Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=5 2021-10-14T17:21:02.639Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-134 2021-10-14T17:21:02.656Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=5e2e7b7c-4acc-86ee-58d5-3ed2044aafd4 create_time=1634232062656681734 2021-10-14T17:21:02.640Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-135 2021-10-14T17:21:02.656Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-115 2021-10-14T17:21:02.656Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=5 nomad-144 2021-10-14T17:21:02.656Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-144.global 127.0.0.1 nomad-134 2021-10-14T17:21:02.657Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-147 2021-10-14T17:21:02.656Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-147.global 127.0.0.1 nomad-144 2021-10-14T17:21:02.657Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[system, noop, service, batch, _core] nomad-147 2021-10-14T17:21:02.657Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers 2021-10-14T17:21:02.543Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.543Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.543Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.543Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.543Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.543Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.545Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.546Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.639Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.639Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-137 2021-10-14T17:21:02.657Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-131 2021-10-14T17:21:02.657Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-103 2021-10-14T17:21:02.641Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-124.global (Addr: 127.0.0.1:9308) (DC: dc1)" nomad-103 2021-10-14T17:21:02.642Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-119.global nomad-149 2021-10-14T17:21:02.640Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9309 Address:127.0.0.1:9309}]" nomad-149 2021-10-14T17:21:02.660Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-149.global 127.0.0.1 nomad-149 2021-10-14T17:21:02.660Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-140 2021-10-14T17:21:02.558Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9397 Address:127.0.0.1:9397}]" nomad-147 2021-10-14T17:21:02.661Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-147.global (Addr: 127.0.0.1:9320) (DC: dc1)" nomad-124 2021-10-14T17:21:02.661Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-103.global (Addr: 127.0.0.1:9333) (DC: dc1)" nomad-141 2021-10-14T17:21:02.656Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 === CONT TestCSIPluginEndpoint_RegisterViaFingerprint nomad-050 2021-10-14T17:21:02.632Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9310 nomad-050 2021-10-14T17:21:02.662Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9383 [Candidate]" term=19 nomad-050 2021-10-14T17:21:02.662Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-050 2021-10-14T17:21:02.662Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9383 term=19 tally=1 2021-10-14T17:21:02.662Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.662Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-050 2021-10-14T17:21:02.654Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:51062 nomad-144 2021-10-14T17:21:02.662Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-144.global (Addr: 127.0.0.1:9336) (DC: dc1)" 2021-10-14T17:21:02.662Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-140 2021-10-14T17:21:02.662Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-140.global 127.0.0.1 nomad-145 2021-10-14T17:21:02.662Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-145.global (Addr: 127.0.0.1:9376) (DC: dc1)" nomad-057 2021-10-14T17:21:02.662Z [ERROR] raft/replication.go:581: nomad.raft: peer has newer term, stopping replication: peer="{Voter 127.0.0.1:9383 127.0.0.1:9383}" nomad-140 2021-10-14T17:21:02.662Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[system, noop, service, batch, _core] nomad-119 2021-10-14T17:21:02.642Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-124.global 127.0.0.1 nomad-119 2021-10-14T17:21:02.662Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-119.global nomad-057 2021-10-14T17:21:02.662Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term 2021-10-14T17:21:02.662Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.662Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-057 2021-10-14T17:21:02.662Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9383 127.0.0.1:9383}" nomad-140 2021-10-14T17:21:02.764Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9397 [Follower]" leader= nomad-050 2021-10-14T17:21:02.766Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9310 term=19 tally=2 nomad-050 2021-10-14T17:21:02.766Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-050 2021-10-14T17:21:02.766Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9383 [Leader]" nomad-050 2021-10-14T17:21:02.766Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9310 2021-10-14T17:21:02.640Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.640Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.640Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.640Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.640Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.640Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.640Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.640Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-050 2021-10-14T17:21:02.769Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired 2021-10-14T17:21:02.769Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= --- PASS: TestACLEndpoint_UpsertPolicies (0.71s) --- PASS: TestACLEndpoint_ListTokens (0.92s) nomad-147 2021-10-14T17:21:02.771Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9320 [Follower]" leader= nomad-150 2021-10-14T17:21:02.772Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9358 Address:127.0.0.1:9358}]" nomad-150 2021-10-14T17:21:02.773Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-150.global 127.0.0.1 nomad-150 2021-10-14T17:21:02.773Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-119 2021-10-14T17:21:02.831Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-103.global (timeout reached) === CONT TestCSIVolumeEndpoint_Get === CONT TestCoreScheduler_FailLoop nomad-057 2021-10-14T17:21:02.832Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-114 2021-10-14T17:21:02.655Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop 2021-10-14T17:21:02.832Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-138 2021-10-14T17:21:02.831Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9356 [Follower]" leader= nomad-144 2021-10-14T17:21:02.662Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9336 [Follower]" leader= nomad-146 2021-10-14T17:21:02.841Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-146 2021-10-14T17:21:02.842Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9393 [Candidate]" term=2 nomad-150 2021-10-14T17:21:02.832Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9358 [Follower]" leader= nomad-150 2021-10-14T17:21:02.842Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-150.global (Addr: 127.0.0.1:9358) (DC: dc1)" nomad-149 2021-10-14T17:21:02.831Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9309 [Follower]" leader= nomad-140 2021-10-14T17:21:02.845Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-140 2021-10-14T17:21:02.845Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9397 [Candidate]" term=2 nomad-140 2021-10-14T17:21:02.845Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-140 2021-10-14T17:21:02.845Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9397 term=2 tally=1 nomad-140 2021-10-14T17:21:02.845Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-140 2021-10-14T17:21:02.845Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9397 [Leader]" nomad-151 2021-10-14T17:21:02.850Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9322 Address:127.0.0.1:9322}]" nomad-151 2021-10-14T17:21:02.851Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-151.global 127.0.0.1 nomad-151 2021-10-14T17:21:02.852Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] 2021-10-14T17:21:02.832Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= --- PASS: TestAllocEndpoint_List_Blocking (1.89s) 2021-10-14T17:21:02.832Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-137 2021-10-14T17:21:02.837Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-151 2021-10-14T17:21:02.852Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9322 [Follower]" leader= nomad-050 2021-10-14T17:21:02.860Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9310 time=93.523916ms nomad-050 2021-10-14T17:21:02.860Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-050 2021-10-14T17:21:02.860Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9383 [Follower]" leader= nomad-050 2021-10-14T17:21:02.860Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-050 2021-10-14T17:21:02.860Z [ERROR] nomad/leader.go:136: nomad: failed to wait for barrier: error="leadership lost while committing log" nomad-050 2021-10-14T17:21:02.860Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-057 2021-10-14T17:21:02.841Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-114 2021-10-14T17:21:02.842Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-119 2021-10-14T17:21:02.842Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-124.global (Addr: 127.0.0.1:9308) (DC: dc1)" nomad-119 2021-10-14T17:21:02.842Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-119.global nomad-100 2021-10-14T17:21:02.842Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-147 2021-10-14T17:21:02.930Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-147 2021-10-14T17:21:02.930Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9320 [Candidate]" term=2 nomad-147 2021-10-14T17:21:02.931Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-147 2021-10-14T17:21:02.931Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9320 term=2 tally=1 nomad-147 2021-10-14T17:21:02.931Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-147 2021-10-14T17:21:02.931Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9320 [Leader]" nomad-115 2021-10-14T17:21:02.842Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-145 2021-10-14T17:21:02.853Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-145 2021-10-14T17:21:02.943Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9376 [Candidate]" term=2 nomad-145 2021-10-14T17:21:02.943Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-145 2021-10-14T17:21:02.943Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9376 term=2 tally=1 nomad-145 2021-10-14T17:21:02.943Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-145 2021-10-14T17:21:02.943Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9376 [Leader]" nomad-146 2021-10-14T17:21:02.842Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-148 2021-10-14T17:21:02.854Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= 2021-10-14T17:21:02.832Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-050 2021-10-14T17:21:02.955Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-050 2021-10-14T17:21:02.955Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9383 [Candidate]" term=20 nomad-050 2021-10-14T17:21:02.955Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-050 2021-10-14T17:21:02.955Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9383 term=20 tally=1 nomad-050 2021-10-14T17:21:03.035Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-050 2021-10-14T17:21:03.035Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9383 [Candidate]" term=21 nomad-050 2021-10-14T17:21:03.035Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-050 2021-10-14T17:21:03.036Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9383 term=21 tally=1 nomad-103 2021-10-14T17:21:02.943Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-119.global (timeout reached) nomad-057 2021-10-14T17:21:02.867Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9310 [Candidate]" term=20 2021-10-14T17:21:02.832Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-057 2021-10-14T17:21:03.071Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 2021-10-14T17:21:02.832Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.832Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-057 2021-10-14T17:21:03.071Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9310 term=20 tally=1 2021-10-14T17:21:02.833Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:02.841Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-057 2021-10-14T17:21:02.930Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-050.global (timeout reached) nomad-138 2021-10-14T17:21:02.854Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-138.global (Addr: 127.0.0.1:9356) (DC: dc1)" nomad-138 2021-10-14T17:21:02.953Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-138 2021-10-14T17:21:03.071Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9356 [Candidate]" term=2 nomad-138 2021-10-14T17:21:03.071Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-057 2021-10-14T17:21:03.071Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-050.global has failed, no acks received nomad-138 2021-10-14T17:21:03.071Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9356 term=2 tally=1 nomad-138 2021-10-14T17:21:03.071Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-138 2021-10-14T17:21:03.071Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9356 [Leader]" nomad-138 2021-10-14T17:21:03.071Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-119 2021-10-14T17:21:03.071Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-103.global has failed, no acks received nomad-149 2021-10-14T17:21:02.840Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-149.global (Addr: 127.0.0.1:9309) (DC: dc1)" nomad-149 2021-10-14T17:21:02.954Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-149 2021-10-14T17:21:03.072Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9309 [Candidate]" term=2 nomad-149 2021-10-14T17:21:03.072Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-149 2021-10-14T17:21:03.072Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9309 term=2 tally=1 nomad-149 2021-10-14T17:21:03.072Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-149 2021-10-14T17:21:03.072Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9309 [Leader]" nomad-149 2021-10-14T17:21:03.072Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired 2021-10-14T17:21:02.841Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-146 2021-10-14T17:21:02.953Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9393 term=2 tally=1 nomad-146 2021-10-14T17:21:03.072Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-146 2021-10-14T17:21:03.072Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9393 [Leader]" nomad-146 2021-10-14T17:21:03.072Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-115 2021-10-14T17:21:02.944Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9363 [Candidate]" term=6 nomad-115 2021-10-14T17:21:03.072Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-115 2021-10-14T17:21:03.072Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9363 term=6 tally=1 nomad-147 2021-10-14T17:21:02.944Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-050 2021-10-14T17:21:03.073Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-057.global has failed, no acks received nomad-103 2021-10-14T17:21:03.133Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-119.global has failed, no acks received nomad-057 2021-10-14T17:21:03.134Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-050.global (timeout reached) nomad-119 2021-10-14T17:21:03.138Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-124.global (timeout reached) nomad-149 2021-10-14T17:21:03.142Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=44be3705-09ac-1e97-3a70-3d634b5caf52 create_time=1634232063141865887 nomad-149 2021-10-14T17:21:03.142Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=44be3705-09ac-1e97-3a70-3d634b5caf52 create_time=1634232063141865887 nomad-149 2021-10-14T17:21:03.142Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-138 2021-10-14T17:21:03.143Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=bda780cb-d023-672f-3ed4-4cc3b39165e0 create_time=1634232063143241422 nomad-138 2021-10-14T17:21:03.143Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=bda780cb-d023-672f-3ed4-4cc3b39165e0 create_time=1634232063143241422 nomad-138 2021-10-14T17:21:03.143Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-14T17:21:03.144Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.144Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.144Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.144Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.144Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.144Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.144Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.144Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.144Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.144Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-139 2021-10-14T17:21:03.144Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=87479e7b-f0e8-de5f-07b3-b129bddc14dc create_time=1634232063144886799 nomad-139 2021-10-14T17:21:03.145Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=87479e7b-f0e8-de5f-07b3-b129bddc14dc create_time=1634232063144886799 nomad-139 2021-10-14T17:21:03.145Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-147 2021-10-14T17:21:03.145Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=f62b773b-6685-1613-54a3-7e9d866d5ad0 create_time=1634232063145756897 nomad-147 2021-10-14T17:21:03.145Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=f62b773b-6685-1613-54a3-7e9d866d5ad0 create_time=1634232063145756897 nomad-147 2021-10-14T17:21:03.146Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-050 2021-10-14T17:21:03.147Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:51110 nomad-057 2021-10-14T17:21:03.147Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-057 2021-10-14T17:21:03.147Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9310 [Follower]" leader= nomad-129 2021-10-14T17:21:03.148Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Initiating push/pull sync with: 127.0.0.1:9314 nomad-103 2021-10-14T17:21:03.148Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:53294 nomad-103 2021-10-14T17:21:03.149Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-129.global 127.0.0.1 nomad-119 2021-10-14T17:21:03.149Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-124.global nomad-050 2021-10-14T17:21:03.149Z [ERROR] raft/replication.go:581: nomad.raft: peer has newer term, stopping replication: peer="{Voter 127.0.0.1:9310 127.0.0.1:9310}" nomad-050 2021-10-14T17:21:03.149Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9310 term=21 tally=2 nomad-050 2021-10-14T17:21:03.149Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-050 2021-10-14T17:21:03.149Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9383 [Leader]" nomad-050 2021-10-14T17:21:03.149Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9310 nomad-050 2021-10-14T17:21:03.150Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-129 2021-10-14T17:21:03.150Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-103.global 127.0.0.1 nomad-057 2021-10-14T17:21:03.150Z [WARN] raft/raft.go:1283: nomad.raft: failed to get previous log: previous-index=19 last-index=17 error="log not found" nomad-151 2021-10-14T17:21:02.952Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-151.global (Addr: 127.0.0.1:9322) (DC: dc1)" nomad-151 2021-10-14T17:21:02.953Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-151 2021-10-14T17:21:03.150Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9322 [Candidate]" term=2 nomad-129 2021-10-14T17:21:03.150Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-124.global 127.0.0.1 nomad-151 2021-10-14T17:21:03.150Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-151 2021-10-14T17:21:03.150Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9322 term=2 tally=1 nomad-151 2021-10-14T17:21:03.150Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-151 2021-10-14T17:21:03.150Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9322 [Leader]" nomad-151 2021-10-14T17:21:03.150Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-050 2021-10-14T17:21:03.150Z [WARN] raft/replication.go:248: nomad.raft: appendEntries rejected, sending older logs: peer="{Voter 127.0.0.1:9310 127.0.0.1:9310}" next=18 nomad-129 2021-10-14T17:21:03.150Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-103.global (Addr: 127.0.0.1:9333) (DC: dc1)" nomad-130 2021-10-14T17:21:03.150Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Initiating push/pull sync with: 127.0.0.1:9314 nomad-129 2021-10-14T17:21:03.150Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-124.global (Addr: 127.0.0.1:9308) (DC: dc1)" nomad-151 2021-10-14T17:21:03.150Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=7a4cabec-ece8-5a79-dd7c-a91ac1cb319b create_time=1634232063150821374 nomad-151 2021-10-14T17:21:03.150Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=7a4cabec-ece8-5a79-dd7c-a91ac1cb319b create_time=1634232063150821374 nomad-050 2021-10-14T17:21:03.150Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9310 127.0.0.1:9310}" nomad-148 2021-10-14T17:21:03.151Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9334 [Candidate]" term=2 nomad-148 2021-10-14T17:21:03.151Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-148 2021-10-14T17:21:03.151Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9334 term=2 tally=1 nomad-148 2021-10-14T17:21:03.151Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-148 2021-10-14T17:21:03.151Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9334 [Leader]" nomad-148 2021-10-14T17:21:03.151Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-050 2021-10-14T17:21:03.151Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-148 2021-10-14T17:21:03.151Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=548c00df-42c9-73ee-5cfa-f4cafaf2bfbe create_time=1634232063151521791 nomad-148 2021-10-14T17:21:03.151Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=548c00df-42c9-73ee-5cfa-f4cafaf2bfbe create_time=1634232063151521791 nomad-144 2021-10-14T17:21:03.151Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-144 2021-10-14T17:21:03.151Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9336 [Candidate]" term=2 nomad-144 2021-10-14T17:21:03.151Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-144 2021-10-14T17:21:03.151Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9336 term=2 tally=1 nomad-144 2021-10-14T17:21:03.151Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-150 2021-10-14T17:21:02.951Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-144 2021-10-14T17:21:03.151Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9336 [Leader]" nomad-150 2021-10-14T17:21:03.151Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9358 [Candidate]" term=2 nomad-144 2021-10-14T17:21:03.151Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-150 2021-10-14T17:21:03.151Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-150 2021-10-14T17:21:03.151Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9358 term=2 tally=1 nomad-150 2021-10-14T17:21:03.151Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-150 2021-10-14T17:21:03.152Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9358 [Leader]" nomad-119 2021-10-14T17:21:03.152Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-129.global 127.0.0.1 nomad-150 2021-10-14T17:21:03.152Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-119 2021-10-14T17:21:03.152Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-103.global) nomad-119 2021-10-14T17:21:03.152Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-129.global (Addr: 127.0.0.1:9345) (DC: dc1)" nomad-100 2021-10-14T17:21:02.870Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9329 [Candidate]" term=6 nomad-100 2021-10-14T17:21:03.152Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-100 2021-10-14T17:21:03.152Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9329 term=6 tally=1 2021-10-14T17:21:03.152Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-100 2021-10-14T17:21:03.152Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=6 2021-10-14T17:21:03.152Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-148 2021-10-14T17:21:03.152Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-14T17:21:03.152Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.152Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.152Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-150 2021-10-14T17:21:03.152Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=747a6e03-6fbe-11d4-a9bf-299815ba0044 create_time=1634232063152556210 nomad-150 2021-10-14T17:21:03.152Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=747a6e03-6fbe-11d4-a9bf-299815ba0044 create_time=1634232063152556210 nomad-151 2021-10-14T17:21:03.152Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-149 2021-10-14T17:21:03.152Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-149 2021-10-14T17:21:03.152Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-100 2021-10-14T17:21:02.932Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-115.global (timeout reached) nomad-128 2021-10-14T17:21:03.152Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-149 2021-10-14T17:21:03.152Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-128 2021-10-14T17:21:03.152Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-150 2021-10-14T17:21:03.152Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-100 2021-10-14T17:21:03.152Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-115.global has failed, no acks received nomad-128 2021-10-14T17:21:03.152Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-128 2021-10-14T17:21:03.153Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-149 2021-10-14T17:21:03.153Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-144 2021-10-14T17:21:03.152Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=443d0be9-150e-4146-90cc-cde311b08b3b create_time=1634232063152222853 nomad-115 2021-10-14T17:21:03.153Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=6 nomad-144 2021-10-14T17:21:03.153Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=443d0be9-150e-4146-90cc-cde311b08b3b create_time=1634232063152222853 nomad-144 2021-10-14T17:21:03.153Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-146 2021-10-14T17:21:03.154Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=e6844898-3cf0-96e5-f165-2891c4b0adce create_time=1634232063153996734 nomad-146 2021-10-14T17:21:03.154Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=e6844898-3cf0-96e5-f165-2891c4b0adce create_time=1634232063153996734 nomad-115 2021-10-14T17:21:03.154Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-115 2021-10-14T17:21:03.154Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9363 [Candidate]" term=7 nomad-115 2021-10-14T17:21:03.154Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-115 2021-10-14T17:21:03.154Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9363 term=7 tally=1 nomad-146 2021-10-14T17:21:03.154Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-136 2021-10-14T17:21:03.155Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=4997a613-634a-0cae-b3ed-cb824be44efc create_time=1634232063155098331 nomad-136 2021-10-14T17:21:03.155Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=4997a613-634a-0cae-b3ed-cb824be44efc create_time=1634232063155098331 nomad-136 2021-10-14T17:21:03.155Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-100 2021-10-14T17:21:03.155Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-100 2021-10-14T17:21:03.155Z [WARN] raft/raft.go:1471: nomad.raft: rejecting vote request since our last index is greater: candidate=127.0.0.1:9363 last-index=8 last-candidate-index=7 nomad-100 2021-10-14T17:21:03.155Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9329 [Follower]" leader= nomad-124 2021-10-14T17:21:02.860Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-119.global (timeout reached) nomad-124 2021-10-14T17:21:03.156Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-119.global has failed, no acks received nomad-124 2021-10-14T17:21:03.157Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:50572 nomad-141 2021-10-14T17:21:03.158Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-141 2021-10-14T17:21:03.158Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-141 2021-10-14T17:21:03.158Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestACLEndpoint_ListPolicies (0.79s) === CONT TestCSIVolumeEndpoint_List nomad-115 2021-10-14T17:21:03.161Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-100.global) nomad-142 2021-10-14T17:21:03.161Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-142 2021-10-14T17:21:03.162Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave 2021-10-14T17:21:03.161Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-131 2021-10-14T17:21:03.162Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-142 2021-10-14T17:21:03.162Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-141 2021-10-14T17:21:03.162Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost --- PASS: TestACLEndpoint_GetPolicies_Blocking (0.79s) 2021-10-14T17:21:03.162Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-050 2021-10-14T17:21:03.162Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-057.global) === CONT TestCoreScheduler_CSIVolumeClaimGC nomad-057 2021-10-14T17:21:03.162Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-050.global) nomad-119 2021-10-14T17:21:03.163Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-129.global nomad-140 2021-10-14T17:21:02.855Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-140 2021-10-14T17:21:02.869Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-140.global (Addr: 127.0.0.1:9397) (DC: dc1)" nomad-140 2021-10-14T17:21:03.156Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=4a81e42b-3850-176d-b002-c27d1dfd64ef create_time=1634232063156762082 nomad-140 2021-10-14T17:21:03.163Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=4a81e42b-3850-176d-b002-c27d1dfd64ef create_time=1634232063156762082 nomad-115 2021-10-14T17:21:03.163Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-100.global has failed, no acks received nomad-140 2021-10-14T17:21:03.164Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-142 2021-10-14T17:21:03.164Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-14T17:21:03.165Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-115 2021-10-14T17:21:03.230Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-115 2021-10-14T17:21:03.230Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9363 [Candidate]" term=8 2021-10-14T17:21:03.230Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.230Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-115 2021-10-14T17:21:03.230Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 2021-10-14T17:21:03.230Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-115 2021-10-14T17:21:03.230Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9363 term=8 tally=1 2021-10-14T17:21:03.230Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.230Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-124 2021-10-14T17:21:03.230Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-119.global (timeout reached) 2021-10-14T17:21:03.230Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.230Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.230Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.230Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-119 2021-10-14T17:21:03.230Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:35424 nomad-100 2021-10-14T17:21:03.231Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-100 2021-10-14T17:21:03.231Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9329 [Candidate]" term=8 2021-10-14T17:21:03.231Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-100 2021-10-14T17:21:03.231Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-100 2021-10-14T17:21:03.231Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-115.global) nomad-140 2021-10-14T17:21:03.231Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-100 2021-10-14T17:21:03.231Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=8 nomad-140 2021-10-14T17:21:03.231Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-100 2021-10-14T17:21:03.231Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9329 term=8 tally=1 nomad-115 2021-10-14T17:21:03.231Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=8 nomad-145 2021-10-14T17:21:02.951Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-145 2021-10-14T17:21:03.152Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=8cbeee82-ada0-426a-52da-84a68be97470 create_time=1634232063152749983 nomad-145 2021-10-14T17:21:03.231Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=8cbeee82-ada0-426a-52da-84a68be97470 create_time=1634232063152749983 nomad-140 2021-10-14T17:21:03.231Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestACLEndpoint_ListPolicies_Unauthenticated (0.86s) === CONT TestCoreScheduler_CSIPluginGC nomad-151 2021-10-14T17:21:03.231Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-151 2021-10-14T17:21:03.231Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-151 2021-10-14T17:21:03.231Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-151 2021-10-14T17:21:03.231Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-151 2021-10-14T17:21:03.231Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-151 2021-10-14T17:21:03.231Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-151 2021-10-14T17:21:03.232Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-152 2021-10-14T17:21:03.232Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9346 Address:127.0.0.1:9346}]" nomad-152 2021-10-14T17:21:03.233Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-152.global 127.0.0.1 nomad-152 2021-10-14T17:21:03.233Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers 2021-10-14T17:21:03.233Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.233Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.233Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.231Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.231Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.234Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.234Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.234Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.234Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-145 2021-10-14T17:21:03.234Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-152 2021-10-14T17:21:03.234Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9346 [Follower]" leader= nomad-151 2021-10-14T17:21:03.234Z [DEBUG] nomad/worker.go:185: worker: dequeued evaluation: eval_id=1b2499ef-1a38-3f8a-3b38-6cd63dfe4305 nomad-151 2021-10-14T17:21:03.234Z [TRACE] scheduler/rank.go:175: worker.service_sched.binpack: NewBinPackIterator created: eval_id=1b2499ef-1a38-3f8a-3b38-6cd63dfe4305 job_id=mock-service-7f6b5639-0711-70ae-2266-7b2c677c9f7c namespace=default algorithm=binpack nomad-152 2021-10-14T17:21:03.234Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-152.global (Addr: 127.0.0.1:9346) (DC: dc1)" nomad-151 2021-10-14T17:21:03.234Z [DEBUG] scheduler/generic_sched.go:356: worker.service_sched: reconciled current state with desired state: eval_id=1b2499ef-1a38-3f8a-3b38-6cd63dfe4305 job_id=mock-service-7f6b5639-0711-70ae-2266-7b2c677c9f7c namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:03.234Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-151 2021-10-14T17:21:03.235Z [DEBUG] nomad/worker.go:418: worker: created evaluation: eval="" nomad-151 2021-10-14T17:21:03.235Z [DEBUG] scheduler/generic_sched.go:275: worker.service_sched: failed to place all allocations, blocked eval created: eval_id=1b2499ef-1a38-3f8a-3b38-6cd63dfe4305 job_id=mock-service-7f6b5639-0711-70ae-2266-7b2c677c9f7c namespace=default blocked_eval_id=e4bbadde-797f-447f-41c9-34c9006a6c45 nomad-151 2021-10-14T17:21:03.235Z [DEBUG] scheduler/util.go:535: worker.service_sched: setting eval status: eval_id=1b2499ef-1a38-3f8a-3b38-6cd63dfe4305 job_id=mock-service-7f6b5639-0711-70ae-2266-7b2c677c9f7c namespace=default status=complete nomad-151 2021-10-14T17:21:03.235Z [DEBUG] nomad/worker.go:377: worker: updated evaluation: eval="" nomad-151 2021-10-14T17:21:03.235Z [DEBUG] nomad/worker.go:223: worker: ack evaluation: eval_id=1b2499ef-1a38-3f8a-3b38-6cd63dfe4305 nomad-150 2021-10-14T17:21:03.236Z [TRACE] volumewatcher/volume_watcher.go:73: nomad.volumes_watcher: starting watcher: namespace=default volume_id=a13467b5-9888-9e15-78af-00b913e2a6fb nomad-150 2021-10-14T17:21:03.236Z [TRACE] volumewatcher/volume_watcher.go:86: nomad.volumes_watcher: no more claims: namespace=default volume_id=a13467b5-9888-9e15-78af-00b913e2a6fb nomad-150 2021-10-14T17:21:03.237Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-150 2021-10-14T17:21:03.237Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-150 2021-10-14T17:21:03.237Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop 2021-10-14T17:21:03.237Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-154 2021-10-14T17:21:03.240Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9374 Address:127.0.0.1:9374}]" nomad-154 2021-10-14T17:21:03.240Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-154.global 127.0.0.1 nomad-154 2021-10-14T17:21:03.240Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers 2021-10-14T17:21:03.241Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.241Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.241Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.241Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.241Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-154 2021-10-14T17:21:03.241Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9374 [Follower]" leader= nomad-154 2021-10-14T17:21:03.241Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-154.global (Addr: 127.0.0.1:9374) (DC: dc1)" nomad-150 2021-10-14T17:21:03.241Z [TRACE] volumewatcher/volume_watcher.go:86: nomad.volumes_watcher: no more claims: namespace=default volume_id=a13467b5-9888-9e15-78af-00b913e2a6fb nomad-150 2021-10-14T17:21:03.241Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-146 2021-10-14T17:21:03.242Z [TRACE] volumewatcher/volume_watcher.go:73: nomad.volumes_watcher: starting watcher: namespace=default volume_id=8027cb46-aa4e-7552-7875-b7c841ae1476 nomad-146 2021-10-14T17:21:03.242Z [TRACE] volumewatcher/volume_watcher.go:86: nomad.volumes_watcher: no more claims: namespace=default volume_id=8027cb46-aa4e-7552-7875-b7c841ae1476 nomad-140 2021-10-14T17:21:03.242Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-138 2021-10-14T17:21:03.242Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-138 2021-10-14T17:21:03.242Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-138 2021-10-14T17:21:03.242Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-147 2021-10-14T17:21:03.243Z [TRACE] volumewatcher/volume_watcher.go:73: nomad.volumes_watcher: starting watcher: namespace=default volume_id=d7ee11c1-7873-44fd-09d7-2d2c57c2b2f0 nomad-147 2021-10-14T17:21:03.243Z [TRACE] volumewatcher/volume_watcher.go:86: nomad.volumes_watcher: no more claims: namespace=default volume_id=d7ee11c1-7873-44fd-09d7-2d2c57c2b2f0 nomad-138 2021-10-14T17:21:03.243Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-057 2021-10-14T17:21:03.244Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-057 2021-10-14T17:21:03.244Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-050 2021-10-14T17:21:03.244Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-050 2021-10-14T17:21:03.244Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-050 2021-10-14T17:21:03.244Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-050 2021-10-14T17:21:03.244Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9310 127.0.0.1:9310}" nomad-050 2021-10-14T17:21:03.245Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-147 2021-10-14T17:21:03.245Z [ERROR] nomad/fsm.go:1218: nomad.fsm: CSIVolumeClaim failed: error="volume max claim reached" 2021-10-14T17:21:03.165Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.230Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.231Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.231Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-148 2021-10-14T17:21:03.248Z [TRACE] volumewatcher/volume_watcher.go:73: nomad.volumes_watcher: starting watcher: namespace=default volume_id=cc46a3d5-b199-dfdc-a999-439bee3e7828 nomad-148 2021-10-14T17:21:03.248Z [TRACE] volumewatcher/volume_watcher.go:86: nomad.volumes_watcher: no more claims: namespace=default volume_id=cc46a3d5-b199-dfdc-a999-439bee3e7828 nomad-124 2021-10-14T17:21:03.250Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-129.global 127.0.0.1 2021-10-14T17:21:03.251Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-124 2021-10-14T17:21:03.251Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-124.global nomad-124 2021-10-14T17:21:03.251Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-124.global nomad-124 2021-10-14T17:21:03.251Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-129.global (Addr: 127.0.0.1:9345) (DC: dc1)" 2021-10-14T17:21:03.251Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-155 2021-10-14T17:21:03.255Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9366 Address:127.0.0.1:9366}]" nomad-155 2021-10-14T17:21:03.256Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-155.global 127.0.0.1 nomad-155 2021-10-14T17:21:03.256Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-155 2021-10-14T17:21:03.256Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9366 [Follower]" leader= nomad-155 2021-10-14T17:21:03.256Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-155.global (Addr: 127.0.0.1:9366) (DC: dc1)" --- PASS: TestCSIPluginEndpoint_DeleteViaGC (0.60s) --- PASS: TestACLEndpoint_ListTokens_Blocking (1.56s) --- PASS: TestCSIVolumeEndpoint_Get_ACL (0.59s) --- PASS: TestACLEndpoint_DeletePolicies (0.87s) --- PASS: TestJobEndpoint_Register_EvalCreation_Legacy (5.70s) === CONT TestCoreScheduler_PartitionJobReap === CONT TestCSIVolumeEndpoint_Unpublish === CONT TestCoreScheduler_JobGC_Force --- PASS: TestCoreScheduler_JobGC_Force (0.00s) === CONT TestCoreScheduler_PartitionEvalReap === CONT TestCoreScheduler_PartitionDeploymentReap === CONT TestCoreScheduler_JobGC_Stopped 2021-10-14T17:21:03.258Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.258Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.258Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.258Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.258Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.258Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.258Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.258Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.258Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.258Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.258Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.258Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.258Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.258Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.258Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.259Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.259Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.258Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.258Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.258Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.258Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.258Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.258Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.259Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.259Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.259Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.259Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.259Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.259Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.259Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.259Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.259Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.259Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.259Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.259Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.259Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.260Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.260Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.260Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.260Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.260Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-160 2021-10-14T17:21:03.267Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9362 Address:127.0.0.1:9362}]" nomad-160 2021-10-14T17:21:03.268Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-160.global 127.0.0.1 nomad-160 2021-10-14T17:21:03.268Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] 2021-10-14T17:21:03.268Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.268Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.268Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.268Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-160 2021-10-14T17:21:03.268Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9362 [Follower]" leader= nomad-162 2021-10-14T17:21:03.270Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9379 Address:127.0.0.1:9379}]" nomad-162 2021-10-14T17:21:03.270Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-162.global 127.0.0.1 nomad-162 2021-10-14T17:21:03.270Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[system, noop, service, batch, _core] nomad-160 2021-10-14T17:21:03.271Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-160.global (Addr: 127.0.0.1:9362) (DC: dc1)" 2021-10-14T17:21:03.271Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.271Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-162 2021-10-14T17:21:03.271Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9379 [Follower]" leader= nomad-162 2021-10-14T17:21:03.271Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-162.global (Addr: 127.0.0.1:9379) (DC: dc1)" nomad-119 2021-10-14T17:21:03.272Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Marking nomad-103.global as failed, suspect timeout reached (0 peer confirmations) nomad-119 2021-10-14T17:21:03.272Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberFailed: nomad-103.global 127.0.0.1 nomad-119 2021-10-14T17:21:03.272Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-103.global (Addr: 127.0.0.1:9333) (DC: dc1)" nomad-148 2021-10-14T17:21:03.272Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-148 2021-10-14T17:21:03.272Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-148 2021-10-14T17:21:03.272Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestCSIVolumeEndpoint_Register (0.64s) === CONT TestCoreScheduler_JobGC_OneShot 2021-10-14T17:21:03.330Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.330Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.330Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-148 2021-10-14T17:21:03.330Z [TRACE] volumewatcher/volume_watcher.go:86: nomad.volumes_watcher: no more claims: namespace=default volume_id=cc46a3d5-b199-dfdc-a999-439bee3e7828 2021-10-14T17:21:03.330Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.330Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-148 2021-10-14T17:21:03.330Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-152 2021-10-14T17:21:03.330Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= 2021-10-14T17:21:03.330Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-152 2021-10-14T17:21:03.330Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9346 [Candidate]" term=2 2021-10-14T17:21:03.330Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-152 2021-10-14T17:21:03.331Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-152 2021-10-14T17:21:03.331Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9346 term=2 tally=1 nomad-152 2021-10-14T17:21:03.331Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-152 2021-10-14T17:21:03.331Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9346 [Leader]" nomad-154 2021-10-14T17:21:03.331Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-154 2021-10-14T17:21:03.331Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9374 [Candidate]" term=2 nomad-154 2021-10-14T17:21:03.331Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-154 2021-10-14T17:21:03.331Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9374 term=2 tally=1 nomad-136 2021-10-14T17:21:03.331Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-152 2021-10-14T17:21:03.331Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired 2021-10-14T17:21:03.330Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-136 2021-10-14T17:21:03.331Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave 2021-10-14T17:21:03.330Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-154 2021-10-14T17:21:03.331Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-154 2021-10-14T17:21:03.331Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9374 [Leader]" nomad-136 2021-10-14T17:21:03.331Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-154 2021-10-14T17:21:03.331Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-152 2021-10-14T17:21:03.332Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=d4fd6f99-73c6-2e56-5851-bfe96367dc20 create_time=1634232063332085661 nomad-152 2021-10-14T17:21:03.332Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=d4fd6f99-73c6-2e56-5851-bfe96367dc20 create_time=1634232063332085661 nomad-154 2021-10-14T17:21:03.332Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=c6467e4a-c3ef-046e-9008-63b57d81a42d create_time=1634232063332337679 nomad-136 2021-10-14T17:21:03.332Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-14T17:21:03.332Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-154 2021-10-14T17:21:03.333Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=c6467e4a-c3ef-046e-9008-63b57d81a42d create_time=1634232063332337679 2021-10-14T17:21:03.332Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.332Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.332Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-156 2021-10-14T17:21:03.332Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9337 Address:127.0.0.1:9337}]" nomad-152 2021-10-14T17:21:03.333Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-154 2021-10-14T17:21:03.333Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-144 2021-10-14T17:21:03.333Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-156 2021-10-14T17:21:03.333Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9337 [Follower]" leader= nomad-144 2021-10-14T17:21:03.333Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-144 2021-10-14T17:21:03.333Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestACLEndpoint_UpsertPolicies_Invalid (1.38s) === CONT TestCoreScheduler_DeploymentGC_Force --- PASS: TestACLEndpoint_GetPolicies (0.90s) === CONT TestCoreScheduler_JobGC_OutstandingAllocs --- PASS: TestCoreScheduler_DeploymentGC_Force (0.00s) === CONT TestCoreScheduler_DeploymentGC nomad-144 2021-10-14T17:21:03.334Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-14T17:21:03.334Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.334Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.334Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.334Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.334Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.334Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.334Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.334Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.334Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.334Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.334Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.335Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-153 2021-10-14T17:21:03.337Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9344 Address:127.0.0.1:9344}]" nomad-153 2021-10-14T17:21:03.337Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9344 [Follower]" leader= 2021-10-14T17:21:03.337Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.337Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-153 2021-10-14T17:21:03.338Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-153.global 127.0.0.1 nomad-153 2021-10-14T17:21:03.338Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-153 2021-10-14T17:21:03.338Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-153.global (Addr: 127.0.0.1:9344) (DC: dc1)" 2021-10-14T17:21:03.338Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.338Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.338Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-163 2021-10-14T17:21:03.339Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9382 Address:127.0.0.1:9382}]" nomad-158 2021-10-14T17:21:03.339Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9331 Address:127.0.0.1:9331}]" nomad-163 2021-10-14T17:21:03.340Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-163.global 127.0.0.1 nomad-163 2021-10-14T17:21:03.340Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-163 2021-10-14T17:21:03.340Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9382 [Follower]" leader= nomad-129 2021-10-14T17:21:03.340Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-119.global 127.0.0.1 nomad-129 2021-10-14T17:21:03.341Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-129.global nomad-129 2021-10-14T17:21:03.341Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberFailed: nomad-103.global 127.0.0.1 nomad-129 2021-10-14T17:21:03.341Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-119.global (Addr: 127.0.0.1:9353) (DC: dc1)" nomad-115 2021-10-14T17:21:03.341Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-115 2021-10-14T17:21:03.341Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9363 [Candidate]" term=9 nomad-129 2021-10-14T17:21:03.341Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-103.global (Addr: 127.0.0.1:9333) (DC: dc1)" nomad-115 2021-10-14T17:21:03.341Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-115 2021-10-14T17:21:03.341Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9363 term=9 tally=1 nomad-163 2021-10-14T17:21:03.341Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-163.global (Addr: 127.0.0.1:9382) (DC: dc1)" nomad-100 2021-10-14T17:21:03.341Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-100 2021-10-14T17:21:03.341Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9329 [Candidate]" term=9 nomad-165 2021-10-14T17:21:03.342Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9360 Address:127.0.0.1:9360}]" 2021-10-14T17:21:03.343Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-162 2021-10-14T17:21:03.343Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-161 2021-10-14T17:21:03.343Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9371 Address:127.0.0.1:9371}]" nomad-162 2021-10-14T17:21:03.343Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9379 [Candidate]" term=2 nomad-162 2021-10-14T17:21:03.343Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-162 2021-10-14T17:21:03.343Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9379 term=2 tally=1 nomad-162 2021-10-14T17:21:03.343Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-162 2021-10-14T17:21:03.343Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9379 [Leader]" nomad-162 2021-10-14T17:21:03.343Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-165 2021-10-14T17:21:03.343Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-165.global 127.0.0.1 nomad-161 2021-10-14T17:21:03.343Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-161.global 127.0.0.1 nomad-165 2021-10-14T17:21:03.343Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-161 2021-10-14T17:21:03.343Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-165 2021-10-14T17:21:03.343Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9360 [Follower]" leader= nomad-161 2021-10-14T17:21:03.343Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9371 [Follower]" leader= nomad-162 2021-10-14T17:21:03.343Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=aedc2e92-a425-4f80-e8ee-7ca3b82320a6 create_time=1634232063343711359 nomad-162 2021-10-14T17:21:03.343Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=aedc2e92-a425-4f80-e8ee-7ca3b82320a6 create_time=1634232063343711359 nomad-162 2021-10-14T17:21:03.343Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-161 2021-10-14T17:21:03.344Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-161.global (Addr: 127.0.0.1:9371) (DC: dc1)" nomad-158 2021-10-14T17:21:03.344Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9331 [Follower]" leader= nomad-103 2021-10-14T17:21:03.149Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-129.global (Addr: 127.0.0.1:9345) (DC: dc1)" nomad-103 2021-10-14T17:21:03.150Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:53304 nomad-103 2021-10-14T17:21:03.350Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-119.global nomad-160 2021-10-14T17:21:03.357Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-100 2021-10-14T17:21:03.358Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-115 2021-10-14T17:21:03.432Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-115 2021-10-14T17:21:03.432Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9363 [Candidate]" term=10 nomad-115 2021-10-14T17:21:03.432Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-115 2021-10-14T17:21:03.432Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9363 term=10 tally=1 nomad-165 2021-10-14T17:21:03.344Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-165.global (Addr: 127.0.0.1:9360) (DC: dc1)" nomad-165 2021-10-14T17:21:03.433Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-165 2021-10-14T17:21:03.471Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9360 [Candidate]" term=2 nomad-165 2021-10-14T17:21:03.471Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-165 2021-10-14T17:21:03.471Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9360 term=2 tally=1 nomad-165 2021-10-14T17:21:03.471Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-165 2021-10-14T17:21:03.471Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9360 [Leader]" nomad-165 2021-10-14T17:21:03.471Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-119 2021-10-14T17:21:03.472Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-129.global has failed, no acks received nomad-165 2021-10-14T17:21:03.472Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=d0005bac-da7f-e42e-18e5-3fa2aab735aa create_time=1634232063472371500 nomad-165 2021-10-14T17:21:03.472Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=d0005bac-da7f-e42e-18e5-3fa2aab735aa create_time=1634232063472371500 nomad-165 2021-10-14T17:21:03.473Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-115 2021-10-14T17:21:03.543Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-115 2021-10-14T17:21:03.543Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9363 [Candidate]" term=11 nomad-115 2021-10-14T17:21:03.543Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-115 2021-10-14T17:21:03.543Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9363 term=11 tally=1 nomad-129 2021-10-14T17:21:03.544Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-124.global has failed, no acks received nomad-157 2021-10-14T17:21:03.253Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9328 Address:127.0.0.1:9328}]" nomad-124 2021-10-14T17:21:03.358Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Marking nomad-103.global as failed, suspect timeout reached (0 peer confirmations) nomad-119 2021-10-14T17:21:03.548Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-124.global (timeout reached) nomad-124 2021-10-14T17:21:03.544Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-119.global has failed, no acks received 2021-10-14T17:21:03.350Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-161 2021-10-14T17:21:03.432Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-163 2021-10-14T17:21:03.432Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-103 2021-10-14T17:21:03.544Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Marking nomad-119.global as failed, suspect timeout reached (0 peer confirmations) nomad-129 2021-10-14T17:21:03.633Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-119.global (timeout reached) nomad-115 2021-10-14T17:21:03.635Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-115 2021-10-14T17:21:03.635Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9363 [Candidate]" term=12 nomad-115 2021-10-14T17:21:03.635Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-115 2021-10-14T17:21:03.635Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9363 term=12 tally=1 nomad-158 2021-10-14T17:21:03.432Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-156 2021-10-14T17:21:03.548Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-156 2021-10-14T17:21:03.548Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-156.global 127.0.0.1 nomad-153 2021-10-14T17:21:03.431Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-160 2021-10-14T17:21:03.357Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9362 [Candidate]" term=2 nomad-100 2021-10-14T17:21:03.358Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9329 term=9 tally=1 nomad-155 2021-10-14T17:21:03.562Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-165 2021-10-14T17:21:03.710Z [ERROR] deploymentwatcher/deployments_watcher.go:185: nomad.deployments_watcher: failed to track deployment: deployment_id=d8ae9dff-844c-3d6b-daf1-3fde77c08a53 error="deployment "d8ae9dff-844c-3d6b-daf1-3fde77c08a53" references unknown job "4ac89157-8f50-1ee4-9533-1aa921e7c4b6"" nomad-115 2021-10-14T17:21:03.710Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-115 2021-10-14T17:21:03.710Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9363 [Candidate]" term=13 nomad-115 2021-10-14T17:21:03.710Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-115 2021-10-14T17:21:03.710Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9363 term=13 tally=1 nomad-157 2021-10-14T17:21:03.563Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9328 [Follower]" leader= nomad-158 2021-10-14T17:21:03.641Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9331 [Candidate]" term=2 nomad-163 2021-10-14T17:21:03.635Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9382 [Candidate]" term=2 nomad-158 2021-10-14T17:21:03.770Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-163 2021-10-14T17:21:03.770Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-158 2021-10-14T17:21:03.770Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9331 term=2 tally=1 nomad-158 2021-10-14T17:21:03.770Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-163 2021-10-14T17:21:03.770Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9382 term=2 tally=1 nomad-163 2021-10-14T17:21:03.770Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-158 2021-10-14T17:21:03.770Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9331 [Leader]" nomad-163 2021-10-14T17:21:03.770Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9382 [Leader]" nomad-163 2021-10-14T17:21:03.770Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-163 2021-10-14T17:21:03.771Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=ed746803-645f-7f46-52d4-8dcb1184c03b create_time=1634232063771351996 nomad-163 2021-10-14T17:21:03.771Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=ed746803-645f-7f46-52d4-8dcb1184c03b create_time=1634232063771351996 nomad-100 2021-10-14T17:21:03.666Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=9 nomad-100 2021-10-14T17:21:03.635Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-115.global (timeout reached) nomad-100 2021-10-14T17:21:03.771Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-115.global has failed, no acks received nomad-155 2021-10-14T17:21:03.771Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9366 [Candidate]" term=2 nomad-155 2021-10-14T17:21:03.771Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-155 2021-10-14T17:21:03.771Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9366 term=2 tally=1 nomad-155 2021-10-14T17:21:03.771Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-155 2021-10-14T17:21:03.771Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9366 [Leader]" nomad-153 2021-10-14T17:21:03.666Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9344 [Candidate]" term=2 nomad-153 2021-10-14T17:21:03.771Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-155 2021-10-14T17:21:03.771Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-153 2021-10-14T17:21:03.771Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9344 term=2 tally=1 nomad-153 2021-10-14T17:21:03.771Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-153 2021-10-14T17:21:03.771Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9344 [Leader]" nomad-153 2021-10-14T17:21:03.772Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-155 2021-10-14T17:21:03.772Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=101caf9e-e607-4e87-4681-6044b192d2a8 create_time=1634232063772293963 nomad-155 2021-10-14T17:21:03.772Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=101caf9e-e607-4e87-4681-6044b192d2a8 create_time=1634232063772293963 nomad-157 2021-10-14T17:21:03.772Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-157.global 127.0.0.1 nomad-153 2021-10-14T17:21:03.772Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=aaca349c-1efb-0123-0615-97b3e176a4b9 create_time=1634232063772394480 nomad-153 2021-10-14T17:21:03.772Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=aaca349c-1efb-0123-0615-97b3e176a4b9 create_time=1634232063772394480 nomad-157 2021-10-14T17:21:03.772Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[batch, system, noop, service, _core] nomad-124 2021-10-14T17:21:03.772Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberFailed: nomad-103.global 127.0.0.1 nomad-155 2021-10-14T17:21:03.773Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-163 2021-10-14T17:21:03.773Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-153 2021-10-14T17:21:03.773Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-124 2021-10-14T17:21:03.773Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-103.global (Addr: 127.0.0.1:9333) (DC: dc1)" nomad-130 2021-10-14T17:21:03.773Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-103.global 127.0.0.1 nomad-115 2021-10-14T17:21:03.773Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-100.global) nomad-130 2021-10-14T17:21:03.774Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-129.global 127.0.0.1 nomad-160 2021-10-14T17:21:03.774Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-160 2021-10-14T17:21:03.774Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9362 term=2 tally=1 nomad-130 2021-10-14T17:21:03.774Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-124.global 127.0.0.1 nomad-124 2021-10-14T17:21:03.774Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-129.global) nomad-160 2021-10-14T17:21:03.774Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-130 2021-10-14T17:21:03.774Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-103.global (Addr: 127.0.0.1:9333) (DC: dc1)" nomad-160 2021-10-14T17:21:03.774Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9362 [Leader]" nomad-146 2021-10-14T17:21:03.774Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-146 2021-10-14T17:21:03.774Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-160 2021-10-14T17:21:03.774Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-130 2021-10-14T17:21:03.774Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-129.global (Addr: 127.0.0.1:9345) (DC: dc1)" nomad-161 2021-10-14T17:21:03.635Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9371 [Candidate]" term=2 nomad-161 2021-10-14T17:21:03.774Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-146 2021-10-14T17:21:03.774Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-130 2021-10-14T17:21:03.774Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-124.global (Addr: 127.0.0.1:9308) (DC: dc1)" nomad-161 2021-10-14T17:21:03.774Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9371 term=2 tally=1 nomad-100 2021-10-14T17:21:03.774Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-161 2021-10-14T17:21:03.774Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-100 2021-10-14T17:21:03.774Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9329 [Candidate]" term=10 nomad-103 2021-10-14T17:21:03.774Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-130.global 127.0.0.1 nomad-161 2021-10-14T17:21:03.774Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9371 [Leader]" nomad-100 2021-10-14T17:21:03.774Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-100 2021-10-14T17:21:03.774Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9329 term=10 tally=1 nomad-161 2021-10-14T17:21:03.774Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-103 2021-10-14T17:21:03.774Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-119.global has failed, no acks received 2021-10-14T17:21:03.774Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-160 2021-10-14T17:21:03.774Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=e3ca5857-2d64-8aa8-63b2-a43293b5db8e create_time=1634232063774881845 nomad-160 2021-10-14T17:21:03.774Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=e3ca5857-2d64-8aa8-63b2-a43293b5db8e create_time=1634232063774881845 nomad-157 2021-10-14T17:21:03.774Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-157.global (Addr: 127.0.0.1:9328) (DC: dc1)" nomad-100 2021-10-14T17:21:03.775Z [DEBUG] raft/raft.go:278: nomad.raft: newer term discovered, fallback to follower nomad-100 2021-10-14T17:21:03.775Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9329 [Follower]" leader= nomad-129 2021-10-14T17:21:03.775Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-119.global has failed, no acks received nomad-103 2021-10-14T17:21:03.775Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-130.global (Addr: 127.0.0.1:9340) (DC: dc1)" nomad-160 2021-10-14T17:21:03.775Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-14T17:21:03.775Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-156 2021-10-14T17:21:03.667Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9337 [Candidate]" term=2 2021-10-14T17:21:03.775Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-156 2021-10-14T17:21:03.775Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-156 2021-10-14T17:21:03.775Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9337 term=2 tally=1 nomad-156 2021-10-14T17:21:03.775Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-156 2021-10-14T17:21:03.775Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9337 [Leader]" nomad-119 2021-10-14T17:21:03.775Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-124.global has failed, no acks received nomad-103 2021-10-14T17:21:03.775Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-124.global) nomad-103 2021-10-14T17:21:03.775Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-129.global nomad-103 2021-10-14T17:21:03.775Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-129.global nomad-103 2021-10-14T17:21:03.775Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-124.global nomad-156 2021-10-14T17:21:03.771Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-156 2021-10-14T17:21:03.775Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-156.global (Addr: 127.0.0.1:9337) (DC: dc1)" nomad-162 2021-10-14T17:21:03.776Z [DEBUG] nomad/core_sched.go:109: core.sched: job GC scanning before cutoff index: index=2000 job_gc_threshold=4h0m0s 2021-10-14T17:21:03.776Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-162 2021-10-14T17:21:03.777Z [DEBUG] nomad/core_sched.go:163: core.sched: job GC found eligible objects: jobs=1 evals=2 allocs=1 nomad-119 2021-10-14T17:21:03.777Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Marking nomad-129.global as failed, suspect timeout reached (0 peer confirmations) nomad-119 2021-10-14T17:21:03.777Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberFailed: nomad-129.global 127.0.0.1 nomad-119 2021-10-14T17:21:03.777Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-129.global (Addr: 127.0.0.1:9345) (DC: dc1)" --- PASS: TestCSIVolumeEndpoint_ClaimWithController (1.33s) === CONT TestCoreScheduler_JobGC_Periodic nomad-159 2021-10-14T17:21:03.778Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9398 Address:127.0.0.1:9398}]" nomad-159 2021-10-14T17:21:03.778Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-159.global 127.0.0.1 nomad-159 2021-10-14T17:21:03.778Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-159 2021-10-14T17:21:03.778Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9398 [Follower]" leader= nomad-159 2021-10-14T17:21:03.779Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-159.global (Addr: 127.0.0.1:9398) (DC: dc1)" nomad-162 2021-10-14T17:21:03.779Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-103 2021-10-14T17:21:03.779Z [INFO] nomad/serf.go:219: nomad: found expected number of peers, attempting to bootstrap cluster...: peers=127.0.0.1:9333,127.0.0.1:9353,127.0.0.1:9308,127.0.0.1:9345,127.0.0.1:9340 nomad-162 2021-10-14T17:21:03.779Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave --- PASS: TestCoreScheduler_JobGC_Stopped (0.52s) === CONT TestCoreScheduler_JobGC_Parameterized nomad-165 2021-10-14T17:21:03.780Z [DEBUG] nomad/core_sched.go:563: core.sched: deployment GC scanning before cutoff index: index=2000 deployment_gc_threshold=1h0m0s nomad-165 2021-10-14T17:21:03.780Z [DEBUG] nomad/core_sched.go:606: core.sched: deployment GC found eligible deployments: deployments=1 nomad-165 2021-10-14T17:21:03.780Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-165 2021-10-14T17:21:03.780Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-162 2021-10-14T17:21:03.781Z [DEBUG] nomad/worker.go:185: worker: dequeued evaluation: eval_id=c49dc346-261b-db0e-2769-f293f7fd8496 nomad-162 2021-10-14T17:21:03.781Z [ERROR] nomad/worker.go:115: worker: nacking eval because the server is shutting down: eval="" nomad-162 2021-10-14T17:21:03.781Z [ERROR] nomad/worker.go:221: worker: failed to nack evaluation: eval_id=c49dc346-261b-db0e-2769-f293f7fd8496 error="No cluster leader" nomad-162 2021-10-14T17:21:03.781Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-100 2021-10-14T17:21:03.781Z [WARN] raft/raft.go:1471: nomad.raft: rejecting vote request since our last index is greater: candidate=127.0.0.1:9363 last-index=8 last-candidate-index=7 2021-10-14T17:21:03.782Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.782Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.782Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.782Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.782Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-147 2021-10-14T17:21:03.782Z [INFO] nomad/server.go:620: nomad: shutting down server 2021-10-14T17:21:03.782Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.782Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-147 2021-10-14T17:21:03.782Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-165 2021-10-14T17:21:03.782Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-147 2021-10-14T17:21:03.782Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-165 2021-10-14T17:21:03.782Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost --- PASS: TestCSIVolumeEndpoint_Claim (1.25s) === CONT TestCoreScheduler_NodeGC_TerminalAllocs nomad-164 2021-10-14T17:21:03.783Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9321 Address:127.0.0.1:9321}]" --- PASS: TestCoreScheduler_DeploymentGC (0.45s) === CONT TestCoreScheduler_EvalGC_Force nomad-164 2021-10-14T17:21:03.783Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-164.global 127.0.0.1 --- PASS: TestCoreScheduler_EvalGC_Force (0.00s) === CONT TestCoreScheduler_EvalGC_Partial nomad-164 2021-10-14T17:21:03.783Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-164 2021-10-14T17:21:03.783Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9321 [Follower]" leader= nomad-164 2021-10-14T17:21:03.783Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-164.global (Addr: 127.0.0.1:9321) (DC: dc1)" 2021-10-14T17:21:03.783Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.783Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.783Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.784Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.784Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.784Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.784Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.784Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.784Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-147 2021-10-14T17:21:03.784Z [TRACE] volumewatcher/volume_watcher.go:86: nomad.volumes_watcher: no more claims: namespace=default volume_id=d7ee11c1-7873-44fd-09d7-2d2c57c2b2f0 nomad-147 2021-10-14T17:21:03.784Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-14T17:21:03.784Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.784Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.784Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.784Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.784Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.784Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-162 2021-10-14T17:21:03.784Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-169 2021-10-14T17:21:03.785Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9380 Address:127.0.0.1:9380}]" nomad-129 2021-10-14T17:21:03.785Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Marking nomad-124.global as failed, suspect timeout reached (0 peer confirmations) nomad-129 2021-10-14T17:21:03.785Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberFailed: nomad-124.global 127.0.0.1 nomad-129 2021-10-14T17:21:03.785Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-124.global (Addr: 127.0.0.1:9308) (DC: dc1)" nomad-169 2021-10-14T17:21:03.785Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-169.global 127.0.0.1 nomad-124 2021-10-14T17:21:03.830Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-130.global 127.0.0.1 nomad-124 2021-10-14T17:21:03.830Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-130.global (Addr: 127.0.0.1:9340) (DC: dc1)" nomad-124 2021-10-14T17:21:03.832Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-130.global 2021-10-14T17:21:03.833Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.833Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.833Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.833Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.833Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.833Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.833Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.834Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.834Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.834Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-169 2021-10-14T17:21:03.834Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9380 [Follower]" leader= 2021-10-14T17:21:03.834Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.834Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.834Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.834Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.834Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.834Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.834Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.834Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.834Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.835Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-100 2021-10-14T17:21:03.836Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-100 2021-10-14T17:21:03.836Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9329 [Candidate]" term=14 nomad-100 2021-10-14T17:21:03.836Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-100 2021-10-14T17:21:03.837Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9329 term=14 tally=1 nomad-115 2021-10-14T17:21:03.837Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-115 2021-10-14T17:21:03.837Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9363 [Follower]" leader= nomad-100 2021-10-14T17:21:03.837Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9363 term=14 tally=2 nomad-100 2021-10-14T17:21:03.837Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-100 2021-10-14T17:21:03.837Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9329 [Leader]" nomad-169 2021-10-14T17:21:03.837Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-100 2021-10-14T17:21:03.837Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9363 nomad-100 2021-10-14T17:21:03.837Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-115 2021-10-14T17:21:03.837Z [WARN] raft/raft.go:1283: nomad.raft: failed to get previous log: previous-index=8 last-index=7 error="log not found" nomad-169 2021-10-14T17:21:03.837Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-169.global (Addr: 127.0.0.1:9380) (DC: dc1)" nomad-100 2021-10-14T17:21:03.837Z [WARN] raft/replication.go:248: nomad.raft: appendEntries rejected, sending older logs: peer="{Voter 127.0.0.1:9363 127.0.0.1:9363}" next=8 nomad-160 2021-10-14T17:21:03.838Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-160 2021-10-14T17:21:03.838Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-161 2021-10-14T17:21:03.838Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=13edc1a3-8514-fe71-775f-c932d809013c create_time=1634232063838053994 nomad-161 2021-10-14T17:21:03.838Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=13edc1a3-8514-fe71-775f-c932d809013c create_time=1634232063838053994 nomad-100 2021-10-14T17:21:03.838Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9363 127.0.0.1:9363}" nomad-160 2021-10-14T17:21:03.838Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-161 2021-10-14T17:21:03.838Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 --- PASS: TestCoreScheduler_PartitionEvalReap (0.58s) === CONT TestCoreScheduler_EvalGC_BatchStopped nomad-100 2021-10-14T17:21:03.838Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-160 2021-10-14T17:21:03.838Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-14T17:21:03.839Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.839Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.839Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.839Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-129 2021-10-14T17:21:03.839Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-124.global (timeout reached) 2021-10-14T17:21:03.839Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.839Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-103 2021-10-14T17:21:03.839Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-124.global (timeout reached) nomad-124 2021-10-14T17:21:03.839Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:50622 nomad-119 2021-10-14T17:21:03.840Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-103.global 127.0.0.1 nomad-119 2021-10-14T17:21:03.840Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-129.global nomad-119 2021-10-14T17:21:03.840Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-124.global nomad-119 2021-10-14T17:21:03.840Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-103.global (Addr: 127.0.0.1:9333) (DC: dc1)" nomad-124 2021-10-14T17:21:03.840Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:50624 2021-10-14T17:21:03.840Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-130 2021-10-14T17:21:03.840Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-130.global 2021-10-14T17:21:03.840Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.841Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.841Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-124 2021-10-14T17:21:03.841Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberFailed: nomad-129.global 127.0.0.1 nomad-119 2021-10-14T17:21:03.841Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-130.global nomad-146 2021-10-14T17:21:03.785Z [TRACE] volumewatcher/volume_watcher.go:86: nomad.volumes_watcher: no more claims: namespace=default volume_id=8027cb46-aa4e-7552-7875-b7c841ae1476 nomad-146 2021-10-14T17:21:03.845Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-119 2021-10-14T17:21:03.846Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-124.global) nomad-167 2021-10-14T17:21:03.846Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9370 Address:127.0.0.1:9370}]" nomad-164 2021-10-14T17:21:03.846Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-164 2021-10-14T17:21:03.846Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9321 [Candidate]" term=2 nomad-164 2021-10-14T17:21:03.846Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-164 2021-10-14T17:21:03.846Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9321 term=2 tally=1 nomad-164 2021-10-14T17:21:03.846Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-164 2021-10-14T17:21:03.846Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9321 [Leader]" nomad-164 2021-10-14T17:21:03.846Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-124 2021-10-14T17:21:03.846Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-103.global 127.0.0.1 nomad-124 2021-10-14T17:21:03.846Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-130.global nomad-167 2021-10-14T17:21:03.846Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9370 [Follower]" leader= nomad-167 2021-10-14T17:21:03.846Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-167.global 127.0.0.1 nomad-167 2021-10-14T17:21:03.846Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-164 2021-10-14T17:21:03.847Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=3028cf7e-384a-bbcb-8576-2d795a27fb53 create_time=1634232063846951214 nomad-164 2021-10-14T17:21:03.847Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=3028cf7e-384a-bbcb-8576-2d795a27fb53 create_time=1634232063846951214 nomad-167 2021-10-14T17:21:03.847Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-167.global (Addr: 127.0.0.1:9370) (DC: dc1)" nomad-164 2021-10-14T17:21:03.847Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-119 2021-10-14T17:21:03.847Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-129.global (timeout reached) nomad-170 2021-10-14T17:21:03.854Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9375 Address:127.0.0.1:9375}]" nomad-170 2021-10-14T17:21:03.854Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-170.global 127.0.0.1 nomad-170 2021-10-14T17:21:03.855Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9375 [Follower]" leader= nomad-170 2021-10-14T17:21:03.855Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[batch, system, noop, service, _core] nomad-170 2021-10-14T17:21:03.855Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-170.global (Addr: 127.0.0.1:9375) (DC: dc1)" nomad-129 2021-10-14T17:21:03.866Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-130.global 127.0.0.1 nomad-129 2021-10-14T17:21:03.867Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-130.global nomad-129 2021-10-14T17:21:03.867Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-119.global) nomad-129 2021-10-14T17:21:03.867Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-130.global (Addr: 127.0.0.1:9340) (DC: dc1)" nomad-129 2021-10-14T17:21:03.867Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-103.global 127.0.0.1 nomad-129 2021-10-14T17:21:03.867Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-129.global nomad-129 2021-10-14T17:21:03.868Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-124.global nomad-157 2021-10-14T17:21:03.868Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-157 2021-10-14T17:21:03.868Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9328 [Candidate]" term=2 nomad-157 2021-10-14T17:21:03.868Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-157 2021-10-14T17:21:03.868Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9328 term=2 tally=1 nomad-157 2021-10-14T17:21:03.868Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-157 2021-10-14T17:21:03.868Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9328 [Leader]" nomad-157 2021-10-14T17:21:03.868Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-157 2021-10-14T17:21:03.869Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=51cf518e-7835-bb9f-73fc-b91f6c96980d create_time=1634232063868993123 nomad-157 2021-10-14T17:21:03.869Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=51cf518e-7835-bb9f-73fc-b91f6c96980d create_time=1634232063868993123 nomad-103 2021-10-14T17:21:03.870Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-103 2021-10-14T17:21:03.870Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9333 [Candidate]" term=2 nomad-103 2021-10-14T17:21:03.870Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-103 2021-10-14T17:21:03.870Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9333 term=2 tally=1 nomad-124 2021-10-14T17:21:03.870Z [INFO] nomad/serf.go:183: nomad: disabling bootstrap mode because existing Raft peers being reported by peer: peer_name=nomad-103.global peer_address=127.0.0.1:9333 nomad-124 2021-10-14T17:21:03.870Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-129.global (Addr: 127.0.0.1:9345) (DC: dc1)" nomad-124 2021-10-14T17:21:03.870Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-103.global (Addr: 127.0.0.1:9333) (DC: dc1)" nomad-129 2021-10-14T17:21:03.870Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-103 2021-10-14T17:21:03.870Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9345 term=2 tally=2 nomad-130 2021-10-14T17:21:03.870Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-119 2021-10-14T17:21:03.870Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-124 2021-10-14T17:21:03.870Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-103 2021-10-14T17:21:03.870Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9340 term=2 tally=3 nomad-103 2021-10-14T17:21:03.870Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=3 nomad-103 2021-10-14T17:21:03.870Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9333 [Leader]" nomad-103 2021-10-14T17:21:03.870Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9353 nomad-103 2021-10-14T17:21:03.870Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9308 nomad-103 2021-10-14T17:21:03.870Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9345 nomad-103 2021-10-14T17:21:03.870Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9340 nomad-159 2021-10-14T17:21:03.870Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-159 2021-10-14T17:21:03.870Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9398 [Candidate]" term=2 nomad-159 2021-10-14T17:21:03.871Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-159 2021-10-14T17:21:03.871Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9398 term=2 tally=1 nomad-159 2021-10-14T17:21:03.871Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-159 2021-10-14T17:21:03.871Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9398 [Leader]" nomad-159 2021-10-14T17:21:03.871Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-103 2021-10-14T17:21:03.871Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-124 2021-10-14T17:21:03.871Z [WARN] raft/raft.go:1283: nomad.raft: failed to get previous log: previous-index=1 last-index=0 error="log not found" nomad-129 2021-10-14T17:21:03.871Z [WARN] raft/raft.go:1283: nomad.raft: failed to get previous log: previous-index=1 last-index=0 error="log not found" nomad-119 2021-10-14T17:21:03.871Z [WARN] raft/raft.go:1283: nomad.raft: failed to get previous log: previous-index=1 last-index=0 error="log not found" nomad-103 2021-10-14T17:21:03.871Z [WARN] raft/replication.go:248: nomad.raft: appendEntries rejected, sending older logs: peer="{Voter 127.0.0.1:9345 127.0.0.1:9345}" next=1 nomad-130 2021-10-14T17:21:03.871Z [WARN] raft/raft.go:1283: nomad.raft: failed to get previous log: previous-index=1 last-index=0 error="log not found" nomad-103 2021-10-14T17:21:03.871Z [WARN] raft/replication.go:248: nomad.raft: appendEntries rejected, sending older logs: peer="{Voter 127.0.0.1:9308 127.0.0.1:9308}" next=1 nomad-129 2021-10-14T17:21:03.871Z [INFO] nomad/serf.go:183: nomad: disabling bootstrap mode because existing Raft peers being reported by peer: peer_name=nomad-103.global peer_address=127.0.0.1:9333 nomad-103 2021-10-14T17:21:03.871Z [WARN] raft/replication.go:248: nomad.raft: appendEntries rejected, sending older logs: peer="{Voter 127.0.0.1:9340 127.0.0.1:9340}" next=1 nomad-159 2021-10-14T17:21:03.871Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=e0679106-a623-7523-5cec-89b4c3633eaf create_time=1634232063871356534 nomad-129 2021-10-14T17:21:03.871Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-103.global (Addr: 127.0.0.1:9333) (DC: dc1)" nomad-159 2021-10-14T17:21:03.871Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=e0679106-a623-7523-5cec-89b4c3633eaf create_time=1634232063871356534 nomad-103 2021-10-14T17:21:03.871Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9308 127.0.0.1:9308}" nomad-103 2021-10-14T17:21:03.871Z [WARN] raft/replication.go:248: nomad.raft: appendEntries rejected, sending older logs: peer="{Voter 127.0.0.1:9353 127.0.0.1:9353}" next=1 nomad-103 2021-10-14T17:21:03.871Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9345 127.0.0.1:9345}" nomad-159 2021-10-14T17:21:03.871Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-103 2021-10-14T17:21:03.871Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9353 127.0.0.1:9353}" nomad-103 2021-10-14T17:21:03.871Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9340 127.0.0.1:9340}" nomad-103 2021-10-14T17:21:03.872Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=6b1790e6-14cf-2f40-bf5b-34bc49718d9c create_time=1634232063872616804 nomad-103 2021-10-14T17:21:03.872Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=6b1790e6-14cf-2f40-bf5b-34bc49718d9c create_time=1634232063872616804 nomad-103 2021-10-14T17:21:03.872Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-168 2021-10-14T17:21:03.933Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9373 Address:127.0.0.1:9373}]" nomad-167 2021-10-14T17:21:03.933Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-167 2021-10-14T17:21:03.933Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9370 [Candidate]" term=2 nomad-153 2021-10-14T17:21:03.933Z [TRACE] volumewatcher/volume_watcher.go:73: nomad.volumes_watcher: starting watcher: namespace=default volume_id=a7299b57-265b-0da9-c2b3-75bf2c182404 nomad-167 2021-10-14T17:21:03.933Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-167 2021-10-14T17:21:03.933Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9370 term=2 tally=1 nomad-153 2021-10-14T17:21:03.933Z [TRACE] volumewatcher/volume_watcher.go:86: nomad.volumes_watcher: no more claims: namespace=default volume_id=a7299b57-265b-0da9-c2b3-75bf2c182404 nomad-167 2021-10-14T17:21:03.933Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-167 2021-10-14T17:21:03.933Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9370 [Leader]" nomad-167 2021-10-14T17:21:03.933Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-167 2021-10-14T17:21:03.934Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=bddbd264-bab3-3533-2d26-25dadcc8e998 create_time=1634232063934440520 nomad-167 2021-10-14T17:21:03.934Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=bddbd264-bab3-3533-2d26-25dadcc8e998 create_time=1634232063934440520 nomad-168 2021-10-14T17:21:03.935Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9373 [Follower]" leader= nomad-152 2021-10-14T17:21:03.935Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-153 2021-10-14T17:21:03.935Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-152 2021-10-14T17:21:03.935Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-153 2021-10-14T17:21:03.935Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-153 2021-10-14T17:21:03.935Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestCSIPluginEndpoint_RegisterViaFingerprint (1.27s) --- PASS: TestCSIVolumeEndpoint_Get (1.09s) === CONT TestCoreScheduler_EvalGC_Batch_OldVersion nomad-164 2021-10-14T17:21:03.935Z [DEBUG] nomad/core_sched.go:109: core.sched: job GC scanning before cutoff index: index=2000 job_gc_threshold=4h0m0s nomad-164 2021-10-14T17:21:03.936Z [DEBUG] nomad/core_sched.go:109: core.sched: job GC scanning before cutoff index: index=2000 job_gc_threshold=4h0m0s nomad-164 2021-10-14T17:21:03.936Z [DEBUG] nomad/core_sched.go:163: core.sched: job GC found eligible objects: jobs=1 evals=1 allocs=2 nomad-153 2021-10-14T17:21:03.936Z [TRACE] volumewatcher/volume_watcher.go:86: nomad.volumes_watcher: no more claims: namespace=default volume_id=a7299b57-265b-0da9-c2b3-75bf2c182404 nomad-153 2021-10-14T17:21:03.936Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-152 2021-10-14T17:21:03.935Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-152 2021-10-14T17:21:03.936Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-167 2021-10-14T17:21:03.936Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-14T17:21:03.936Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= === CONT TestCoreScheduler_EvalGC_Batch nomad-166 2021-10-14T17:21:03.937Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9341 Address:127.0.0.1:9341}]" nomad-167 2021-10-14T17:21:03.937Z [DEBUG] nomad/core_sched.go:103: core.sched: forced job GC nomad-167 2021-10-14T17:21:03.937Z [DEBUG] nomad/core_sched.go:241: core.sched: forced eval GC nomad-167 2021-10-14T17:21:03.937Z [DEBUG] nomad/core_sched.go:555: core.sched: forced deployment GC nomad-167 2021-10-14T17:21:03.938Z [DEBUG] nomad/core_sched.go:838: core.sched: forced plugin GC nomad-167 2021-10-14T17:21:03.938Z [DEBUG] nomad/core_sched.go:845: core.sched: CSI plugin GC scanning before cutoff index: index=18446744073709551615 csi_plugin_gc_threshold=1h0m0s nomad-167 2021-10-14T17:21:03.938Z [TRACE] nomad/core_sched.go:737: core.sched: garbage collecting unclaimed CSI volume claims: eval.JobID=force-gc nomad-167 2021-10-14T17:21:03.938Z [DEBUG] nomad/core_sched.go:761: core.sched: forced volume claim GC nomad-167 2021-10-14T17:21:03.938Z [DEBUG] nomad/core_sched.go:768: core.sched: CSI volume claim GC scanning before cutoff index: index=18446744073709551615 csi_volume_claim_gc_threshold=5m0s nomad-167 2021-10-14T17:21:03.938Z [DEBUG] nomad/core_sched.go:444: core.sched: forced node GC nomad-139 2021-10-14T17:21:03.938Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-139 2021-10-14T17:21:03.938Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave 2021-10-14T17:21:03.938Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.938Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.938Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-167 2021-10-14T17:21:03.938Z [DEBUG] nomad/core_sched.go:103: core.sched: forced job GC 2021-10-14T17:21:03.938Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-139 2021-10-14T17:21:03.938Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop 2021-10-14T17:21:03.938Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.938Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= --- PASS: TestACLEndpoint_ListPolicies_Blocking (1.57s) === CONT TestCoreScheduler_EvalGC_StoppedJob_Reschedulable nomad-103 2021-10-14T17:21:03.938Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9353 time=65.803027ms nomad-103 2021-10-14T17:21:03.938Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9345 time=65.813056ms nomad-103 2021-10-14T17:21:03.938Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9340 time=65.873593ms nomad-103 2021-10-14T17:21:03.938Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-103 2021-10-14T17:21:03.938Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9333 [Follower]" leader= nomad-103 2021-10-14T17:21:03.938Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-169 2021-10-14T17:21:03.938Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-169 2021-10-14T17:21:03.938Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9380 [Candidate]" term=2 nomad-169 2021-10-14T17:21:03.938Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-145 2021-10-14T17:21:03.938Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-169 2021-10-14T17:21:03.938Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9380 term=2 tally=1 nomad-145 2021-10-14T17:21:03.939Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-169 2021-10-14T17:21:03.939Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-169 2021-10-14T17:21:03.939Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9380 [Leader]" nomad-145 2021-10-14T17:21:03.939Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-169 2021-10-14T17:21:03.939Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-166 2021-10-14T17:21:03.938Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9341 [Follower]" leader= nomad-166 2021-10-14T17:21:03.938Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-166.global 127.0.0.1 --- PASS: TestACLEndpoint_GetPolicy_Blocking (1.49s) nomad-166 2021-10-14T17:21:03.939Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-145 2021-10-14T17:21:03.939Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-103 2021-10-14T17:21:03.939Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9353 127.0.0.1:9353}" nomad-103 2021-10-14T17:21:03.939Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9308 127.0.0.1:9308}" nomad-103 2021-10-14T17:21:03.939Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9345 127.0.0.1:9345}" nomad-103 2021-10-14T17:21:03.939Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9340 127.0.0.1:9340}" nomad-168 2021-10-14T17:21:03.939Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-168.global 127.0.0.1 nomad-168 2021-10-14T17:21:03.940Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] 2021-10-14T17:21:03.940Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.940Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.940Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.940Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-139 2021-10-14T17:21:03.940Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-167 2021-10-14T17:21:03.938Z [DEBUG] nomad/core_sched.go:163: core.sched: job GC found eligible objects: jobs=1 evals=0 allocs=0 nomad-167 2021-10-14T17:21:03.940Z [DEBUG] nomad/core_sched.go:241: core.sched: forced eval GC nomad-167 2021-10-14T17:21:03.940Z [DEBUG] nomad/core_sched.go:555: core.sched: forced deployment GC nomad-167 2021-10-14T17:21:03.940Z [DEBUG] nomad/core_sched.go:838: core.sched: forced plugin GC nomad-167 2021-10-14T17:21:03.941Z [DEBUG] nomad/core_sched.go:845: core.sched: CSI plugin GC scanning before cutoff index: index=18446744073709551615 csi_plugin_gc_threshold=1h0m0s nomad-167 2021-10-14T17:21:03.941Z [TRACE] nomad/core_sched.go:737: core.sched: garbage collecting unclaimed CSI volume claims: eval.JobID=force-gc nomad-166 2021-10-14T17:21:03.941Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-166.global (Addr: 127.0.0.1:9341) (DC: dc1)" nomad-167 2021-10-14T17:21:03.941Z [DEBUG] nomad/core_sched.go:761: core.sched: forced volume claim GC nomad-167 2021-10-14T17:21:03.941Z [DEBUG] nomad/core_sched.go:768: core.sched: CSI volume claim GC scanning before cutoff index: index=18446744073709551615 csi_volume_claim_gc_threshold=5m0s nomad-167 2021-10-14T17:21:03.941Z [DEBUG] nomad/core_sched.go:444: core.sched: forced node GC nomad-167 2021-10-14T17:21:03.941Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-167 2021-10-14T17:21:03.941Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-168 2021-10-14T17:21:03.949Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-168.global (Addr: 127.0.0.1:9373) (DC: dc1)" nomad-129 2021-10-14T17:21:03.949Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-129 2021-10-14T17:21:03.950Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave 2021-10-14T17:21:03.952Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.952Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.952Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.952Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:03.952Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-124 2021-10-14T17:21:03.974Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Marking nomad-119.global as failed, suspect timeout reached (0 peer confirmations) nomad-124 2021-10-14T17:21:03.974Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberFailed: nomad-119.global 127.0.0.1 nomad-124 2021-10-14T17:21:03.974Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-119.global (Addr: 127.0.0.1:9353) (DC: dc1)" nomad-158 2021-10-14T17:21:03.974Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-158.global 127.0.0.1 nomad-158 2021-10-14T17:21:03.974Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-158 2021-10-14T17:21:03.975Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-158.global (Addr: 127.0.0.1:9331) (DC: dc1)" nomad-172 2021-10-14T17:21:03.977Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9315 Address:127.0.0.1:9315}]" nomad-172 2021-10-14T17:21:04.030Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9315 [Follower]" leader= 2021-10-14T17:21:04.030Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-129 2021-10-14T17:21:04.067Z [ERROR] go-hclog/stdlog.go:50: nomad: memberlist: Failed to send nack: write udp 127.0.0.1:9388->127.0.0.1:9314: use of closed network connection from=127.0.0.1:9314 nomad-157 2021-10-14T17:21:03.869Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-172 2021-10-14T17:21:04.134Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-172.global 127.0.0.1 nomad-172 2021-10-14T17:21:04.134Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-172 2021-10-14T17:21:04.137Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-172 2021-10-14T17:21:04.137Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9315 [Candidate]" term=2 nomad-172 2021-10-14T17:21:04.137Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-172 2021-10-14T17:21:04.137Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9315 term=2 tally=1 nomad-172 2021-10-14T17:21:04.138Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-172 2021-10-14T17:21:04.138Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9315 [Leader]" nomad-103 2021-10-14T17:21:04.138Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Marking nomad-124.global as failed, suspect timeout reached (0 peer confirmations) nomad-103 2021-10-14T17:21:04.138Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberFailed: nomad-124.global 127.0.0.1 nomad-103 2021-10-14T17:21:04.138Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-124.global (Addr: 127.0.0.1:9308) (DC: dc1)" nomad-134 2021-10-14T17:21:04.139Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-134 2021-10-14T17:21:04.139Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-134 2021-10-14T17:21:04.139Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestACLEndpoint_GetToken_Blocking (2.27s) === CONT TestCoreScheduler_EvalGC nomad-161 2021-10-14T17:21:04.148Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-161 2021-10-14T17:21:04.148Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-161 2021-10-14T17:21:04.149Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestCoreScheduler_JobGC_Parameterized (0.37s) === CONT TestConsulACLsAPI_CheckSIPolicy --- PASS: TestConsulACLsAPI_CheckSIPolicy (0.00s) === CONT TestConsulACLsAPI_Stop --- PASS: TestConsulACLsAPI_Stop (0.00s) === CONT TestConsulACLsAPI_bgRetryRevoke --- PASS: TestConsulACLsAPI_bgRetryRevoke (0.00s) === CONT TestConsulACLsAPI_MarkForRevocation 2021-10-14T17:21:04.150Z [TRACE] consul/acl_testing.go:235: mock_consul: TokenCreate(): description="_nomad_si [e3a8a128-c15a-3b1d-7830-2c0abbe05cfc] [5b92975f-0390-c477-8692-d774294dd808] [task1-sidecar-proxy]" service_identities=[service1] accessor=95ccc068-a2b9-6f5d-f7a3-2a2e40694d9a secret=30fb4399-4fb2-2472-a5c2-3cb809dbf12c index=1 error= --- PASS: TestConsulACLsAPI_MarkForRevocation (0.00s) === CONT TestConsulACLsAPI_RevokeTokens --- PASS: TestConsulACLsAPI_RevokeTokens (0.00s) === CONT TestConsulACLsAPI_CreateToken --- PASS: TestConsulACLsAPI_CreateToken (0.00s) === CONT TestConsulConfigsAPI_SetIngressGatewayConfigEntry --- PASS: TestConsulConfigsAPI_SetIngressGatewayConfigEntry (0.00s) === CONT TestConsulACLsAPI_hasSufficientPolicy --- PASS: TestConsulACLsAPI_hasSufficientPolicy (0.00s) === CONT TestConsulACLsAPI_allowsServiceWrite --- PASS: TestConsulACLsAPI_allowsServiceWrite (0.00s) === CONT TestConsulPolicy_IsEmpty --- PASS: TestConsulPolicy_IsEmpty (0.00s) === CONT TestConsulPolicy_ParseConsulPolicy nomad-168 2021-10-14T17:21:04.149Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= --- PASS: TestConsulPolicy_ParseConsulPolicy (0.00s) === CONT TestClientStats_Stats_OldNode nomad-168 2021-10-14T17:21:04.150Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9373 [Candidate]" term=2 nomad-168 2021-10-14T17:21:04.150Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-168 2021-10-14T17:21:04.150Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9373 term=2 tally=1 nomad-168 2021-10-14T17:21:04.150Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-168 2021-10-14T17:21:04.150Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9373 [Leader]" nomad-168 2021-10-14T17:21:04.150Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-168 2021-10-14T17:21:04.151Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=ba19c5dc-d327-eab5-d37d-84fd0ef2ecaf create_time=1634232064151702930 nomad-168 2021-10-14T17:21:04.151Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=ba19c5dc-d327-eab5-d37d-84fd0ef2ecaf create_time=1634232064151702930 nomad-168 2021-10-14T17:21:04.152Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 --- PASS: TestCoreScheduler_PartitionDeploymentReap (0.99s) === CONT TestClientStats_Stats_NoNode 2021-10-14T17:21:04.239Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-174 2021-10-14T17:21:04.257Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9354 Address:127.0.0.1:9354}]" 2021-10-14T17:21:04.242Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= === CONT TestCoreScheduler_EvalGC_ReschedulingAllocs 2021-10-14T17:21:04.240Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-124 2021-10-14T17:21:04.240Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9333 nomad-167 2021-10-14T17:21:04.152Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-103 2021-10-14T17:21:04.245Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-166 2021-10-14T17:21:04.245Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-103 2021-10-14T17:21:04.265Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Was able to connect to nomad-124.global but other probes failed, network may be misconfigured nomad-124 2021-10-14T17:21:04.264Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-103.global (timeout reached) nomad-174 2021-10-14T17:21:04.262Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9354 [Follower]" leader= nomad-174 2021-10-14T17:21:04.263Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-174.global 127.0.0.1 nomad-168 2021-10-14T17:21:04.365Z [DEBUG] nomad/core_sched.go:452: core.sched: node GC scanning before cutoff index: index=2000 node_gc_threshold=24h0m0s nomad-119 2021-10-14T17:21:04.250Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9333 2021-10-14T17:21:04.365Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-168 2021-10-14T17:21:04.365Z [DEBUG] nomad/core_sched.go:498: core.sched: node GC found eligible nodes: nodes=1 nomad-119 2021-10-14T17:21:04.365Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9353 [Candidate]" term=3 2021-10-14T17:21:04.240Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-123 2021-10-14T17:21:04.365Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=61d072bf-7736-82fa-7344-dc13e6d7013f create_time=1634232063771420935 nomad-124 2021-10-14T17:21:04.365Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-103.global has failed, no acks received nomad-123 2021-10-14T17:21:04.365Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=61d072bf-7736-82fa-7344-dc13e6d7013f create_time=1634232063771420935 nomad-154 2021-10-14T17:21:04.366Z [WARN] nomad/leader.go:641: nomad: eval reached delivery limit, marking as failed: eval="" nomad-119 2021-10-14T17:21:04.365Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-124.global has failed, no acks received 2021-10-14T17:21:04.240Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.239Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.240Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-174 2021-10-14T17:21:04.365Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] 2021-10-14T17:21:04.366Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.240Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.240Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.242Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.242Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-123 2021-10-14T17:21:04.366Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-119 2021-10-14T17:21:04.365Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-119 2021-10-14T17:21:04.366Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9353 term=3 tally=1 nomad-168 2021-10-14T17:21:04.366Z [INFO] nomad/server.go:620: nomad: shutting down server 2021-10-14T17:21:04.239Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-168 2021-10-14T17:21:04.366Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-157 2021-10-14T17:21:04.366Z [DEBUG] nomad/core_sched.go:845: core.sched: CSI plugin GC scanning before cutoff index: index=2000 csi_plugin_gc_threshold=1h0m0s 2021-10-14T17:21:04.245Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.366Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-168 2021-10-14T17:21:04.366Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop 2021-10-14T17:21:04.366Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.366Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.366Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.366Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.366Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.366Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-124 2021-10-14T17:21:04.366Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-129.global 127.0.0.1 2021-10-14T17:21:04.366Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= --- PASS: TestCoreScheduler_NodeGC_TerminalAllocs (0.58s) 2021-10-14T17:21:04.366Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= === CONT TestClientStats_Stats_Local_ACL 2021-10-14T17:21:04.366Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-168 2021-10-14T17:21:04.366Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-119 2021-10-14T17:21:04.366Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9345 127.0.0.1:9345}" error="dial tcp 127.0.0.1:9345: connect: connection refused" nomad-174 2021-10-14T17:21:04.366Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-174.global (Addr: 127.0.0.1:9354) (DC: dc1)" 2021-10-14T17:21:04.239Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-124 2021-10-14T17:21:04.366Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-119.global 127.0.0.1 2021-10-14T17:21:04.239Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-103 2021-10-14T17:21:04.366Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-124 2021-10-14T17:21:04.366Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-130.global 2021-10-14T17:21:04.239Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.239Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-124 2021-10-14T17:21:04.366Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-130.global 2021-10-14T17:21:04.241Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.366Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.242Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-163 2021-10-14T17:21:04.366Z [DEBUG] nomad/core_sched.go:109: core.sched: job GC scanning before cutoff index: index=2000 job_gc_threshold=4h0m0s 2021-10-14T17:21:04.242Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.366Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-157 2021-10-14T17:21:04.366Z [DEBUG] nomad/core_sched.go:845: core.sched: CSI plugin GC scanning before cutoff index: index=2000 csi_plugin_gc_threshold=1h0m0s nomad-124 2021-10-14T17:21:04.366Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-129.global (Addr: 127.0.0.1:9345) (DC: dc1)" 2021-10-14T17:21:04.366Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-163 2021-10-14T17:21:04.366Z [INFO] nomad/server.go:620: nomad: shutting down server 2021-10-14T17:21:04.366Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.366Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-163 2021-10-14T17:21:04.366Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-124 2021-10-14T17:21:04.366Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-119.global (Addr: 127.0.0.1:9353) (DC: dc1)" 2021-10-14T17:21:04.366Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.366Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.242Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.366Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.242Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-163 2021-10-14T17:21:04.366Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop 2021-10-14T17:21:04.366Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.242Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.366Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.245Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= --- PASS: TestCoreScheduler_JobGC_OneShot (1.09s) === CONT TestServerWithNodeConn_Path_Region nomad-157 2021-10-14T17:21:04.366Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-163 2021-10-14T17:21:04.366Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-157 2021-10-14T17:21:04.366Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-129 2021-10-14T17:21:04.265Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Marking nomad-119.global as failed, suspect timeout reached (0 peer confirmations) 2021-10-14T17:21:04.366Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-129 2021-10-14T17:21:04.367Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberFailed: nomad-119.global 127.0.0.1 2021-10-14T17:21:04.367Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-157 2021-10-14T17:21:04.367Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-124 2021-10-14T17:21:04.367Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9308 [Candidate]" term=3 --- PASS: TestCoreScheduler_CSIPluginGC (1.14s) === CONT TestServerWithNodeConn_Path nomad-124 2021-10-14T17:21:04.367Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-124 2021-10-14T17:21:04.367Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9308 term=3 tally=1 nomad-124 2021-10-14T17:21:04.367Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=3 nomad-157 2021-10-14T17:21:04.367Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-175 2021-10-14T17:21:04.367Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9313 Address:127.0.0.1:9313}]" nomad-124 2021-10-14T17:21:04.367Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9345 127.0.0.1:9345}" error="dial tcp 127.0.0.1:9345: connect: connection refused" nomad-169 2021-10-14T17:21:04.367Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=d8f8214c-0408-3b38-5e2d-60ca22248ff7 create_time=1634232064367377968 nomad-169 2021-10-14T17:21:04.367Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=d8f8214c-0408-3b38-5e2d-60ca22248ff7 create_time=1634232064367377968 nomad-119 2021-10-14T17:21:04.367Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=3 2021-10-14T17:21:04.367Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.367Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.367Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.367Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-172 2021-10-14T17:21:04.356Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-172.global (Addr: 127.0.0.1:9315) (DC: dc1)" 2021-10-14T17:21:04.367Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-130 2021-10-14T17:21:04.254Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9333 2021-10-14T17:21:04.367Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-169 2021-10-14T17:21:04.367Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-130 2021-10-14T17:21:04.367Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9340 [Candidate]" term=3 2021-10-14T17:21:04.367Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-175 2021-10-14T17:21:04.367Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9313 [Follower]" leader= 2021-10-14T17:21:04.367Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-130 2021-10-14T17:21:04.264Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-103.global (timeout reached) 2021-10-14T17:21:04.367Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.367Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.367Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.367Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.367Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.367Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.367Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.367Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-171 2021-10-14T17:21:04.367Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9384 Address:127.0.0.1:9384}]" nomad-175 2021-10-14T17:21:04.367Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-175.global 127.0.0.1 2021-10-14T17:21:04.367Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.367Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.367Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.367Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-130 2021-10-14T17:21:04.367Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberFailed: nomad-124.global 127.0.0.1 nomad-171 2021-10-14T17:21:04.367Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9384 [Follower]" leader= nomad-175 2021-10-14T17:21:04.367Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-124 2021-10-14T17:21:04.367Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=3 nomad-119 2021-10-14T17:21:04.367Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=3 nomad-171 2021-10-14T17:21:04.368Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-171.global 127.0.0.1 nomad-151 2021-10-14T17:21:04.368Z [DEBUG] nomad/worker.go:185: worker: dequeued evaluation: eval_id=a3cfc29a-b09d-e074-8cc7-c06767ab042c nomad-171 2021-10-14T17:21:04.368Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[noop, service, batch, system, _core] nomad-151 2021-10-14T17:21:04.368Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-151 2021-10-14T17:21:04.368Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-130 2021-10-14T17:21:04.367Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9345 127.0.0.1:9345}" error="dial tcp 127.0.0.1:9345: connect: connection refused" nomad-171 2021-10-14T17:21:04.368Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-171.global (Addr: 127.0.0.1:9384) (DC: dc1)" nomad-130 2021-10-14T17:21:04.367Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-175 2021-10-14T17:21:04.368Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-175.global (Addr: 127.0.0.1:9313) (DC: dc1)" nomad-130 2021-10-14T17:21:04.368Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9340 term=3 tally=1 nomad-151 2021-10-14T17:21:04.368Z [TRACE] scheduler/rank.go:175: worker.service_sched.binpack: NewBinPackIterator created: eval_id=a3cfc29a-b09d-e074-8cc7-c06767ab042c job_id=mock-service-7f6b5639-0711-70ae-2266-7b2c677c9f7c namespace=default algorithm=binpack nomad-130 2021-10-14T17:21:04.368Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=3 nomad-151 2021-10-14T17:21:04.368Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-130 2021-10-14T17:21:04.367Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-103.global has failed, no acks received nomad-151 2021-10-14T17:21:04.368Z [DEBUG] scheduler/generic_sched.go:356: worker.service_sched: reconciled current state with desired state: eval_id=a3cfc29a-b09d-e074-8cc7-c06767ab042c job_id=mock-service-7f6b5639-0711-70ae-2266-7b2c677c9f7c namespace=default results="Total changes: (place 0) (destructive 0) (inplace 0) (stop 0)" 2021-10-14T17:21:04.368Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-151 2021-10-14T17:21:04.368Z [DEBUG] scheduler/util.go:535: worker.service_sched: setting eval status: eval_id=a3cfc29a-b09d-e074-8cc7-c06767ab042c job_id=mock-service-7f6b5639-0711-70ae-2266-7b2c677c9f7c namespace=default status=complete nomad-159 2021-10-14T17:21:04.368Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-151 2021-10-14T17:21:04.368Z [ERROR] nomad/worker.go:130: worker: error invoking scheduler: error="failed to process evaluation: shutdown while planning" nomad-159 2021-10-14T17:21:04.368Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave --- PASS: TestCSIPluginEndpoint_RegisterViaJob (1.71s) === CONT TestServerWithNodeConn_NoPath_Region 2021-10-14T17:21:04.242Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-167 2021-10-14T17:21:04.368Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-151 2021-10-14T17:21:04.368Z [ERROR] nomad/worker.go:221: worker: failed to nack evaluation: eval_id=a3cfc29a-b09d-e074-8cc7-c06767ab042c error="No cluster leader" 2021-10-14T17:21:04.244Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-159 2021-10-14T17:21:04.368Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop 2021-10-14T17:21:04.244Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= --- PASS: TestCSIVolumeEndpoint_Unpublish (1.11s) === CONT TestServerWithNodeConn_NoPath nomad-130 2021-10-14T17:21:04.367Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-124.global (Addr: 127.0.0.1:9308) (DC: dc1)" 2021-10-14T17:21:04.368Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.368Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-130 2021-10-14T17:21:04.368Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=3 nomad-103 2021-10-14T17:21:04.368Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9333 [Candidate]" term=3 2021-10-14T17:21:04.368Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-103 2021-10-14T17:21:04.368Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 2021-10-14T17:21:04.368Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-103 2021-10-14T17:21:04.368Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9333 term=3 tally=1 2021-10-14T17:21:04.368Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-103 2021-10-14T17:21:04.368Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=3 2021-10-14T17:21:04.368Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.368Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-103 2021-10-14T17:21:04.368Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=3 2021-10-14T17:21:04.368Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.368Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.368Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-176 2021-10-14T17:21:04.368Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9343 Address:127.0.0.1:9343}]" 2021-10-14T17:21:04.368Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-124 2021-10-14T17:21:04.368Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=3 nomad-164 2021-10-14T17:21:04.368Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-130 2021-10-14T17:21:04.368Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=3 nomad-164 2021-10-14T17:21:04.368Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-129 2021-10-14T17:21:04.368Z [ERROR] raft-net: failed to decode incoming command: error="transport shutdown" nomad-176 2021-10-14T17:21:04.368Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9343 [Follower]" leader= nomad-164 2021-10-14T17:21:04.368Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop 2021-10-14T17:21:04.368Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-164 2021-10-14T17:21:04.368Z [DEBUG] nomad/worker.go:185: worker: dequeued evaluation: eval_id=8e96e63d-53ec-ccc3-5610-9c4858fc40f4 2021-10-14T17:21:04.368Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-164 2021-10-14T17:21:04.368Z [ERROR] nomad/worker.go:115: worker: nacking eval because the server is shutting down: eval="" 2021-10-14T17:21:04.369Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-164 2021-10-14T17:21:04.369Z [ERROR] nomad/worker.go:221: worker: failed to nack evaluation: eval_id=8e96e63d-53ec-ccc3-5610-9c4858fc40f4 error="No cluster leader" 2021-10-14T17:21:04.369Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-103 2021-10-14T17:21:04.369Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9345 127.0.0.1:9345}" error=EOF 2021-10-14T17:21:04.369Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= --- PASS: TestCoreScheduler_JobGC_OutstandingAllocs (1.04s) === CONT TestServer_removeNodeConn_differentAddrs nomad-176 2021-10-14T17:21:04.369Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-176.global 127.0.0.1 nomad-119 2021-10-14T17:21:04.369Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=3 2021-10-14T17:21:04.369Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-176 2021-10-14T17:21:04.369Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[noop, service, batch, system, _core] 2021-10-14T17:21:04.369Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.369Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-115 2021-10-14T17:21:04.254Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9329 nomad-115 2021-10-14T17:21:04.369Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9363 [Candidate]" term=15 nomad-115 2021-10-14T17:21:04.369Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-115 2021-10-14T17:21:04.369Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9363 term=15 tally=1 nomad-103 2021-10-14T17:21:04.369Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=3 2021-10-14T17:21:04.369Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.369Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.369Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-161 2021-10-14T17:21:04.369Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-14T17:21:04.369Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.370Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.370Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.370Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-100 2021-10-14T17:21:04.244Z [DEBUG] raft/raft.go:882: nomad.raft: failed to contact: server-id=127.0.0.1:9363 time=369.060501ms 2021-10-14T17:21:04.370Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-100 2021-10-14T17:21:04.370Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-103 2021-10-14T17:21:04.370Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-124.global 127.0.0.1 nomad-100 2021-10-14T17:21:04.370Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9329 [Follower]" leader= nomad-100 2021-10-14T17:21:04.370Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-115 2021-10-14T17:21:04.369Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-100.global has failed, no acks received nomad-181 2021-10-14T17:21:04.370Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9303 Address:127.0.0.1:9303}]" nomad-100 2021-10-14T17:21:04.370Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9363 127.0.0.1:9363}" nomad-103 2021-10-14T17:21:04.370Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-124.global (Addr: 127.0.0.1:9308) (DC: dc1)" nomad-103 2021-10-14T17:21:04.370Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-130.global nomad-103 2021-10-14T17:21:04.370Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-124.global nomad-100 2021-10-14T17:21:04.370Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-100 2021-10-14T17:21:04.370Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-181 2021-10-14T17:21:04.370Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-181.global 127.0.0.1 nomad-181 2021-10-14T17:21:04.370Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-103 2021-10-14T17:21:04.370Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-130.global) nomad-181 2021-10-14T17:21:04.370Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9303 [Follower]" leader= nomad-180 2021-10-14T17:21:04.370Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=0 servers=[] nomad-183 2021-10-14T17:21:04.371Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9396 Address:127.0.0.1:9396}]" nomad-180 2021-10-14T17:21:04.371Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9369 [Follower]" leader= nomad-181 2021-10-14T17:21:04.371Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-181.global (Addr: 127.0.0.1:9303) (DC: dc1)" 2021-10-14T17:21:04.371Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-180 2021-10-14T17:21:04.371Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-180.global 127.0.0.1 nomad-134 2021-10-14T17:21:04.371Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-180 2021-10-14T17:21:04.371Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[noop, service, batch, system, _core] nomad-183 2021-10-14T17:21:04.371Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-183.global 127.0.0.1 nomad-183 2021-10-14T17:21:04.371Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] 2021-10-14T17:21:04.371Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-115 2021-10-14T17:21:04.371Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9329 term=15 tally=2 nomad-115 2021-10-14T17:21:04.371Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-183 2021-10-14T17:21:04.371Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9396 [Follower]" leader= nomad-115 2021-10-14T17:21:04.371Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9363 [Leader]" nomad-151 2021-10-14T17:21:04.371Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-115 2021-10-14T17:21:04.371Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9329 nomad-130 2021-10-14T17:21:04.371Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-124.global 127.0.0.1 nomad-130 2021-10-14T17:21:04.371Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-130.global nomad-130 2021-10-14T17:21:04.371Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-130.global 2021-10-14T17:21:04.371Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-130 2021-10-14T17:21:04.371Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-124.global (Addr: 127.0.0.1:9308) (DC: dc1)" 2021-10-14T17:21:04.371Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.371Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.371Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-183 2021-10-14T17:21:04.371Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-183.global (Addr: 127.0.0.1:9396) (DC: dc1)" 2021-10-14T17:21:04.371Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.371Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-115 2021-10-14T17:21:04.372Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired 2021-10-14T17:21:04.372Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-115 2021-10-14T17:21:04.372Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9329 127.0.0.1:9329}" nomad-166 2021-10-14T17:21:04.372Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9341 [Candidate]" term=2 nomad-166 2021-10-14T17:21:04.372Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-166 2021-10-14T17:21:04.372Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9341 term=2 tally=1 nomad-166 2021-10-14T17:21:04.372Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-166 2021-10-14T17:21:04.372Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9341 [Leader]" nomad-166 2021-10-14T17:21:04.372Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-166 2021-10-14T17:21:04.372Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=63c208ac-f96b-50be-7b0f-7d948fa8933d create_time=1634232064372678315 nomad-166 2021-10-14T17:21:04.372Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=63c208ac-f96b-50be-7b0f-7d948fa8933d create_time=1634232064372678315 nomad-166 2021-10-14T17:21:04.372Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-115 2021-10-14T17:21:04.373Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-173 2021-10-14T17:21:04.373Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9372 Address:127.0.0.1:9372}]" 2021-10-14T17:21:04.430Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.430Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-164 2021-10-14T17:21:04.432Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-170 2021-10-14T17:21:04.256Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-170 2021-10-14T17:21:04.432Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9375 [Candidate]" term=2 nomad-170 2021-10-14T17:21:04.432Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-170 2021-10-14T17:21:04.432Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9375 term=2 tally=1 nomad-170 2021-10-14T17:21:04.432Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-170 2021-10-14T17:21:04.432Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9375 [Leader]" nomad-170 2021-10-14T17:21:04.432Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-179 2021-10-14T17:21:04.432Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9335 Address:127.0.0.1:9335}]" nomad-177 2021-10-14T17:21:04.433Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9327 Address:127.0.0.1:9327}]" nomad-170 2021-10-14T17:21:04.433Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=f47942b8-0373-59c3-b3b1-30b00a73f4e4 create_time=1634232064433016249 nomad-170 2021-10-14T17:21:04.433Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=f47942b8-0373-59c3-b3b1-30b00a73f4e4 create_time=1634232064433016249 nomad-179 2021-10-14T17:21:04.433Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-179.global 127.0.0.1 nomad-179 2021-10-14T17:21:04.433Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[noop, service, batch, system, _core] nomad-177 2021-10-14T17:21:04.437Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-177.global 127.0.0.1 nomad-177 2021-10-14T17:21:04.437Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[system, noop, service, batch, _core] nomad-177 2021-10-14T17:21:04.438Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9327 [Follower]" leader= nomad-177 2021-10-14T17:21:04.439Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-177.global (Addr: 127.0.0.1:9327) (DC: dc1)" nomad-100 2021-10-14T17:21:04.439Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-115.global) nomad-176 2021-10-14T17:21:04.369Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-176.global (Addr: 127.0.0.1:9343) (DC: dc1)" 2021-10-14T17:21:04.440Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-179 2021-10-14T17:21:04.440Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9335 [Follower]" leader= 2021-10-14T17:21:04.440Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-173 2021-10-14T17:21:04.440Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9372 [Follower]" leader= nomad-180 2021-10-14T17:21:04.440Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-180.global (Addr: 127.0.0.1:9369) (DC: dc1)" nomad-159 2021-10-14T17:21:04.441Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-170 2021-10-14T17:21:04.441Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-14T17:21:04.441Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.441Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.441Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.441Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.441Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.441Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.441Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.441Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-115 2021-10-14T17:21:04.441Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9329 time=69.021808ms nomad-115 2021-10-14T17:21:04.441Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-115 2021-10-14T17:21:04.441Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9363 [Follower]" leader= nomad-175 2021-10-14T17:21:04.441Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-175 2021-10-14T17:21:04.441Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9313 [Candidate]" term=2 nomad-175 2021-10-14T17:21:04.441Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-175 2021-10-14T17:21:04.441Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9313 term=2 tally=1 nomad-175 2021-10-14T17:21:04.442Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-175 2021-10-14T17:21:04.442Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9313 [Leader]" nomad-175 2021-10-14T17:21:04.442Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-173 2021-10-14T17:21:04.442Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-173.global 127.0.0.1 nomad-173 2021-10-14T17:21:04.442Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-124 2021-10-14T17:21:04.442Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-119.global) 2021-10-14T17:21:04.442Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-175 2021-10-14T17:21:04.442Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=eaed7937-c315-e090-c4ae-82ab10ee2293 create_time=1634232064442607051 nomad-175 2021-10-14T17:21:04.442Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=eaed7937-c315-e090-c4ae-82ab10ee2293 create_time=1634232064442607051 nomad-115 2021-10-14T17:21:04.441Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-175 2021-10-14T17:21:04.443Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-173 2021-10-14T17:21:04.442Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-173.global (Addr: 127.0.0.1:9372) (DC: dc1)" nomad-115 2021-10-14T17:21:04.441Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9329 127.0.0.1:9329}" nomad-103 2021-10-14T17:21:04.445Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-129.global (timeout reached) nomad-124 2021-10-14T17:21:04.446Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-124 2021-10-14T17:21:04.446Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9308 [Candidate]" term=4 nomad-124 2021-10-14T17:21:04.446Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-124 2021-10-14T17:21:04.446Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9308 term=4 tally=1 2021-10-14T17:21:04.449Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-124 2021-10-14T17:21:04.452Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9345 127.0.0.1:9345}" error="dial tcp 127.0.0.1:9345: connect: connection refused" 2021-10-14T17:21:04.452Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-103 2021-10-14T17:21:04.451Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-103 2021-10-14T17:21:04.533Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9333 [Candidate]" term=4 nomad-171 2021-10-14T17:21:04.451Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-103 2021-10-14T17:21:04.533Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-103 2021-10-14T17:21:04.533Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9333 term=4 tally=1 nomad-119 2021-10-14T17:21:04.451Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-103 2021-10-14T17:21:04.533Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=4 nomad-155 2021-10-14T17:21:04.454Z [TRACE] volumewatcher/volume_watcher.go:73: nomad.volumes_watcher: starting watcher: namespace=default volume_id=3ef0b0ad-f0b2-a1f9-fdf9-de1831e36e90 nomad-169 2021-10-14T17:21:04.460Z [DEBUG] nomad/core_sched.go:249: core.sched: eval GC scanning before cutoff index: index=2000 eval_gc_threshold=1h0m0s nomad-119 2021-10-14T17:21:04.533Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9353 [Follower]" leader= nomad-174 2021-10-14T17:21:04.461Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-155 2021-10-14T17:21:04.533Z [TRACE] volumewatcher/volume_watcher.go:73: nomad.volumes_watcher: starting watcher: namespace=default volume_id=c6801519-753a-70db-5737-0397b49e834c nomad-181 2021-10-14T17:21:04.466Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-155 2021-10-14T17:21:04.454Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-166 2021-10-14T17:21:04.530Z [DEBUG] nomad/core_sched.go:103: core.sched: forced job GC nomad-181 2021-10-14T17:21:04.534Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9303 [Candidate]" term=2 nomad-155 2021-10-14T17:21:04.534Z [TRACE] volumewatcher/volume_watcher.go:86: nomad.volumes_watcher: no more claims: namespace=default volume_id=c6801519-753a-70db-5737-0397b49e834c nomad-115 2021-10-14T17:21:04.530Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-178 2021-10-14T17:21:04.451Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9394 Address:127.0.0.1:9394}]" nomad-181 2021-10-14T17:21:04.534Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-115 2021-10-14T17:21:04.531Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-181 2021-10-14T17:21:04.534Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9303 term=2 tally=1 nomad-115 2021-10-14T17:21:04.534Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9363 [Candidate]" term=16 nomad-181 2021-10-14T17:21:04.534Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-184 2021-10-14T17:21:04.445Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=0 servers=[] nomad-115 2021-10-14T17:21:04.534Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-181 2021-10-14T17:21:04.534Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9303 [Leader]" nomad-178 2021-10-14T17:21:04.534Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9394 [Follower]" leader= nomad-115 2021-10-14T17:21:04.534Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9363 term=16 tally=1 nomad-180 2021-10-14T17:21:04.466Z [WARN] raft/raft.go:204: nomad.raft: no known peers, aborting election nomad-182 2021-10-14T17:21:04.452Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=0 servers=[] nomad-166 2021-10-14T17:21:04.534Z [DEBUG] nomad/core_sched.go:241: core.sched: forced eval GC nomad-166 2021-10-14T17:21:04.534Z [DEBUG] nomad/core_sched.go:555: core.sched: forced deployment GC nomad-166 2021-10-14T17:21:04.534Z [DEBUG] nomad/core_sched.go:838: core.sched: forced plugin GC nomad-181 2021-10-14T17:21:04.534Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-171 2021-10-14T17:21:04.533Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9384 [Candidate]" term=2 nomad-166 2021-10-14T17:21:04.534Z [DEBUG] nomad/core_sched.go:845: core.sched: CSI plugin GC scanning before cutoff index: index=18446744073709551615 csi_plugin_gc_threshold=1h0m0s nomad-166 2021-10-14T17:21:04.534Z [TRACE] nomad/core_sched.go:737: core.sched: garbage collecting unclaimed CSI volume claims: eval.JobID=force-gc nomad-171 2021-10-14T17:21:04.534Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-166 2021-10-14T17:21:04.534Z [DEBUG] nomad/core_sched.go:761: core.sched: forced volume claim GC nomad-171 2021-10-14T17:21:04.534Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9384 term=2 tally=1 nomad-166 2021-10-14T17:21:04.534Z [DEBUG] nomad/core_sched.go:768: core.sched: CSI volume claim GC scanning before cutoff index: index=18446744073709551615 csi_volume_claim_gc_threshold=5m0s nomad-171 2021-10-14T17:21:04.534Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-166 2021-10-14T17:21:04.534Z [DEBUG] nomad/core_sched.go:444: core.sched: forced node GC nomad-171 2021-10-14T17:21:04.534Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9384 [Leader]" nomad-171 2021-10-14T17:21:04.534Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-100 2021-10-14T17:21:04.533Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9363 nomad-100 2021-10-14T17:21:04.534Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9329 [Candidate]" term=16 nomad-100 2021-10-14T17:21:04.534Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-182 2021-10-14T17:21:04.534Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-182.global 127.0.0.1 nomad-169 2021-10-14T17:21:04.533Z [DEBUG] nomad/core_sched.go:275: core.sched: eval GC found eligibile objects: evals=0 allocs=2 nomad-166 2021-10-14T17:21:04.534Z [DEBUG] nomad/core_sched.go:103: core.sched: forced job GC nomad-166 2021-10-14T17:21:04.534Z [DEBUG] nomad/core_sched.go:163: core.sched: job GC found eligible objects: jobs=1 evals=0 allocs=0 nomad-175 2021-10-14T17:21:04.454Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-182 2021-10-14T17:21:04.534Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[batch, system, noop, service, _core] 2021-10-14T17:21:04.461Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-175 2021-10-14T17:21:04.534Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave 2021-10-14T17:21:04.461Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.461Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-174 2021-10-14T17:21:04.533Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9354 [Candidate]" term=2 2021-10-14T17:21:04.461Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.461Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-174 2021-10-14T17:21:04.535Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 2021-10-14T17:21:04.461Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-174 2021-10-14T17:21:04.535Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9354 term=2 tally=1 nomad-169 2021-10-14T17:21:04.535Z [INFO] nomad/server.go:620: nomad: shutting down server 2021-10-14T17:21:04.463Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-173 2021-10-14T17:21:04.531Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-174 2021-10-14T17:21:04.535Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-166 2021-10-14T17:21:04.535Z [DEBUG] nomad/core_sched.go:241: core.sched: forced eval GC nomad-174 2021-10-14T17:21:04.535Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9354 [Leader]" nomad-166 2021-10-14T17:21:04.535Z [DEBUG] nomad/core_sched.go:555: core.sched: forced deployment GC nomad-166 2021-10-14T17:21:04.535Z [DEBUG] nomad/core_sched.go:838: core.sched: forced plugin GC nomad-177 2021-10-14T17:21:04.533Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-166 2021-10-14T17:21:04.535Z [DEBUG] nomad/core_sched.go:845: core.sched: CSI plugin GC scanning before cutoff index: index=18446744073709551615 csi_plugin_gc_threshold=1h0m0s nomad-174 2021-10-14T17:21:04.535Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-166 2021-10-14T17:21:04.535Z [TRACE] nomad/core_sched.go:737: core.sched: garbage collecting unclaimed CSI volume claims: eval.JobID=force-gc nomad-177 2021-10-14T17:21:04.535Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9327 [Candidate]" term=2 nomad-166 2021-10-14T17:21:04.535Z [DEBUG] nomad/core_sched.go:761: core.sched: forced volume claim GC nomad-177 2021-10-14T17:21:04.535Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-100 2021-10-14T17:21:04.534Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9329 term=16 tally=1 nomad-184 2021-10-14T17:21:04.534Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-184.global 127.0.0.1 nomad-182 2021-10-14T17:21:04.535Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9317 [Follower]" leader= nomad-155 2021-10-14T17:21:04.534Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-177 2021-10-14T17:21:04.535Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9327 term=2 tally=1 nomad-177 2021-10-14T17:21:04.535Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-177 2021-10-14T17:21:04.535Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9327 [Leader]" nomad-155 2021-10-14T17:21:04.534Z [TRACE] volumewatcher/volume_watcher.go:86: nomad.volumes_watcher: no more claims: namespace=default volume_id=3ef0b0ad-f0b2-a1f9-fdf9-de1831e36e90 nomad-184 2021-10-14T17:21:04.535Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[noop, service, batch, system, _core] nomad-155 2021-10-14T17:21:04.534Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestCSIVolumeEndpoint_List (1.38s) === CONT TestClientCSI_NodeForControllerPlugin nomad-130 2021-10-14T17:21:04.451Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-130 2021-10-14T17:21:04.535Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9340 [Candidate]" term=4 nomad-130 2021-10-14T17:21:04.535Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-130 2021-10-14T17:21:04.535Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9340 term=4 tally=1 nomad-130 2021-10-14T17:21:04.535Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=4 nomad-184 2021-10-14T17:21:04.535Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9367 [Follower]" leader= nomad-171 2021-10-14T17:21:04.536Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=0a4af7f6-19b4-d85f-ab6c-99fe50a099ac create_time=1634232064536061620 nomad-171 2021-10-14T17:21:04.536Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=0a4af7f6-19b4-d85f-ab6c-99fe50a099ac create_time=1634232064536061620 nomad-166 2021-10-14T17:21:04.535Z [DEBUG] nomad/core_sched.go:768: core.sched: CSI volume claim GC scanning before cutoff index: index=18446744073709551615 csi_volume_claim_gc_threshold=5m0s nomad-166 2021-10-14T17:21:04.536Z [DEBUG] nomad/core_sched.go:444: core.sched: forced node GC nomad-166 2021-10-14T17:21:04.536Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-166 2021-10-14T17:21:04.536Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-124 2021-10-14T17:21:04.532Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-129.global (timeout reached) nomad-175 2021-10-14T17:21:04.536Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-173 2021-10-14T17:21:04.535Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9372 [Candidate]" term=2 nomad-173 2021-10-14T17:21:04.536Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-173 2021-10-14T17:21:04.536Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9372 term=2 tally=1 nomad-173 2021-10-14T17:21:04.536Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 --- PASS: TestClientStats_Stats_OldNode (0.39s) === CONT TestAgentHost_ACLDebugRequired nomad-173 2021-10-14T17:21:04.536Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9372 [Leader]" nomad-173 2021-10-14T17:21:04.536Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-178 2021-10-14T17:21:04.534Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-178.global 127.0.0.1 nomad-178 2021-10-14T17:21:04.537Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-184 2021-10-14T17:21:04.537Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-184.global (Addr: 127.0.0.1:9367) (DC: dc1)" nomad-177 2021-10-14T17:21:04.535Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-177 2021-10-14T17:21:04.536Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=6e85096b-a190-80ea-9205-01ad52829e12 create_time=1634232064536045271 nomad-177 2021-10-14T17:21:04.537Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=6e85096b-a190-80ea-9205-01ad52829e12 create_time=1634232064536045271 2021-10-14T17:21:04.537Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-169 2021-10-14T17:21:04.535Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave 2021-10-14T17:21:04.537Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.537Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.537Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-176 2021-10-14T17:21:04.460Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-177 2021-10-14T17:21:04.537Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-176 2021-10-14T17:21:04.537Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9343 [Candidate]" term=2 2021-10-14T17:21:04.537Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-176 2021-10-14T17:21:04.537Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-176 2021-10-14T17:21:04.537Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9343 term=2 tally=1 2021-10-14T17:21:04.537Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-176 2021-10-14T17:21:04.537Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-155 2021-10-14T17:21:04.534Z [TRACE] volumewatcher/volume_watcher.go:86: nomad.volumes_watcher: no more claims: namespace=default volume_id=3ef0b0ad-f0b2-a1f9-fdf9-de1831e36e90 nomad-176 2021-10-14T17:21:04.537Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9343 [Leader]" nomad-155 2021-10-14T17:21:04.537Z [TRACE] volumewatcher/volume_watcher.go:86: nomad.volumes_watcher: no more claims: namespace=default volume_id=c6801519-753a-70db-5737-0397b49e834c 2021-10-14T17:21:04.537Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-183 2021-10-14T17:21:04.566Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-130 2021-10-14T17:21:04.567Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9345 127.0.0.1:9345}" error="dial tcp 127.0.0.1:9345: connect: connection refused" nomad-183 2021-10-14T17:21:04.567Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9396 [Candidate]" term=2 nomad-183 2021-10-14T17:21:04.567Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-183 2021-10-14T17:21:04.567Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9396 term=2 tally=1 nomad-183 2021-10-14T17:21:04.567Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-183 2021-10-14T17:21:04.567Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9396 [Leader]" nomad-183 2021-10-14T17:21:04.567Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-184 2021-10-14T17:21:04.567Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Initiating push/pull sync with: 127.0.0.1:9320 nomad-180 2021-10-14T17:21:04.568Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:54070 nomad-119 2021-10-14T17:21:04.568Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=4 nomad-115 2021-10-14T17:21:04.569Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=16 nomad-100 2021-10-14T17:21:04.569Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=16 nomad-103 2021-10-14T17:21:04.638Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9345 127.0.0.1:9345}" error="dial tcp 127.0.0.1:9345: connect: connection refused" nomad-119 2021-10-14T17:21:04.640Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=4 nomad-130 2021-10-14T17:21:04.642Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=4 === CONT TestAgentHost_ACL nomad-130 2021-10-14T17:21:04.830Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-130 2021-10-14T17:21:04.831Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9340 [Candidate]" term=5 nomad-130 2021-10-14T17:21:04.832Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-130 2021-10-14T17:21:04.832Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9340 term=5 tally=1 nomad-170 2021-10-14T17:21:04.651Z [DEBUG] nomad/core_sched.go:249: core.sched: eval GC scanning before cutoff index: index=2000 eval_gc_threshold=1h0m0s --- PASS: TestCoreScheduler_EvalGC_Partial (1.05s) === CONT TestAgentProfile_ACL nomad-170 2021-10-14T17:21:04.832Z [DEBUG] nomad/core_sched.go:275: core.sched: eval GC found eligibile objects: evals=1 allocs=2 nomad-170 2021-10-14T17:21:04.833Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-170 2021-10-14T17:21:04.833Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave 2021-10-14T17:21:04.644Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.645Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.645Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-169 2021-10-14T17:21:04.536Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-169 2021-10-14T17:21:04.834Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-14T17:21:04.731Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.731Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-175 2021-10-14T17:21:04.651Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost --- PASS: TestCoreScheduler_JobGC_Periodic (0.97s) nomad-115 2021-10-14T17:21:04.651Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-115 2021-10-14T17:21:04.834Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9363 [Candidate]" term=17 nomad-115 2021-10-14T17:21:04.834Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-115 2021-10-14T17:21:04.834Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9363 term=17 tally=1 nomad-176 2021-10-14T17:21:04.537Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-178 2021-10-14T17:21:04.741Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-178.global (Addr: 127.0.0.1:9394) (DC: dc1)" nomad-171 2021-10-14T17:21:04.658Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-14T17:21:04.734Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.734Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= --- PASS: TestCoreScheduler_EvalGC_BatchStopped (1.00s) === CONT TestMonitor_Monitor_ACL nomad-166 2021-10-14T17:21:04.652Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-166 2021-10-14T17:21:04.835Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-14T17:21:04.734Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-185 2021-10-14T17:21:04.644Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9351 Address:127.0.0.1:9351}]" 2021-10-14T17:21:04.734Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.734Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.734Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.734Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.734Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-183 2021-10-14T17:21:04.743Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=e7501721-5730-ce65-4c81-8634f3185948 create_time=1634232064742921096 nomad-183 2021-10-14T17:21:04.835Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=e7501721-5730-ce65-4c81-8634f3185948 create_time=1634232064742921096 nomad-130 2021-10-14T17:21:04.642Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-129.global (timeout reached) nomad-100 2021-10-14T17:21:04.754Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-182 2021-10-14T17:21:04.742Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-182.global (Addr: 127.0.0.1:9317) (DC: dc1)" nomad-100 2021-10-14T17:21:04.836Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9329 [Candidate]" term=17 nomad-100 2021-10-14T17:21:04.836Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-100 2021-10-14T17:21:04.836Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9329 term=17 tally=1 nomad-115 2021-10-14T17:21:04.841Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-100.global (timeout reached) 2021-10-14T17:21:04.734Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-124 2021-10-14T17:21:04.653Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election 2021-10-14T17:21:04.857Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-119 2021-10-14T17:21:04.735Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-124.global (timeout reached) nomad-119 2021-10-14T17:21:04.754Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-119 2021-10-14T17:21:04.857Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9353 [Candidate]" term=5 nomad-119 2021-10-14T17:21:04.857Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-119 2021-10-14T17:21:04.857Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=5 nomad-119 2021-10-14T17:21:04.857Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9353 term=5 tally=1 nomad-155 2021-10-14T17:21:04.653Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-115 2021-10-14T17:21:04.858Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=17 nomad-124 2021-10-14T17:21:04.741Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-129.global has failed, no acks received nomad-130 2021-10-14T17:21:04.930Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-130 2021-10-14T17:21:04.930Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9340 [Candidate]" term=6 nomad-100 2021-10-14T17:21:04.930Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-100 2021-10-14T17:21:04.930Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9329 [Candidate]" term=18 nomad-100 2021-10-14T17:21:04.931Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-100 2021-10-14T17:21:04.931Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9329 term=18 tally=1 nomad-119 2021-10-14T17:21:04.931Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-119 2021-10-14T17:21:04.931Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9353 [Candidate]" term=6 nomad-119 2021-10-14T17:21:04.931Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-119 2021-10-14T17:21:04.931Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9353 term=6 tally=1 nomad-115 2021-10-14T17:21:04.930Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-115 2021-10-14T17:21:04.931Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9363 [Candidate]" term=18 nomad-115 2021-10-14T17:21:04.932Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-115 2021-10-14T17:21:04.932Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9363 term=18 tally=1 nomad-180 2021-10-14T17:21:04.958Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-184.global 127.0.0.1 nomad-187 2021-10-14T17:21:04.958Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9355 Address:127.0.0.1:9355}]" nomad-187 2021-10-14T17:21:04.959Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-187.global 127.0.0.1 nomad-187 2021-10-14T17:21:04.959Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-176 2021-10-14T17:21:04.960Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=991a7e93-4e47-9f67-74fc-78dfcb632d36 create_time=1634232064960280348 nomad-176 2021-10-14T17:21:04.960Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=991a7e93-4e47-9f67-74fc-78dfcb632d36 create_time=1634232064960280348 nomad-103 2021-10-14T17:21:04.750Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-103 2021-10-14T17:21:04.960Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9333 [Candidate]" term=5 nomad-103 2021-10-14T17:21:04.960Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-103 2021-10-14T17:21:04.960Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9333 term=5 tally=1 nomad-178 2021-10-14T17:21:04.845Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-178 2021-10-14T17:21:04.961Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9394 [Candidate]" term=2 nomad-178 2021-10-14T17:21:04.961Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-178 2021-10-14T17:21:04.961Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9394 term=2 tally=1 nomad-178 2021-10-14T17:21:04.961Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-178 2021-10-14T17:21:04.961Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9394 [Leader]" nomad-178 2021-10-14T17:21:04.961Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-178 2021-10-14T17:21:04.961Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=8e266f03-2de0-2216-726d-446f448ca676 create_time=1634232064961607156 nomad-178 2021-10-14T17:21:04.961Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=8e266f03-2de0-2216-726d-446f448ca676 create_time=1634232064961607156 2021-10-14T17:21:04.731Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.731Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.731Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.731Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.731Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.732Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.734Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.734Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-187 2021-10-14T17:21:04.962Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9355 [Follower]" leader= nomad-130 2021-10-14T17:21:04.962Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-129.global has failed, no acks received nomad-184 2021-10-14T17:21:04.834Z [WARN] raft/raft.go:204: nomad.raft: no known peers, aborting election nomad-182 2021-10-14T17:21:04.834Z [WARN] raft/raft.go:204: nomad.raft: no known peers, aborting election nomad-187 2021-10-14T17:21:04.964Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-187.global (Addr: 127.0.0.1:9355) (DC: dc1)" nomad-176 2021-10-14T17:21:04.964Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-103 2021-10-14T17:21:04.838Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-129.global has failed, no acks received nomad-178 2021-10-14T17:21:04.965Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-185 2021-10-14T17:21:04.842Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9351 [Follower]" leader= nomad-190 2021-10-14T17:21:04.967Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9385 Address:127.0.0.1:9385}]" nomad-190 2021-10-14T17:21:04.967Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-190.global 127.0.0.1 nomad-190 2021-10-14T17:21:04.967Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[noop, service, batch, system, _core] nomad-190 2021-10-14T17:21:04.967Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9385 [Follower]" leader= nomad-190 2021-10-14T17:21:04.968Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-190.global (Addr: 127.0.0.1:9385) (DC: dc1)" nomad-188 2021-10-14T17:21:04.968Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9386 Address:127.0.0.1:9386}]" nomad-188 2021-10-14T17:21:04.968Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-188.global 127.0.0.1 nomad-188 2021-10-14T17:21:04.968Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] 2021-10-14T17:21:04.855Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.856Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.856Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.856Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.857Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.958Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-181 2021-10-14T17:21:04.969Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=d47494a6-5074-08dc-31d6-74088ff2d0e5 create_time=1634232064969019380 nomad-181 2021-10-14T17:21:04.969Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=d47494a6-5074-08dc-31d6-74088ff2d0e5 create_time=1634232064969019380 2021-10-14T17:21:04.857Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.861Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.861Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.861Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.967Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.967Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.967Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.967Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.967Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-103 2021-10-14T17:21:04.969Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=5 2021-10-14T17:21:04.734Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.734Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.740Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-103 2021-10-14T17:21:04.969Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9345 127.0.0.1:9345}" error="dial tcp 127.0.0.1:9345: connect: connection refused" 2021-10-14T17:21:04.740Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-119 2021-10-14T17:21:04.969Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-124.global has failed, no acks received nomad-103 2021-10-14T17:21:04.969Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=5 nomad-179 2021-10-14T17:21:04.750Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-179 2021-10-14T17:21:04.970Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9335 [Candidate]" term=2 nomad-179 2021-10-14T17:21:04.970Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-179 2021-10-14T17:21:04.970Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9335 term=2 tally=1 nomad-179 2021-10-14T17:21:04.970Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-115 2021-10-14T17:21:04.970Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-100.global has failed, no acks received nomad-173 2021-10-14T17:21:04.845Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=2edbada0-e57b-0754-ce81-08f2a822d87a create_time=1634232064834234246 nomad-173 2021-10-14T17:21:04.970Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=2edbada0-e57b-0754-ce81-08f2a822d87a create_time=1634232064834234246 nomad-179 2021-10-14T17:21:04.970Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9335 [Leader]" nomad-177 2021-10-14T17:21:04.970Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-177 2021-10-14T17:21:04.970Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-103 2021-10-14T17:21:04.970Z [DEBUG] raft/raft.go:278: nomad.raft: newer term discovered, fallback to follower nomad-179 2021-10-14T17:21:04.970Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-103 2021-10-14T17:21:04.970Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9333 [Follower]" leader= nomad-177 2021-10-14T17:21:04.970Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop 2021-10-14T17:21:04.970Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.970Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-188 2021-10-14T17:21:04.970Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9386 [Follower]" leader= 2021-10-14T17:21:04.970Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.970Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.970Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-188 2021-10-14T17:21:04.970Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-188.global (Addr: 127.0.0.1:9386) (DC: dc1)" 2021-10-14T17:21:04.970Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.970Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.970Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-181 2021-10-14T17:21:04.970Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-14T17:21:04.970Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:04.970Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-173 2021-10-14T17:21:04.970Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-179 2021-10-14T17:21:04.970Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=69834c3c-a772-ca56-c8cb-d3bc812e6ec7 create_time=1634232064970682629 nomad-179 2021-10-14T17:21:04.970Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=69834c3c-a772-ca56-c8cb-d3bc812e6ec7 create_time=1634232064970682629 nomad-184 2021-10-14T17:21:04.970Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-180.global 127.0.0.1 nomad-180 2021-10-14T17:21:04.970Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-184.global (Addr: 127.0.0.1:9367) (DC: dc1)" nomad-185 2021-10-14T17:21:04.970Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-185.two 127.0.0.1 nomad-184 2021-10-14T17:21:04.970Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-180.global (Addr: 127.0.0.1:9369) (DC: dc1)" nomad-185 2021-10-14T17:21:04.970Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-179 2021-10-14T17:21:04.971Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-185 2021-10-14T17:21:04.971Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Initiating push/pull sync with: 127.0.0.1:9346 nomad-186 2021-10-14T17:21:04.971Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=0 servers=[] nomad-179 2021-10-14T17:21:04.971Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:41952 nomad-185 2021-10-14T17:21:04.971Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-185.two (Addr: 127.0.0.1:9351) (DC: dc1)" nomad-186 2021-10-14T17:21:04.971Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9312 [Follower]" leader= nomad-177 2021-10-14T17:21:04.971Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-183 2021-10-14T17:21:04.842Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-179 2021-10-14T17:21:04.972Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-185.two 127.0.0.1 nomad-183 2021-10-14T17:21:04.869Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-183 2021-10-14T17:21:04.972Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-185 2021-10-14T17:21:04.972Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-179.global 127.0.0.1 nomad-170 2021-10-14T17:21:04.834Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-170 2021-10-14T17:21:04.972Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-185 2021-10-14T17:21:04.972Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-179.global (Addr: 127.0.0.1:9335) (DC: dc1)" nomad-119 2021-10-14T17:21:04.972Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9345 127.0.0.1:9345}" error="dial tcp 127.0.0.1:9345: connect: connection refused" nomad-171 2021-10-14T17:21:04.972Z [ERROR] state/state_store.go:4778: nomad.state_store: new allocation inserted into state store with bad desired status: alloc_id=bfb418ff-bdf7-6c22-d28e-321faaac31a6 desired_status=stop nomad-171 2021-10-14T17:21:04.972Z [DEBUG] nomad/core_sched.go:249: core.sched: eval GC scanning before cutoff index: index=2000 eval_gc_threshold=1h0m0s nomad-171 2021-10-14T17:21:04.972Z [DEBUG] nomad/core_sched.go:275: core.sched: eval GC found eligibile objects: evals=0 allocs=1 nomad-183 2021-10-14T17:21:04.973Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-183 2021-10-14T17:21:04.973Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-180 2021-10-14T17:21:05.006Z [INFO] nomad/serf.go:219: nomad: found expected number of peers, attempting to bootstrap cluster...: peers=127.0.0.1:9369,127.0.0.1:9367 nomad-100 2021-10-14T17:21:05.007Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-100 2021-10-14T17:21:05.007Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9329 [Candidate]" term=19 nomad-100 2021-10-14T17:21:05.007Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-100 2021-10-14T17:21:05.007Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9329 term=19 tally=1 nomad-115 2021-10-14T17:21:05.008Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-115 2021-10-14T17:21:05.008Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9363 [Follower]" leader= nomad-100 2021-10-14T17:21:05.008Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9363 term=19 tally=2 nomad-100 2021-10-14T17:21:05.008Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-100 2021-10-14T17:21:05.008Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9329 [Leader]" nomad-100 2021-10-14T17:21:05.008Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9363 nomad-100 2021-10-14T17:21:05.008Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-100 2021-10-14T17:21:05.008Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9363 127.0.0.1:9363}" nomad-130 2021-10-14T17:21:05.037Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-129.global (timeout reached) nomad-188 2021-10-14T17:21:05.038Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-188 2021-10-14T17:21:05.038Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9386 [Candidate]" term=2 nomad-188 2021-10-14T17:21:05.038Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-188 2021-10-14T17:21:05.038Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9386 term=2 tally=1 nomad-188 2021-10-14T17:21:05.038Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-188 2021-10-14T17:21:05.038Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9386 [Leader]" nomad-188 2021-10-14T17:21:05.038Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-188 2021-10-14T17:21:05.039Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=5b775dbf-68e7-7210-fbbd-184cb1204ba2 create_time=1634232065039551633 nomad-188 2021-10-14T17:21:05.039Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=5b775dbf-68e7-7210-fbbd-184cb1204ba2 create_time=1634232065039551633 nomad-188 2021-10-14T17:21:05.040Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-100 2021-10-14T17:21:05.040Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-119 2021-10-14T17:21:05.040Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-119 2021-10-14T17:21:05.040Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9353 [Candidate]" term=7 nomad-119 2021-10-14T17:21:05.040Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-119 2021-10-14T17:21:05.040Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9353 term=7 tally=1 nomad-179 2021-10-14T17:21:05.041Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-179.global (Addr: 127.0.0.1:9335) (DC: dc1)" nomad-186 2021-10-14T17:21:05.041Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-186.global 127.0.0.1 nomad-179 2021-10-14T17:21:05.041Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-185.two (Addr: 127.0.0.1:9351) (DC: dc1)" nomad-130 2021-10-14T17:21:05.041Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9345 127.0.0.1:9345}" error="dial tcp 127.0.0.1:9345: connect: connection refused" nomad-179 2021-10-14T17:21:05.041Z [ERROR] nomad/leader.go:1007: nomad: skipping adding Raft peer because an existing peer is in bootstrap mode and only one server should be in bootstrap mode: existing_peer=nomad-185.two joining_peer=nomad-179.global nomad-186 2021-10-14T17:21:05.041Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-182 2021-10-14T17:21:05.042Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:55244 nomad-103 2021-10-14T17:21:05.041Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-103 2021-10-14T17:21:05.043Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9333 [Candidate]" term=7 nomad-103 2021-10-14T17:21:05.043Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-103 2021-10-14T17:21:05.043Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9333 term=7 tally=1 nomad-186 2021-10-14T17:21:05.043Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-186.global (Addr: 127.0.0.1:9312) (DC: dc1)" nomad-186 2021-10-14T17:21:05.043Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Initiating push/pull sync with: 127.0.0.1:9344 nomad-119 2021-10-14T17:21:05.043Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=7 nomad-103 2021-10-14T17:21:05.044Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9345 127.0.0.1:9345}" error="dial tcp 127.0.0.1:9345: connect: connection refused" nomad-182 2021-10-14T17:21:05.044Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-186.global 127.0.0.1 nomad-182 2021-10-14T17:21:05.044Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-186.global (Addr: 127.0.0.1:9312) (DC: dc1)" nomad-186 2021-10-14T17:21:05.044Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-182.global 127.0.0.1 nomad-186 2021-10-14T17:21:05.044Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-182.global (Addr: 127.0.0.1:9317) (DC: dc1)" nomad-189 2021-10-14T17:21:05.045Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9309 Address:127.0.0.1:9309}]" nomad-184 2021-10-14T17:21:05.046Z [INFO] nomad/serf.go:183: nomad: disabling bootstrap mode because existing Raft peers being reported by peer: peer_name=nomad-180.global peer_address=127.0.0.1:9369 nomad-103 2021-10-14T17:21:05.046Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=7 2021-10-14T17:21:05.047Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:05.047Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:05.047Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:05.047Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-124 2021-10-14T17:21:04.857Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9308 [Candidate]" term=5 nomad-124 2021-10-14T17:21:05.048Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-124 2021-10-14T17:21:05.048Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9308 term=5 tally=1 nomad-124 2021-10-14T17:21:05.048Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=5 nomad-124 2021-10-14T17:21:05.048Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=5 nomad-124 2021-10-14T17:21:05.048Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-124 2021-10-14T17:21:05.048Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9308 [Follower]" leader= nomad-124 2021-10-14T17:21:05.048Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=7 nomad-115 2021-10-14T17:21:05.133Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-100.global (timeout reached) nomad-100 2021-10-14T17:21:05.134Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9363 time=124.9969ms nomad-100 2021-10-14T17:21:05.134Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-100 2021-10-14T17:21:05.134Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9329 [Follower]" leader= nomad-100 2021-10-14T17:21:05.134Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-103 2021-10-14T17:21:05.134Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9308 term=7 tally=2 nomad-115 2021-10-14T17:21:05.135Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9329 nomad-115 2021-10-14T17:21:05.135Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9363 [Candidate]" term=20 --- PASS: TestServer_removeNodeConn_differentAddrs (0.77s) === CONT TestBlockedEvals_SystemUntrack --- PASS: TestBlockedEvals_SystemUntrack (0.00s) === CONT TestMonitor_MonitorServer --- PASS: TestClientStats_Stats_NoNode (0.89s) === CONT TestBlockedEvals_SystemDisableFlush --- PASS: TestBlockedEvals_SystemDisableFlush (0.00s) === CONT TestBlockedEvals_UnblockNode nomad-124 2021-10-14T17:21:05.135Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9345 127.0.0.1:9345}" error="dial tcp 127.0.0.1:9345: connect: connection refused" nomad-180 2021-10-14T17:21:05.137Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-180 2021-10-14T17:21:05.230Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9369 [Candidate]" term=2 nomad-180 2021-10-14T17:21:05.230Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-180 2021-10-14T17:21:05.230Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9369 term=2 tally=1 nomad-174 2021-10-14T17:21:05.138Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=1cd1c47b-1e42-dbfc-4d9c-886a1aabe36b create_time=1634232065138238744 nomad-174 2021-10-14T17:21:05.230Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=1cd1c47b-1e42-dbfc-4d9c-886a1aabe36b create_time=1634232065138238744 nomad-124 2021-10-14T17:21:05.138Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-124 2021-10-14T17:21:05.230Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9308 [Candidate]" term=8 nomad-124 2021-10-14T17:21:05.230Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-124 2021-10-14T17:21:05.230Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9308 term=8 tally=1 nomad-189 2021-10-14T17:21:05.137Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-189.global 127.0.0.1 nomad-189 2021-10-14T17:21:05.231Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[system, noop, service, batch, _core] nomad-103 2021-10-14T17:21:05.138Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-103 2021-10-14T17:21:05.233Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9333 [Candidate]" term=8 nomad-103 2021-10-14T17:21:05.233Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-103 2021-10-14T17:21:05.234Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9333 term=8 tally=1 nomad-185 2021-10-14T17:21:05.234Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-179.global (timeout reached) 2021-10-14T17:21:05.138Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:05.138Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:05.138Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:05.138Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:05.138Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:05.138Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:05.203Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:05.203Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:05.203Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:05.203Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-130 2021-10-14T17:21:05.138Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-130 2021-10-14T17:21:05.235Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-130 2021-10-14T17:21:05.235Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9340 [Follower]" leader= nomad-130 2021-10-14T17:21:05.235Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=7 nomad-171 2021-10-14T17:21:05.138Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-171 2021-10-14T17:21:05.235Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-174 2021-10-14T17:21:05.235Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-119 2021-10-14T17:21:05.139Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9345 127.0.0.1:9345}" error="dial tcp 127.0.0.1:9345: connect: connection refused" nomad-119 2021-10-14T17:21:05.142Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-124 2021-10-14T17:21:05.141Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Marking nomad-129.global as failed, suspect timeout reached (0 peer confirmations) nomad-119 2021-10-14T17:21:05.236Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9353 [Candidate]" term=8 nomad-124 2021-10-14T17:21:05.236Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberFailed: nomad-129.global 127.0.0.1 nomad-124 2021-10-14T17:21:05.236Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-129.global (Addr: 127.0.0.1:9345) (DC: dc1)" nomad-171 2021-10-14T17:21:05.236Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-100 2021-10-14T17:21:05.135Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:58060 --- PASS: TestCoreScheduler_EvalGC_Batch_OldVersion (1.30s) === CONT TestFSM_ClusterMetadata nomad-100 2021-10-14T17:21:05.237Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-115.global) nomad-103 2021-10-14T17:21:05.238Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Marking nomad-124.global as failed, suspect timeout reached (0 peer confirmations) nomad-103 2021-10-14T17:21:05.238Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberFailed: nomad-124.global 127.0.0.1 nomad-103 2021-10-14T17:21:05.238Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-124.global (Addr: 127.0.0.1:9308) (DC: dc1)" nomad-178 2021-10-14T17:21:05.238Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-178 2021-10-14T17:21:05.238Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-186 2021-10-14T17:21:05.144Z [WARN] raft/raft.go:204: nomad.raft: no known peers, aborting election nomad-103 2021-10-14T17:21:05.239Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=8 nomad-174 2021-10-14T17:21:05.240Z [DEBUG] nomad/core_sched.go:249: core.sched: eval GC scanning before cutoff index: index=2000 eval_gc_threshold=1h0m0s nomad-174 2021-10-14T17:21:05.240Z [DEBUG] nomad/core_sched.go:275: core.sched: eval GC found eligibile objects: evals=1 allocs=2 nomad-130 2021-10-14T17:21:05.240Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-174 2021-10-14T17:21:05.240Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-174 2021-10-14T17:21:05.240Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-124 2021-10-14T17:21:05.240Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=8 nomad-103 2021-10-14T17:21:05.241Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=8 --- PASS: TestBlockedEvals_UnblockNode (0.10s) === CONT TestFSM_SchedulerConfig nomad-115 2021-10-14T17:21:05.141Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-115 2021-10-14T17:21:05.241Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9363 [Follower]" leader=127.0.0.1:9329 nomad-181 2021-10-14T17:21:05.141Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-181 2021-10-14T17:21:05.242Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-190 2021-10-14T17:21:05.143Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-190 2021-10-14T17:21:05.242Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9385 [Candidate]" term=2 nomad-190 2021-10-14T17:21:05.242Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-190 2021-10-14T17:21:05.242Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9385 term=2 tally=1 nomad-190 2021-10-14T17:21:05.242Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-190 2021-10-14T17:21:05.242Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9385 [Leader]" nomad-190 2021-10-14T17:21:05.242Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-189 2021-10-14T17:21:05.137Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9309 [Follower]" leader= nomad-189 2021-10-14T17:21:05.242Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-189.global (Addr: 127.0.0.1:9309) (DC: dc1)" nomad-179 2021-10-14T17:21:05.155Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-185.two --- PASS: TestFSM_SchedulerConfig (0.00s) === CONT TestFSM_Autopilot nomad-124 2021-10-14T17:21:05.242Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9345 127.0.0.1:9345}" error="dial tcp 127.0.0.1:9345: connect: connection refused" nomad-179 2021-10-14T17:21:05.242Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-185.two nomad-179 2021-10-14T17:21:05.242Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:42000 nomad-182 2021-10-14T17:21:05.155Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-186.global nomad-182 2021-10-14T17:21:05.243Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-186.global nomad-182 2021-10-14T17:21:05.243Z [INFO] nomad/serf.go:219: nomad: found expected number of peers, attempting to bootstrap cluster...: peers=127.0.0.1:9312,127.0.0.1:9317 nomad-181 2021-10-14T17:21:05.243Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestServerWithNodeConn_NoPath_Region (0.87s) === CONT TestFSM_LeakedDeployments --- PASS: TestFSM_Autopilot (0.00s) === CONT TestFSM_ReconcileParentJobSummary nomad-190 2021-10-14T17:21:05.244Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=70266885-2ae1-5dea-24bf-8755a643d551 create_time=1634232065244176802 nomad-190 2021-10-14T17:21:05.244Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=70266885-2ae1-5dea-24bf-8755a643d551 create_time=1634232065244176802 nomad-181 2021-10-14T17:21:05.244Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-190 2021-10-14T17:21:05.244Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-130 2021-10-14T17:21:05.138Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9345 127.0.0.1:9345}" error="dial tcp 127.0.0.1:9345: connect: connection refused" nomad-186 2021-10-14T17:21:05.245Z [INFO] nomad/serf.go:219: nomad: found expected number of peers, attempting to bootstrap cluster...: peers=127.0.0.1:9312,127.0.0.1:9317 nomad-115 2021-10-14T17:21:05.246Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Was able to connect to nomad-100.global but other probes failed, network may be misconfigured nomad-184 2021-10-14T17:21:05.246Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-171 2021-10-14T17:21:05.246Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-119 2021-10-14T17:21:05.236Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-192 2021-10-14T17:21:05.246Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9389 Address:127.0.0.1:9389}]" nomad-103 2021-10-14T17:21:05.246Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9345 127.0.0.1:9345}" error="dial tcp 127.0.0.1:9345: connect: connection refused" nomad-119 2021-10-14T17:21:05.246Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=8 nomad-124 2021-10-14T17:21:05.246Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=8 nomad-119 2021-10-14T17:21:05.246Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9353 term=8 tally=1 nomad-119 2021-10-14T17:21:05.246Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=8 nomad-180 2021-10-14T17:21:05.246Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9367 term=2 tally=2 nomad-180 2021-10-14T17:21:05.246Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-119 2021-10-14T17:21:05.246Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9340 term=8 tally=2 nomad-180 2021-10-14T17:21:05.246Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9369 [Leader]" nomad-180 2021-10-14T17:21:05.246Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9367 nomad-100 2021-10-14T17:21:05.138Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-100 2021-10-14T17:21:05.138Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9363 127.0.0.1:9363}" nomad-180 2021-10-14T17:21:05.246Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-184 2021-10-14T17:21:05.247Z [WARN] raft/raft.go:1283: nomad.raft: failed to get previous log: previous-index=1 last-index=0 error="log not found" nomad-180 2021-10-14T17:21:05.247Z [WARN] raft/replication.go:248: nomad.raft: appendEntries rejected, sending older logs: peer="{Voter 127.0.0.1:9367 127.0.0.1:9367}" next=1 nomad-192 2021-10-14T17:21:05.247Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-192.global 127.0.0.1 nomad-192 2021-10-14T17:21:05.247Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-192 2021-10-14T17:21:05.247Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9389 [Follower]" leader= nomad-119 2021-10-14T17:21:05.241Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9345 127.0.0.1:9345}" error="dial tcp 127.0.0.1:9345: connect: connection refused" nomad-180 2021-10-14T17:21:05.247Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9367 127.0.0.1:9367}" nomad-100 2021-10-14T17:21:05.141Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-178 2021-10-14T17:21:05.248Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-178 2021-10-14T17:21:05.249Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-192 2021-10-14T17:21:05.249Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-192.global (Addr: 127.0.0.1:9389) (DC: dc1)" nomad-119 2021-10-14T17:21:05.253Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9345 127.0.0.1:9345}" error="dial tcp 127.0.0.1:9345: connect: connection refused" --- PASS: TestFSM_LeakedDeployments (0.01s) === CONT TestFSM_ReconcileSummaries 2021-10-14T17:21:05.256Z [TRACE] scheduler/rank.go:175: fsm.service_sched.binpack: NewBinPackIterator created: eval_id=e07dd08a-facc-8992-cf4c-5ecfd4177f5c job_id=mock-service-39795ec8-327d-9d89-4c6f-9b6759d4e480 namespace=default algorithm=binpack --- PASS: TestCoreScheduler_EvalGC (1.12s) === CONT TestFSM_SnapshotRestore_ClusterMetadata --- PASS: TestFSM_SnapshotRestore_ClusterMetadata (0.00s) === CONT TestFSM_SnapshotRestore_SchedulerConfiguration --- PASS: TestFSM_SnapshotRestore_SchedulerConfiguration (0.00s) === CONT TestFSM_SnapshotRestore_ACLTokens --- PASS: TestFSM_SnapshotRestore_ACLTokens (0.00s) === CONT TestFSM_SnapshotRestore_ACLPolicy --- PASS: TestClientStats_Stats_Local_ACL (0.97s) === CONT TestFSM_SnapshotRestore_Deployments 2021-10-14T17:21:05.335Z [DEBUG] scheduler/generic_sched.go:356: fsm.service_sched: reconciled current state with desired state: eval_id=e07dd08a-facc-8992-cf4c-5ecfd4177f5c job_id=mock-service-39795ec8-327d-9d89-4c6f-9b6759d4e480 namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" nomad-188 2021-10-14T17:21:05.336Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-188 2021-10-14T17:21:05.336Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave 2021-10-14T17:21:05.336Z [DEBUG] scheduler/generic_sched.go:275: fsm.service_sched: failed to place all allocations, blocked eval created: eval_id=e07dd08a-facc-8992-cf4c-5ecfd4177f5c job_id=mock-service-39795ec8-327d-9d89-4c6f-9b6759d4e480 namespace=default blocked_eval_id=5221590b-7d06-4997-feaf-9fdb53e3c079 2021-10-14T17:21:05.336Z [DEBUG] scheduler/util.go:535: fsm.service_sched: setting eval status: eval_id=e07dd08a-facc-8992-cf4c-5ecfd4177f5c job_id=mock-service-39795ec8-327d-9d89-4c6f-9b6759d4e480 namespace=default status=complete nomad-190 2021-10-14T17:21:05.336Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-190 2021-10-14T17:21:05.336Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-130 2021-10-14T17:21:05.336Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Marking nomad-129.global as failed, suspect timeout reached (0 peer confirmations) nomad-115 2021-10-14T17:21:05.334Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9329 nomad-115 2021-10-14T17:21:05.337Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9363 [Candidate]" term=21 nomad-115 2021-10-14T17:21:05.337Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-115 2021-10-14T17:21:05.337Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9363 term=21 tally=1 2021-10-14T17:21:05.259Z [TRACE] nomad/fsm.go:308: fsm: ClusterSetMetadata: cluster_id=12345678-1234-1234-1234-1234567890 create_time=1634232065259441335 2021-10-14T17:21:05.337Z [ERROR] nomad/fsm.go:304: fsm: ClusterSetMetadata failed: error="set cluster metadata failed: refusing to set new cluster id, previous: 12345678-1234-1234-1234-1234567890, new: 99999999-9999-9999-9999-9999999999" --- PASS: TestFSM_ClusterMetadata (0.10s) === CONT TestFSM_SnapshotRestore_JobVersions --- PASS: TestFSM_SnapshotRestore_JobVersions (0.00s) === CONT TestFSM_SnapshotRestore_VaultAccessors nomad-124 2021-10-14T17:21:05.345Z [ERROR] raft-net: failed to decode incoming command: error="read tcp 127.0.0.1:9308->127.0.0.1:43016: read: connection reset by peer" nomad-103 2021-10-14T17:21:05.346Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election --- PASS: TestFSM_SnapshotRestore_Deployments (0.01s) === CONT TestFSM_SnapshotRestore_JobSummary nomad-103 2021-10-14T17:21:05.349Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9333 [Candidate]" term=9 nomad-103 2021-10-14T17:21:05.351Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-103 2021-10-14T17:21:05.351Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9333 term=9 tally=1 --- PASS: TestAgentHost_ACLDebugRequired (0.82s) === CONT TestFSM_SnapshotRestore_PeriodicLaunches nomad-119 2021-10-14T17:21:05.334Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberFailed: nomad-124.global 127.0.0.1 nomad-190 2021-10-14T17:21:05.353Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-119 2021-10-14T17:21:05.352Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-119 2021-10-14T17:21:05.353Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9353 [Candidate]" term=9 nomad-119 2021-10-14T17:21:05.354Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-124.global (Addr: 127.0.0.1:9308) (DC: dc1)" nomad-185 2021-10-14T17:21:05.335Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= --- PASS: TestMonitor_Monitor_ACL (0.52s) === CONT TestFSM_SnapshotRestore_TimeTable nomad-130 2021-10-14T17:21:05.337Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberFailed: nomad-129.global 127.0.0.1 nomad-186 2021-10-14T17:21:05.258Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-186.global 2021-10-14T17:21:05.336Z [TRACE] scheduler/rank.go:175: fsm.service_sched.binpack: NewBinPackIterator created: eval_id=dedbb5da-6a96-7ad9-0eec-5dc1e603603a job_id=mock-service-bec7ac7b-3727-e26d-731a-1142dfd7411e namespace=default algorithm=binpack nomad-124 2021-10-14T17:21:05.334Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-124 2021-10-14T17:21:05.357Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9308 [Candidate]" term=9 nomad-124 2021-10-14T17:21:05.357Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-124 2021-10-14T17:21:05.357Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=9 nomad-124 2021-10-14T17:21:05.357Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9308 term=9 tally=1 nomad-124 2021-10-14T17:21:05.357Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9345 127.0.0.1:9345}" error="dial tcp 127.0.0.1:9345: connect: connection refused" nomad-182 2021-10-14T17:21:05.360Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-184 2021-10-14T17:21:05.361Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9369 nomad-184 2021-10-14T17:21:05.361Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9367 [Candidate]" term=3 nomad-184 2021-10-14T17:21:05.361Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-184 2021-10-14T17:21:05.362Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9367 term=3 tally=1 nomad-187 2021-10-14T17:21:05.335Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-187 2021-10-14T17:21:05.362Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9355 [Candidate]" term=2 nomad-180 2021-10-14T17:21:05.363Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9367 time=113.982022ms nomad-180 2021-10-14T17:21:05.363Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down 2021-10-14T17:21:05.269Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=4d454be6-2fc8-d88c-01bf-2e41655dfbef client_status=running nomad-188 2021-10-14T17:21:05.363Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-189 2021-10-14T17:21:05.333Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-192 2021-10-14T17:21:05.366Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-115 2021-10-14T17:21:05.395Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-115 2021-10-14T17:21:05.396Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9363 [Candidate]" term=22 nomad-115 2021-10-14T17:21:05.396Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-115 2021-10-14T17:21:05.396Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9363 term=22 tally=1 nomad-123 2021-10-14T17:21:05.398Z [WARN] nomad/acl_endpoint.go:444: nomad.acl: bootstrap file parsed: path=/tmp/nomad842364121/acl-bootstrap-reset reset_index=7 nomad-174 2021-10-14T17:21:05.438Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestFSM_SnapshotRestore_ACLPolicy (0.28s) nomad-100 2021-10-14T17:21:05.357Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-103 2021-10-14T17:21:05.360Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=9 nomad-124 2021-10-14T17:21:05.430Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-124 2021-10-14T17:21:05.548Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9308 [Candidate]" term=10 nomad-124 2021-10-14T17:21:05.549Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-124 2021-10-14T17:21:05.549Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9308 term=10 tally=1 nomad-115 2021-10-14T17:21:05.461Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-182 2021-10-14T17:21:05.360Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9317 [Candidate]" term=2 nomad-184 2021-10-14T17:21:05.449Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-103 2021-10-14T17:21:05.547Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election === CONT TestFSM_SnapshotRestore_Indexes --- PASS: TestFSM_SnapshotRestore_JobSummary (0.30s) === CONT TestFSM_SnapshotRestore_Allocs_Canonicalize nomad-100 2021-10-14T17:21:05.552Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9329 [Candidate]" term=21 nomad-100 2021-10-14T17:21:05.649Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-100 2021-10-14T17:21:05.650Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=21 nomad-100 2021-10-14T17:21:05.650Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-100 2021-10-14T17:21:05.650Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9329 [Follower]" leader= nomad-186 2021-10-14T17:21:05.349Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-180 2021-10-14T17:21:05.366Z [ERROR] raft/replication.go:581: nomad.raft: peer has newer term, stopping replication: peer="{Voter 127.0.0.1:9367 127.0.0.1:9367}" nomad-103 2021-10-14T17:21:05.385Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-129.global (timeout reached) nomad-124 2021-10-14T17:21:05.553Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-119.global (timeout reached) nomad-124 2021-10-14T17:21:05.631Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-124 2021-10-14T17:21:05.658Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9308 [Candidate]" term=11 nomad-124 2021-10-14T17:21:05.658Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-124 2021-10-14T17:21:05.658Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9308 term=11 tally=1 nomad-187 2021-10-14T17:21:05.553Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-192 2021-10-14T17:21:05.366Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9389 [Candidate]" term=2 nomad-182 2021-10-14T17:21:05.661Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-182 2021-10-14T17:21:05.661Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9317 term=2 tally=1 nomad-130 2021-10-14T17:21:05.345Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9308 127.0.0.1:9308}" error="read tcp 127.0.0.1:43016->127.0.0.1:9308: i/o timeout" nomad-189 2021-10-14T17:21:05.363Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9309 [Candidate]" term=2 nomad-100 2021-10-14T17:21:05.553Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-115.global (timeout reached) nomad-185 2021-10-14T17:21:05.356Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9351 [Candidate]" term=2 nomad-124 2021-10-14T17:21:05.734Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-124 2021-10-14T17:21:05.734Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9308 [Candidate]" term=12 nomad-124 2021-10-14T17:21:05.734Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-124 2021-10-14T17:21:05.734Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9308 term=12 tally=1 nomad-100 2021-10-14T17:21:05.734Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-100 2021-10-14T17:21:05.734Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9329 [Candidate]" term=23 nomad-100 2021-10-14T17:21:05.734Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-100 2021-10-14T17:21:05.734Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9329 term=23 tally=1 nomad-182 2021-10-14T17:21:05.755Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-182 2021-10-14T17:21:05.755Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9317 [Candidate]" term=3 nomad-182 2021-10-14T17:21:05.755Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-182 2021-10-14T17:21:05.755Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9317 term=3 tally=1 nomad-180 2021-10-14T17:21:05.547Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-180 2021-10-14T17:21:05.549Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9369 [Follower]" leader= nomad-180 2021-10-14T17:21:05.652Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9367 127.0.0.1:9367}" nomad-180 2021-10-14T17:21:05.768Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-184.global has failed, no acks received nomad-180 2021-10-14T17:21:05.776Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-184.global nomad-192 2021-10-14T17:21:05.776Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-192 2021-10-14T17:21:05.776Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9389 term=2 tally=1 nomad-192 2021-10-14T17:21:05.776Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-188 2021-10-14T17:21:05.776Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-192 2021-10-14T17:21:05.776Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9389 [Leader]" nomad-187 2021-10-14T17:21:05.658Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-187 2021-10-14T17:21:05.776Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9355 [Candidate]" term=3 nomad-100 2021-10-14T17:21:05.776Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-115.global has failed, no acks received nomad-187 2021-10-14T17:21:05.776Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-187 2021-10-14T17:21:05.776Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9355 term=3 tally=1 nomad-187 2021-10-14T17:21:05.776Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-187 2021-10-14T17:21:05.776Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9355 [Leader]" nomad-187 2021-10-14T17:21:05.776Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-192 2021-10-14T17:21:05.776Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired --- PASS: TestFSM_SnapshotRestore_Indexes (0.14s) === CONT TestFSM_SnapshotRestore_Allocs nomad-192 2021-10-14T17:21:05.777Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=6fa06c71-e96b-8ccd-20bf-1e56500c403d create_time=1634232065777115351 nomad-185 2021-10-14T17:21:05.777Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-179.global has failed, no acks received nomad-192 2021-10-14T17:21:05.777Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=6fa06c71-e96b-8ccd-20bf-1e56500c403d create_time=1634232065777115351 nomad-103 2021-10-14T17:21:05.638Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9333 [Candidate]" term=10 nomad-103 2021-10-14T17:21:05.777Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-103 2021-10-14T17:21:05.777Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9333 term=10 tally=1 nomad-103 2021-10-14T17:21:05.777Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-129.global has failed, no acks received nomad-173 2021-10-14T17:21:05.777Z [DEBUG] nomad/core_sched.go:249: core.sched: eval GC scanning before cutoff index: index=2000 eval_gc_threshold=1h0m0s nomad-173 2021-10-14T17:21:05.777Z [DEBUG] nomad/core_sched.go:275: core.sched: eval GC found eligibile objects: evals=1 allocs=1 nomad-187 2021-10-14T17:21:05.777Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=e818f2ee-540d-10e8-e25d-4fa1ecb1ecd3 create_time=1634232065777231795 nomad-187 2021-10-14T17:21:05.777Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=e818f2ee-540d-10e8-e25d-4fa1ecb1ecd3 create_time=1634232065777231795 nomad-192 2021-10-14T17:21:05.777Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-103 2021-10-14T17:21:05.830Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-119.global (timeout reached) nomad-179 2021-10-14T17:21:05.831Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-185.two has failed, no acks received nomad-187 2021-10-14T17:21:05.831Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-173 2021-10-14T17:21:05.831Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-173 2021-10-14T17:21:05.831Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-173 2021-10-14T17:21:05.832Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-182 2021-10-14T17:21:05.832Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-186.global has failed, no acks received nomad-184 2021-10-14T17:21:05.567Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9367 [Candidate]" term=4 nomad-184 2021-10-14T17:21:05.832Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-184 2021-10-14T17:21:05.832Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9367 term=4 tally=1 2021-10-14T17:21:05.833Z [DEBUG] scheduler/generic_sched.go:356: fsm.service_sched: reconciled current state with desired state: eval_id=dedbb5da-6a96-7ad9-0eec-5dc1e603603a job_id=mock-service-bec7ac7b-3727-e26d-731a-1142dfd7411e namespace=default results="Total changes: (place 9) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 9) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 1) (canary 0)" nomad-182 2021-10-14T17:21:05.837Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-182 2021-10-14T17:21:05.837Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9317 [Candidate]" term=4 nomad-182 2021-10-14T17:21:05.837Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-182 2021-10-14T17:21:05.838Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9317 term=4 tally=1 nomad-180 2021-10-14T17:21:05.838Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-180 2021-10-14T17:21:05.838Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9369 [Candidate]" term=3 nomad-180 2021-10-14T17:21:05.838Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-180 2021-10-14T17:21:05.838Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9369 term=3 tally=1 nomad-176 2021-10-14T17:21:05.838Z [DEBUG] nomad/core_sched.go:249: core.sched: eval GC scanning before cutoff index: index=2000 eval_gc_threshold=1h0m0s nomad-176 2021-10-14T17:21:05.839Z [DEBUG] nomad/core_sched.go:275: core.sched: eval GC found eligibile objects: evals=0 allocs=1 nomad-176 2021-10-14T17:21:05.839Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-176 2021-10-14T17:21:05.839Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-176 2021-10-14T17:21:05.839Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-176 2021-10-14T17:21:05.839Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-124 2021-10-14T17:21:05.840Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9345 127.0.0.1:9345}" error="dial tcp 127.0.0.1:9345: connect: connection refused" nomad-103 2021-10-14T17:21:05.840Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-103 2021-10-14T17:21:05.840Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9333 [Follower]" leader= nomad-180 2021-10-14T17:21:05.840Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-180 2021-10-14T17:21:05.840Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9369 [Follower]" leader= nomad-185 2021-10-14T17:21:05.841Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-185.two nomad-190 2021-10-14T17:21:05.841Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-186 2021-10-14T17:21:05.652Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9312 [Candidate]" term=2 nomad-173 2021-10-14T17:21:05.841Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-130 2021-10-14T17:21:05.351Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-186 2021-10-14T17:21:05.841Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-130 2021-10-14T17:21:05.841Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9340 [Candidate]" term=9 nomad-130 2021-10-14T17:21:05.841Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-130 2021-10-14T17:21:05.841Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=9 nomad-185 2021-10-14T17:21:05.842Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-179.global) nomad-130 2021-10-14T17:21:05.842Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9340 term=9 tally=1 nomad-130 2021-10-14T17:21:05.842Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-130 2021-10-14T17:21:05.842Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9340 [Follower]" leader= nomad-180 2021-10-14T17:21:05.842Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-184.global nomad-130 2021-10-14T17:21:05.842Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=10 nomad-185 2021-10-14T17:21:05.842Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-185 2021-10-14T17:21:05.842Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9351 term=2 tally=1 nomad-185 2021-10-14T17:21:05.842Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-185 2021-10-14T17:21:05.842Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9351 [Leader]" nomad-185 2021-10-14T17:21:05.842Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-174 2021-10-14T17:21:05.842Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-184 2021-10-14T17:21:05.776Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-180.global) nomad-124 2021-10-14T17:21:05.843Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-119.global has failed, no acks received nomad-184 2021-10-14T17:21:05.843Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-180.global has failed, no acks received nomad-119 2021-10-14T17:21:05.670Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-119 2021-10-14T17:21:05.843Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=9 nomad-119 2021-10-14T17:21:05.843Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9353 term=9 tally=1 nomad-119 2021-10-14T17:21:05.843Z [DEBUG] raft/raft.go:278: nomad.raft: newer term discovered, fallback to follower nomad-119 2021-10-14T17:21:05.843Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9353 [Follower]" leader= nomad-185 2021-10-14T17:21:05.843Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=0c1b3f4e-79fd-1c99-37df-f1071ce5e9f6 create_time=1634232065843420378 nomad-185 2021-10-14T17:21:05.843Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=0c1b3f4e-79fd-1c99-37df-f1071ce5e9f6 create_time=1634232065843420378 nomad-119 2021-10-14T17:21:05.840Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:35638 nomad-185 2021-10-14T17:21:05.843Z [ERROR] nomad/leader.go:1007: nomad: skipping adding Raft peer because an existing peer is in bootstrap mode and only one server should be in bootstrap mode: existing_peer=nomad-179.global joining_peer=nomad-185.two nomad-119 2021-10-14T17:21:05.840Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9345 127.0.0.1:9345}" error="dial tcp 127.0.0.1:9345: connect: connection refused" nomad-130 2021-10-14T17:21:05.363Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-129.global has failed, no acks received nomad-124 2021-10-14T17:21:05.844Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9345 127.0.0.1:9345}" error="dial tcp 127.0.0.1:9345: connect: connection refused" nomad-130 2021-10-14T17:21:05.842Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-129.global (Addr: 127.0.0.1:9345) (DC: dc1)" nomad-184 2021-10-14T17:21:05.844Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-184.global nomad-130 2021-10-14T17:21:05.842Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9345 127.0.0.1:9345}" error="dial tcp 127.0.0.1:9345: connect: connection refused" nomad-130 2021-10-14T17:21:05.844Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-186 2021-10-14T17:21:05.841Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9312 term=2 tally=1 nomad-186 2021-10-14T17:21:05.768Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-182.global has failed, no acks received 2021-10-14T17:21:05.844Z [TRACE] scheduler/rank.go:175: fsm.batch_sched.binpack: NewBinPackIterator created: eval_id=55a1b5bb-8549-3f77-91ab-1ecce3708ef6 job_id=testdispatch-23423423 namespace=default algorithm=binpack nomad-185 2021-10-14T17:21:05.842Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-185.two 2021-10-14T17:21:05.845Z [DEBUG] scheduler/generic_sched.go:356: fsm.batch_sched: reconciled current state with desired state: eval_id=55a1b5bb-8549-3f77-91ab-1ecce3708ef6 job_id=testdispatch-23423423 namespace=default results="Total changes: (place 0) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 0) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 1) (canary 0)" nomad-185 2021-10-14T17:21:05.845Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-14T17:21:05.845Z [DEBUG] scheduler/util.go:535: fsm.batch_sched: setting eval status: eval_id=55a1b5bb-8549-3f77-91ab-1ecce3708ef6 job_id=testdispatch-23423423 namespace=default status=complete --- PASS: TestFSM_ReconcileParentJobSummary (0.60s) nomad-186 2021-10-14T17:21:05.845Z [DEBUG] raft/raft.go:278: nomad.raft: newer term discovered, fallback to follower nomad-103 2021-10-14T17:21:05.666Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9345 127.0.0.1:9345}" error="dial tcp 127.0.0.1:9345: connect: connection refused" === CONT TestFSM_SnapshotRestore_Evals nomad-191 2021-10-14T17:21:05.845Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9338 Address:127.0.0.1:9338}]" nomad-180 2021-10-14T17:21:05.846Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-184.global) nomad-184 2021-10-14T17:21:05.846Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-184.global nomad-191 2021-10-14T17:21:05.846Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-191.global 127.0.0.1 nomad-191 2021-10-14T17:21:05.846Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-103 2021-10-14T17:21:05.846Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9345 127.0.0.1:9345}" error="dial tcp 127.0.0.1:9345: connect: connection refused" nomad-191 2021-10-14T17:21:05.846Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9338 [Follower]" leader= nomad-189 2021-10-14T17:21:05.847Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-189 2021-10-14T17:21:05.847Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9309 term=2 tally=1 nomad-189 2021-10-14T17:21:05.847Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-189 2021-10-14T17:21:05.847Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9309 [Leader]" nomad-189 2021-10-14T17:21:05.847Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-191 2021-10-14T17:21:05.847Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-191.global (Addr: 127.0.0.1:9338) (DC: dc1)" nomad-189 2021-10-14T17:21:05.847Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=c50a99a9-51e3-514c-a013-5c79a931e1a2 create_time=1634232065847786395 nomad-189 2021-10-14T17:21:05.847Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=c50a99a9-51e3-514c-a013-5c79a931e1a2 create_time=1634232065847786395 nomad-119 2021-10-14T17:21:05.847Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-103.global has failed, no acks received nomad-180 2021-10-14T17:21:05.848Z [ERROR] nomad/leader.go:1465: nomad.core: failed to initialize config: error="node is not the leader" nomad-189 2021-10-14T17:21:05.848Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-180 2021-10-14T17:21:05.848Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-180 2021-10-14T17:21:05.848Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-115 2021-10-14T17:21:05.555Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9363 [Candidate]" term=23 nomad-115 2021-10-14T17:21:05.849Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-115 2021-10-14T17:21:05.849Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9363 term=23 tally=1 nomad-115 2021-10-14T17:21:05.842Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-100.global has failed, no acks received nomad-115 2021-10-14T17:21:05.849Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-100.global) --- PASS: TestFSM_SnapshotRestore_VaultAccessors (0.51s) === CONT TestFSM_SnapshotRestore_Jobs nomad-124 2021-10-14T17:21:05.849Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-124 2021-10-14T17:21:05.849Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9308 [Candidate]" term=13 --- PASS: TestFSM_SnapshotRestore_Allocs (0.07s) === CONT TestFSM_UpsertACLTokens nomad-124 2021-10-14T17:21:05.849Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 === CONT TestFSM_DeleteACLTokens nomad-124 2021-10-14T17:21:05.849Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9308 term=13 tally=1 nomad-124 2021-10-14T17:21:05.850Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9345 127.0.0.1:9345}" error="dial tcp 127.0.0.1:9345: connect: connection refused" nomad-119 2021-10-14T17:21:05.850Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-103 2021-10-14T17:21:05.850Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term --- PASS: TestFSM_UpsertACLTokens (0.00s) === CONT TestFSM_BootstrapACLTokens nomad-130 2021-10-14T17:21:05.850Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-124 2021-10-14T17:21:05.850Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9340 term=13 tally=2 --- PASS: TestFSM_DeleteACLTokens (0.00s) === CONT TestFSM_DeleteACLPolicies nomad-124 2021-10-14T17:21:05.850Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9333 term=13 tally=3 nomad-124 2021-10-14T17:21:05.850Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=3 nomad-124 2021-10-14T17:21:05.850Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9308 [Leader]" nomad-124 2021-10-14T17:21:05.850Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9333 nomad-124 2021-10-14T17:21:05.850Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9353 nomad-124 2021-10-14T17:21:05.850Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9345 nomad-124 2021-10-14T17:21:05.850Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9340 --- PASS: TestFSM_BootstrapACLTokens (0.00s) === CONT TestFSM_UpsertACLPolicies --- PASS: TestFSM_SnapshotRestore_Evals (0.01s) === CONT TestFSM_DeleteDeployment --- PASS: TestFSM_DeleteACLPolicies (0.00s) === CONT TestFSM_DeploymentAllocHealth --- PASS: TestFSM_UpsertACLPolicies (0.00s) === CONT TestFSM_DeploymentPromotion nomad-124 2021-10-14T17:21:05.852Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired --- PASS: TestFSM_DeleteDeployment (0.00s) === CONT TestFSM_JobStabilityUpdate nomad-124 2021-10-14T17:21:05.852Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9333 127.0.0.1:9333}" --- PASS: TestFSM_SnapshotRestore_Allocs_Canonicalize (0.20s) === CONT TestFSM_DeploymentStatusUpdate nomad-124 2021-10-14T17:21:05.852Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9353 127.0.0.1:9353}" nomad-124 2021-10-14T17:21:05.853Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=6b1790e6-14cf-2f40-bf5b-34bc49718d9c create_time=1634232063872616804 nomad-186 2021-10-14T17:21:05.853Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9312 [Follower]" leader= --- PASS: TestFSM_SnapshotRestore_PeriodicLaunches (0.50s) nomad-182 2021-10-14T17:21:05.854Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9312 term=4 tally=2 nomad-182 2021-10-14T17:21:05.854Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-182 2021-10-14T17:21:05.854Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9317 [Leader]" nomad-182 2021-10-14T17:21:05.854Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9312 nomad-182 2021-10-14T17:21:05.854Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-182 2021-10-14T17:21:05.855Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9312 127.0.0.1:9312}" nomad-124 2021-10-14T17:21:05.855Z [ERROR] raft/replication.go:218: nomad.raft: failed to appendEntries to: peer="{Voter 127.0.0.1:9345 127.0.0.1:9345}" error="dial tcp 127.0.0.1:9345: connect: connection refused" nomad-124 2021-10-14T17:21:05.855Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-186 2021-10-14T17:21:05.856Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-182.global) nomad-186 2021-10-14T17:21:05.856Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageJoinType: nomad-186.global nomad-184 2021-10-14T17:21:05.857Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9369 term=4 tally=2 nomad-184 2021-10-14T17:21:05.857Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-184 2021-10-14T17:21:05.857Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9367 [Leader]" nomad-184 2021-10-14T17:21:05.857Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9369 nomad-119 2021-10-14T17:21:05.858Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-124.global) nomad-184 2021-10-14T17:21:05.858Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-184 2021-10-14T17:21:05.858Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9369 127.0.0.1:9369}" nomad-130 2021-10-14T17:21:05.858Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-119.global 127.0.0.1 nomad-130 2021-10-14T17:21:05.858Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-119.global (Addr: 127.0.0.1:9353) (DC: dc1)" nomad-182 2021-10-14T17:21:05.858Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-186.global) nomad-124 2021-10-14T17:21:05.859Z [ERROR] raft/replication.go:380: nomad.raft: failed to heartbeat to: peer=127.0.0.1:9345 error="dial tcp 127.0.0.1:9345: connect: connection refused" nomad-184 2021-10-14T17:21:05.859Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=f5398c56-45db-2983-c221-46ab45e5bfbb create_time=1634232065859529821 nomad-184 2021-10-14T17:21:05.859Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=f5398c56-45db-2983-c221-46ab45e5bfbb create_time=1634232065859529821 nomad-184 2021-10-14T17:21:05.859Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-124 2021-10-14T17:21:05.868Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9340 127.0.0.1:9340}" error="read tcp 127.0.0.1:35348->127.0.0.1:9340: i/o timeout" nomad-103 2021-10-14T17:21:05.868Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9340 127.0.0.1:9340}" error="read tcp 127.0.0.1:35352->127.0.0.1:9340: i/o timeout" nomad-130 2021-10-14T17:21:05.868Z [ERROR] raft-net: failed to decode incoming command: error="read tcp 127.0.0.1:9340->127.0.0.1:35352: read: connection reset by peer" nomad-130 2021-10-14T17:21:05.868Z [ERROR] raft-net: failed to decode incoming command: error="read tcp 127.0.0.1:9340->127.0.0.1:35348: read: connection reset by peer" nomad-103 2021-10-14T17:21:05.868Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-119.global) nomad-115 2021-10-14T17:21:05.869Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=23 nomad-124 2021-10-14T17:21:05.869Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9345 127.0.0.1:9345}" error="dial tcp 127.0.0.1:9345: connect: connection refused" --- PASS: TestCoreScheduler_EvalGC_StoppedJob_Reschedulable (1.99s) === CONT TestFSM_ApplyPlanResults nomad-179 2021-10-14T17:21:05.933Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-185.two (timeout reached) nomad-185 2021-10-14T17:21:05.933Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:43818 nomad-182 2021-10-14T17:21:05.933Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9312 time=78.336395ms nomad-182 2021-10-14T17:21:05.933Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-182 2021-10-14T17:21:05.934Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9317 [Follower]" leader= nomad-182 2021-10-14T17:21:05.934Z [ERROR] nomad/leader.go:1439: nomad.autopilot: failed to initialize config: error="node is not the leader" --- PASS: TestCoreScheduler_EvalGC_ReschedulingAllocs (1.67s) === CONT TestFSM_DeregisterSITokenAccessor nomad-182 2021-10-14T17:21:05.934Z [ERROR] nomad/leader.go:1465: nomad.core: failed to initialize config: error="node is not the leader" nomad-119 2021-10-14T17:21:05.934Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=6b1790e6-14cf-2f40-bf5b-34bc49718d9c create_time=1634232063872616804 nomad-182 2021-10-14T17:21:05.934Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9312 127.0.0.1:9312}" nomad-182 2021-10-14T17:21:05.934Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-182 2021-10-14T17:21:05.934Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-182 2021-10-14T17:21:05.934Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-115 2021-10-14T17:21:05.935Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-115 2021-10-14T17:21:05.935Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9363 [Candidate]" term=24 --- PASS: TestFSM_DeregisterSITokenAccessor (0.00s) === CONT TestFSM_UpsertSITokenAccessor nomad-115 2021-10-14T17:21:05.935Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-115 2021-10-14T17:21:05.935Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9363 term=24 tally=1 --- PASS: TestFSM_SnapshotRestore_TimeTable (0.58s) === CONT TestFSM_DeregisterVaultAccessor --- PASS: TestFSM_UpsertSITokenAccessor (0.00s) === CONT TestFSM_UpsertVaultAccessor --- PASS: TestFSM_DeregisterVaultAccessor (0.00s) === CONT TestFSM_UpdateAllocDesiredTransition nomad-184 2021-10-14T17:21:05.936Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9369 time=72.20114ms nomad-184 2021-10-14T17:21:05.936Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-184 2021-10-14T17:21:05.936Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9367 [Follower]" leader= nomad-184 2021-10-14T17:21:05.936Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestFSM_UpsertVaultAccessor (0.00s) === CONT TestFSM_UpdateAllocFromClient nomad-184 2021-10-14T17:21:05.936Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9369 127.0.0.1:9369}" nomad-184 2021-10-14T17:21:05.937Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-191 2021-10-14T17:21:05.937Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-191 2021-10-14T17:21:05.937Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9338 [Candidate]" term=2 nomad-191 2021-10-14T17:21:05.937Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-191 2021-10-14T17:21:05.937Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9338 term=2 tally=1 nomad-191 2021-10-14T17:21:05.937Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-191 2021-10-14T17:21:05.938Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9338 [Leader]" nomad-191 2021-10-14T17:21:05.938Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-185 2021-10-14T17:21:06.054Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Marking nomad-179.global as failed, suspect timeout reached (0 peer confirmations) nomad-185 2021-10-14T17:21:06.055Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberFailed: nomad-179.global 127.0.0.1 nomad-185 2021-10-14T17:21:06.055Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-179.global (Addr: 127.0.0.1:9335) (DC: dc1)" nomad-185 2021-10-14T17:21:06.055Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-179.global (timeout reached) nomad-100 2021-10-14T17:21:05.849Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=23 nomad-100 2021-10-14T17:21:06.062Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-100 2021-10-14T17:21:06.062Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9329 [Candidate]" term=24 nomad-100 2021-10-14T17:21:06.062Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-100 2021-10-14T17:21:06.062Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9329 term=24 tally=1 nomad-100 2021-10-14T17:21:06.062Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=24 nomad-115 2021-10-14T17:21:06.063Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-100.global (timeout reached) --- PASS: TestFSM_UpdateAllocDesiredTransition (0.13s) === CONT TestFSM_UpdateAllocFromClient_Unblock --- PASS: TestFSM_JobStabilityUpdate (0.22s) nomad-124 2021-10-14T17:21:06.131Z [INFO] autopilot/autopilot.go:257: nomad.autopilot: Attempting removal of failed server node: name=nomad-129.global nomad-124 2021-10-14T17:21:06.131Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberLeave (forced): nomad-129.global 127.0.0.1 nomad-124 2021-10-14T17:21:06.131Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-129.global (Addr: 127.0.0.1:9345) (DC: dc1)" nomad-124 2021-10-14T17:21:06.132Z [INFO] nomad/leader.go:1123: nomad: removing server by address: address=127.0.0.1:9345 nomad-130 2021-10-14T17:21:06.136Z [WARN] raft/raft.go:1418: nomad.raft: rejecting vote request since we have a leader: from=127.0.0.1:9353 leader=127.0.0.1:9308 --- PASS: TestFSM_DeploymentPromotion (0.29s) === CONT TestFSM_UpsertAllocs_StrippedResources nomad-180 2021-10-14T17:21:06.140Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9367 nomad-180 2021-10-14T17:21:06.140Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9369 [Candidate]" term=5 nomad-180 2021-10-14T17:21:06.140Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-180 2021-10-14T17:21:06.140Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9369 term=5 tally=1 nomad-179 2021-10-14T17:21:06.142Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:42062 nomad-186 2021-10-14T17:21:06.145Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Marking nomad-182.global as failed, suspect timeout reached (0 peer confirmations) nomad-130 2021-10-14T17:21:06.146Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9308 nomad-130 2021-10-14T17:21:06.146Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9340 [Candidate]" term=14 nomad-186 2021-10-14T17:21:06.146Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberFailed: nomad-182.global 127.0.0.1 nomad-130 2021-10-14T17:21:06.146Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-130 2021-10-14T17:21:06.146Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9340 term=14 tally=1 nomad-115 2021-10-14T17:21:06.145Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election --- PASS: TestFSM_UpsertAllocs_StrippedResources (0.01s) nomad-100 2021-10-14T17:21:05.857Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-115.global) nomad-124 2021-10-14T17:21:06.160Z [DEBUG] raft/raft.go:882: nomad.raft: failed to contact: server-id=127.0.0.1:9333 time=208.662391ms nomad-124 2021-10-14T17:21:06.160Z [DEBUG] raft/raft.go:882: nomad.raft: failed to contact: server-id=127.0.0.1:9353 time=208.60793ms nomad-124 2021-10-14T17:21:06.160Z [DEBUG] raft/raft.go:882: nomad.raft: failed to contact: server-id=127.0.0.1:9345 time=295.713408ms nomad-124 2021-10-14T17:21:06.160Z [DEBUG] raft/raft.go:882: nomad.raft: failed to contact: server-id=127.0.0.1:9340 time=212.496823ms nomad-124 2021-10-14T17:21:06.161Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-124 2021-10-14T17:21:06.161Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9308 [Follower]" leader= nomad-124 2021-10-14T17:21:06.161Z [ERROR] nomad/leader.go:1126: nomad: failed to remove raft peer: address=127.0.0.1:9345 error="node is not the leader" nomad-130 2021-10-14T17:21:06.230Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-130 2021-10-14T17:21:06.230Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9340 [Candidate]" term=15 nomad-130 2021-10-14T17:21:06.230Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-130 2021-10-14T17:21:06.230Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9340 term=15 tally=1 nomad-180 2021-10-14T17:21:06.234Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-180 2021-10-14T17:21:06.234Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9369 [Candidate]" term=6 nomad-180 2021-10-14T17:21:06.234Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-179 2021-10-14T17:21:06.239Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Was able to connect to nomad-185.two but other probes failed, network may be misconfigured === CONT TestFSM_UpsertAllocs_SharedJob === CONT TestFSM_UpsertAllocs_Canonicalize --- PASS: TestFSM_DeploymentStatusUpdate (0.48s) === CONT TestFSM_UpsertAllocs nomad-179 2021-10-14T17:21:06.333Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-185.two) --- PASS: TestFSM_UpsertAllocs (0.03s) nomad-185 2021-10-14T17:21:06.242Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Was able to connect to nomad-179.global but other probes failed, network may be misconfigured nomad-180 2021-10-14T17:21:06.242Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9369 term=6 tally=1 nomad-180 2021-10-14T17:21:06.361Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-184 2021-10-14T17:21:06.249Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Marking nomad-180.global as failed, suspect timeout reached (0 peer confirmations) nomad-180 2021-10-14T17:21:06.362Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9369 [Candidate]" term=7 nomad-180 2021-10-14T17:21:06.362Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-124 2021-10-14T17:21:06.161Z [ERROR] nomad/leader.go:993: nomad: failed to reconcile member: member="{nomad-129.global 127.0.0.1 9388 map[build:0.12.10+unittest dc:dc1 expect:5 id:bfdad39b-d91e-25ff-4544-2be9e4bf0ac4 mvn:1 port:9345 raft_vsn:2 region:global role:nomad rpc_addr:127.0.0.1 vsn:1] left 1 5 2 2 5 4}" error="node is not the leader" nomad-130 2021-10-14T17:21:06.249Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9345 127.0.0.1:9345}" error="dial tcp 127.0.0.1:9345: connect: connection refused" nomad-180 2021-10-14T17:21:06.362Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9369 term=7 tally=1 nomad-100 2021-10-14T17:21:06.233Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-184 2021-10-14T17:21:06.362Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberFailed: nomad-180.global 127.0.0.1 nomad-103 2021-10-14T17:21:06.240Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Marking nomad-129.global as failed, suspect timeout reached (0 peer confirmations) nomad-115 2021-10-14T17:21:06.146Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9363 [Candidate]" term=25 nomad-100 2021-10-14T17:21:06.362Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9329 [Candidate]" term=25 nomad-130 2021-10-14T17:21:06.356Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-103 2021-10-14T17:21:06.249Z [WARN] raft/raft.go:1418: nomad.raft: rejecting vote request since we have a leader: from=127.0.0.1:9340 leader=127.0.0.1:9308 nomad-186 2021-10-14T17:21:06.235Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-182.global (timeout reached) nomad-180 2021-10-14T17:21:06.433Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-180 2021-10-14T17:21:06.433Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9369 [Candidate]" term=8 nomad-180 2021-10-14T17:21:06.433Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-180 2021-10-14T17:21:06.433Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9369 term=8 tally=1 2021-10-14T17:21:06.462Z [ERROR] nomad/fsm.go:823: fsm: looking up node failed: node_id=12345678-abcd-efab-cdef-123456789abc error= === CONT TestFSM_DeleteEval nomad-191 2021-10-14T17:21:06.463Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=2da7e89d-71f6-b9db-c226-2e014261b246 create_time=1634232066463329969 nomad-191 2021-10-14T17:21:06.465Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=2da7e89d-71f6-b9db-c226-2e014261b246 create_time=1634232066463329969 nomad-184 2021-10-14T17:21:06.463Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-184 2021-10-14T17:21:06.466Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9367 [Candidate]" term=5 nomad-184 2021-10-14T17:21:06.466Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-184 2021-10-14T17:21:06.466Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=5 nomad-184 2021-10-14T17:21:06.466Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9367 term=5 tally=1 nomad-179 2021-10-14T17:21:06.464Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Marking nomad-185.two as failed, suspect timeout reached (0 peer confirmations) nomad-179 2021-10-14T17:21:06.466Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberFailed: nomad-185.two 127.0.0.1 nomad-189 2021-10-14T17:21:06.464Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-189 2021-10-14T17:21:06.466Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-191 2021-10-14T17:21:06.466Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-186 2021-10-14T17:21:06.251Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9317 nomad-186 2021-10-14T17:21:06.466Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9312 [Candidate]" term=5 nomad-186 2021-10-14T17:21:06.466Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-186 2021-10-14T17:21:06.466Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9312 term=5 tally=1 nomad-182 2021-10-14T17:21:06.153Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-182 2021-10-14T17:21:06.467Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9317 [Candidate]" term=5 nomad-182 2021-10-14T17:21:06.467Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-182 2021-10-14T17:21:06.467Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9317 term=5 tally=1 === CONT TestFSM_UpdateEval_Blocked nomad-184 2021-10-14T17:21:06.465Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-180.global (Addr: 127.0.0.1:9369) (DC: dc1)" nomad-184 2021-10-14T17:21:06.465Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-180.global 127.0.0.1 nomad-180 2021-10-14T17:21:06.464Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-184.global has failed, no acks received === CONT TestFSM_UpdateEval nomad-119 2021-10-14T17:21:06.234Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9308 nomad-119 2021-10-14T17:21:06.468Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9353 [Candidate]" term=14 nomad-119 2021-10-14T17:21:06.468Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-119 2021-10-14T17:21:06.468Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-119 2021-10-14T17:21:06.468Z [WARN] raft/raft.go:1463: nomad.raft: rejecting vote request since our last term is greater: candidate=127.0.0.1:9340 last-term=13 last-candidate-term=2 nomad-119 2021-10-14T17:21:06.468Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9353 [Follower]" leader= nomad-124 2021-10-14T17:21:06.233Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-115 2021-10-14T17:21:06.248Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Marking nomad-100.global as failed, suspect timeout reached (0 peer confirmations) nomad-115 2021-10-14T17:21:06.468Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberFailed: nomad-100.global 127.0.0.1 nomad-115 2021-10-14T17:21:06.469Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-100.global (Addr: 127.0.0.1:9329) (DC: dc1)" nomad-100 2021-10-14T17:21:06.362Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-100 2021-10-14T17:21:06.469Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9329 term=25 tally=1 nomad-100 2021-10-14T17:21:06.469Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election === CONT TestFSM_DeregisterJob_NoPurge nomad-100 2021-10-14T17:21:06.469Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9329 [Candidate]" term=26 nomad-100 2021-10-14T17:21:06.469Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-100 2021-10-14T17:21:06.469Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9329 term=26 tally=1 === CONT TestFSM_DeregisterJob_Purge nomad-179 2021-10-14T17:21:06.469Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-185.two (Addr: 127.0.0.1:9351) (DC: dc1)" nomad-130 2021-10-14T17:21:06.362Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9340 [Candidate]" term=16 nomad-130 2021-10-14T17:21:06.469Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-130 2021-10-14T17:21:06.469Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9340 term=16 tally=1 nomad-189 2021-10-14T17:21:06.469Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-103 2021-10-14T17:21:06.362Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9308 nomad-103 2021-10-14T17:21:06.469Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9333 [Candidate]" term=14 nomad-103 2021-10-14T17:21:06.469Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-103 2021-10-14T17:21:06.469Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=14 nomad-103 2021-10-14T17:21:06.469Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9333 term=14 tally=1 === CONT TestFSM_RegisterPeriodicJob_NonLeader === CONT TestFSM_RegisterJob 2021-10-14T17:21:06.471Z [DEBUG] nomad/periodic.go:250: periodic: registered periodic job: job="" === CONT TestFSM_UpdateNodeEligibility_Unblock 2021-10-14T17:21:06.465Z [DEBUG] scheduler/generic_sched.go:275: fsm.service_sched: failed to place all allocations, blocked eval created: eval_id=dedbb5da-6a96-7ad9-0eec-5dc1e603603a job_id=mock-service-bec7ac7b-3727-e26d-731a-1142dfd7411e namespace=default blocked_eval_id=d4e001cc-1f83-3890-647b-3e5db878d2ba 2021-10-14T17:21:06.472Z [DEBUG] scheduler/util.go:535: fsm.service_sched: setting eval status: eval_id=dedbb5da-6a96-7ad9-0eec-5dc1e603603a job_id=mock-service-bec7ac7b-3727-e26d-731a-1142dfd7411e namespace=default status=complete === CONT TestFSM_UpdateNodeEligibility 2021-10-14T17:21:06.473Z [ERROR] nomad/fsm.go:453: fsm: UpdateNodeEligibility failed: error="can not set node's scheduling eligibility to eligible while it is draining" === CONT TestFSM_UpdateNodeDrain_Pre08_Compatibility 2021-10-14T17:21:06.539Z [DEBUG] nomad/periodic.go:250: periodic: registered periodic job: job="" 2021-10-14T17:21:06.539Z [DEBUG] nomad/periodic.go:297: periodic: deregistered periodic job: job="" === CONT TestFSM_RegisterJob_BadNamespace === CONT TestFSM_BatchUpdateNodeDrain === CONT TestFSM_UpdateNodeStatus nomad-186 2021-10-14T17:21:06.550Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-186 2021-10-14T17:21:06.550Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9312 [Candidate]" term=6 nomad-186 2021-10-14T17:21:06.550Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-186 2021-10-14T17:21:06.550Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9312 term=6 tally=1 nomad-186 2021-10-14T17:21:06.251Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-182.global (Addr: 127.0.0.1:9317) (DC: dc1)" nomad-186 2021-10-14T17:21:06.465Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-182.global has failed, no acks received nomad-186 2021-10-14T17:21:06.551Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-182.global 127.0.0.1 nomad-182 2021-10-14T17:21:06.461Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-186.global has failed, no acks received nomad-184 2021-10-14T17:21:06.551Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-180.global (Addr: 127.0.0.1:9369) (DC: dc1)" nomad-187 2021-10-14T17:21:06.551Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-187 2021-10-14T17:21:06.551Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave 2021-10-14T17:21:06.552Z [ERROR] nomad/fsm.go:485: fsm: UpsertJob failed: error="job "mock-service-7bc87ec0-9a2f-4af5-d488-391f8d3d299d" is in nonexistent namespace "foo"" nomad-124 2021-10-14T17:21:06.233Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-124 2021-10-14T17:21:06.552Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9308 [Candidate]" term=14 nomad-124 2021-10-14T17:21:06.552Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-124 2021-10-14T17:21:06.552Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9308 term=14 tally=1 nomad-124 2021-10-14T17:21:06.552Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=14 nomad-115 2021-10-14T17:21:06.464Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-115 2021-10-14T17:21:06.552Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-115 2021-10-14T17:21:06.552Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9363 [Candidate]" term=26 nomad-115 2021-10-14T17:21:06.552Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-115 2021-10-14T17:21:06.553Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9363 term=26 tally=1 nomad-187 2021-10-14T17:21:06.553Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-115 2021-10-14T17:21:06.553Z [ERROR] go-hclog/stdlog.go:50: nomad: memberlist: Failed fallback ping: write tcp 127.0.0.1:58140->127.0.0.1:9330: i/o timeout nomad-115 2021-10-14T17:21:06.553Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-100.global has failed, no acks received nomad-100 2021-10-14T17:21:06.465Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:58140 nomad-100 2021-10-14T17:21:06.630Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=26 nomad-119 2021-10-14T17:21:06.630Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9345 127.0.0.1:9345}" error="dial tcp 127.0.0.1:9345: connect: connection refused" nomad-124 2021-10-14T17:21:06.630Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=14 nomad-182 2021-10-14T17:21:06.631Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-115 2021-10-14T17:21:06.631Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=26 nomad-182 2021-10-14T17:21:06.631Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9317 [Follower]" leader= nomad-130 2021-10-14T17:21:06.631Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9345 127.0.0.1:9345}" error="dial tcp 127.0.0.1:9345: connect: connection refused" === CONT TestFSM_UpdateNodeDrain nomad-115 2021-10-14T17:21:06.633Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-100.global 127.0.0.1 nomad-115 2021-10-14T17:21:06.633Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-100.global (Addr: 127.0.0.1:9329) (DC: dc1)" nomad-130 2021-10-14T17:21:06.634Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageLeaveType: nomad-129.global nomad-130 2021-10-14T17:21:06.634Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberLeave (forced): nomad-129.global 127.0.0.1 nomad-185 2021-10-14T17:21:06.634Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-179.global 127.0.0.1 nomad-130 2021-10-14T17:21:06.634Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-129.global (Addr: 127.0.0.1:9345) (DC: dc1)" nomad-184 2021-10-14T17:21:06.634Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-180.global) nomad-185 2021-10-14T17:21:06.634Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-179.global (Addr: 127.0.0.1:9335) (DC: dc1)" nomad-119 2021-10-14T17:21:06.635Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageLeaveType: nomad-129.global nomad-119 2021-10-14T17:21:06.635Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberLeave (forced): nomad-129.global 127.0.0.1 nomad-119 2021-10-14T17:21:06.635Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-129.global (Addr: 127.0.0.1:9345) (DC: dc1)" nomad-123 2021-10-14T17:21:06.635Z [WARN] nomad/acl_endpoint.go:444: nomad.acl: bootstrap file parsed: path=/tmp/nomad842364121/acl-bootstrap-reset reset_index=7 nomad-186 2021-10-14T17:21:06.635Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9317 term=6 tally=2 nomad-186 2021-10-14T17:21:06.635Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-186 2021-10-14T17:21:06.636Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9312 [Leader]" nomad-123 2021-10-14T17:21:06.636Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-123 2021-10-14T17:21:06.636Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-186 2021-10-14T17:21:06.636Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9317 nomad-123 2021-10-14T17:21:06.636Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-124 2021-10-14T17:21:06.636Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageLeaveType: nomad-129.global nomad-124 2021-10-14T17:21:06.636Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-124 2021-10-14T17:21:06.636Z [WARN] raft/raft.go:1463: nomad.raft: rejecting vote request since our last term is greater: candidate=127.0.0.1:9340 last-term=13 last-candidate-term=2 nomad-124 2021-10-14T17:21:06.636Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9308 [Follower]" leader= nomad-186 2021-10-14T17:21:06.637Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-180 2021-10-14T17:21:06.645Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-180 2021-10-14T17:21:06.645Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9369 [Candidate]" term=9 nomad-180 2021-10-14T17:21:06.646Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-180 2021-10-14T17:21:06.646Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9369 term=9 tally=1 nomad-124 2021-10-14T17:21:06.647Z [DEBUG] go-hclog/stdlog.go:44: nomad: serf: messageLeaveType: nomad-129.global nomad-187 2021-10-14T17:21:06.648Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-189 2021-10-14T17:21:06.655Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-103 2021-10-14T17:21:06.362Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberFailed: nomad-129.global 127.0.0.1 nomad-103 2021-10-14T17:21:06.655Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-129.global (timeout reached) nomad-103 2021-10-14T17:21:06.656Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-129.global (Addr: 127.0.0.1:9345) (DC: dc1)" nomad-103 2021-10-14T17:21:06.656Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-129.global has failed, no acks received nomad-124 2021-10-14T17:21:06.658Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-124 2021-10-14T17:21:06.658Z [WARN] raft/raft.go:1463: nomad.raft: rejecting vote request since our last term is greater: candidate=127.0.0.1:9340 last-term=13 last-candidate-term=2 nomad-103 2021-10-14T17:21:06.658Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9345 127.0.0.1:9345}" error="dial tcp 127.0.0.1:9345: connect: connection refused" nomad-130 2021-10-14T17:21:06.659Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9345 127.0.0.1:9345}" error="dial tcp 127.0.0.1:9345: connect: connection refused" nomad-184 2021-10-14T17:21:06.659Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-124 2021-10-14T17:21:06.659Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-184 2021-10-14T17:21:06.659Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9367 [Candidate]" term=6 === CONT TestFSM_DeregisterNode nomad-184 2021-10-14T17:21:06.659Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-184 2021-10-14T17:21:06.659Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9367 term=6 tally=1 nomad-184 2021-10-14T17:21:06.659Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=6 nomad-184 2021-10-14T17:21:06.659Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-184 2021-10-14T17:21:06.659Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9367 [Follower]" leader= nomad-184 2021-10-14T17:21:06.659Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-180 2021-10-14T17:21:06.660Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9367 term=9 tally=2 nomad-180 2021-10-14T17:21:06.660Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-180 2021-10-14T17:21:06.660Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9369 [Leader]" nomad-180 2021-10-14T17:21:06.660Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9367 nomad-180 2021-10-14T17:21:06.660Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired === CONT TestFSM_UpsertNodeEvents nomad-180 2021-10-14T17:21:06.660Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9367 127.0.0.1:9367}" nomad-180 2021-10-14T17:21:06.660Z [WARN] raft/raft.go:1418: nomad.raft: rejecting vote request since we have a leader: from=127.0.0.1:9367 leader=127.0.0.1:9369 nomad-180 2021-10-14T17:21:06.661Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=f5398c56-45db-2983-c221-46ab45e5bfbb create_time=1634232065859529821 nomad-180 2021-10-14T17:21:06.661Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-184.global (timeout reached) nomad-103 2021-10-14T17:21:06.661Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-103 2021-10-14T17:21:06.661Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9333 [Candidate]" term=15 nomad-103 2021-10-14T17:21:06.661Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-103 2021-10-14T17:21:06.661Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-103 2021-10-14T17:21:06.661Z [WARN] raft/raft.go:1463: nomad.raft: rejecting vote request since our last term is greater: candidate=127.0.0.1:9340 last-term=13 last-candidate-term=2 nomad-103 2021-10-14T17:21:06.661Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9333 [Follower]" leader= nomad-185 2021-10-14T17:21:06.637Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-123 2021-10-14T17:21:06.661Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-119 2021-10-14T17:21:06.661Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-182 2021-10-14T17:21:06.730Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9312 nomad-119 2021-10-14T17:21:06.730Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9353 [Candidate]" term=16 nomad-182 2021-10-14T17:21:06.730Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9317 [Candidate]" term=7 nomad-182 2021-10-14T17:21:06.730Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-103 2021-10-14T17:21:06.665Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9345 127.0.0.1:9345}" error="dial tcp 127.0.0.1:9345: connect: connection refused" nomad-180 2021-10-14T17:21:06.669Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-182 2021-10-14T17:21:06.730Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9317 term=7 tally=1 nomad-191 2021-10-14T17:21:06.672Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-180 2021-10-14T17:21:06.670Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Marking nomad-184.global as failed, suspect timeout reached (0 peer confirmations) nomad-191 2021-10-14T17:21:06.730Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-185 2021-10-14T17:21:06.658Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a dead message (from: nomad-179.global) nomad-180 2021-10-14T17:21:06.730Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberFailed: nomad-184.global 127.0.0.1 nomad-185 2021-10-14T17:21:06.730Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-184 2021-10-14T17:21:06.663Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:47770 nomad-184 2021-10-14T17:21:06.730Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-180.global (timeout reached) nomad-191 2021-10-14T17:21:06.731Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-186 2021-10-14T17:21:06.637Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9317 127.0.0.1:9317}" nomad-100 2021-10-14T17:21:06.662Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-185 2021-10-14T17:21:06.730Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-130 2021-10-14T17:21:06.661Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-119 2021-10-14T17:21:06.730Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-186 2021-10-14T17:21:06.731Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9317 time=93.90539ms nomad-130 2021-10-14T17:21:06.731Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9340 [Candidate]" term=17 nomad-119 2021-10-14T17:21:06.731Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9353 term=16 tally=1 nomad-124 2021-10-14T17:21:06.237Z [ERROR] raft/replication.go:218: nomad.raft: failed to appendEntries to: peer="{Voter 127.0.0.1:9345 127.0.0.1:9345}" error="dial tcp 127.0.0.1:9345: connect: connection refused" nomad-179 2021-10-14T17:21:06.731Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-130 2021-10-14T17:21:06.731Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-119 2021-10-14T17:21:06.731Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=16 nomad-124 2021-10-14T17:21:06.250Z [ERROR] raft/replication.go:380: nomad.raft: failed to heartbeat to: peer=127.0.0.1:9345 error="dial tcp 127.0.0.1:9345: connect: connection refused" nomad-179 2021-10-14T17:21:06.731Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-130 2021-10-14T17:21:06.731Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9340 term=17 tally=1 nomad-124 2021-10-14T17:21:06.362Z [ERROR] raft/replication.go:218: nomad.raft: failed to appendEntries to: peer="{Voter 127.0.0.1:9340 127.0.0.1:9340}" error="read tcp 127.0.0.1:35390->127.0.0.1:9340: i/o timeout" nomad-186 2021-10-14T17:21:06.654Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-182.global) nomad-115 2021-10-14T17:21:06.663Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-115 2021-10-14T17:21:06.731Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9363 [Candidate]" term=27 nomad-186 2021-10-14T17:21:06.661Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-182.global (Addr: 127.0.0.1:9317) (DC: dc1)" nomad-180 2021-10-14T17:21:06.730Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-184.global (Addr: 127.0.0.1:9367) (DC: dc1)" nomad-115 2021-10-14T17:21:06.731Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-180 2021-10-14T17:21:06.731Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9367 time=69.997014ms nomad-115 2021-10-14T17:21:06.731Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9363 term=27 tally=1 nomad-185 2021-10-14T17:21:06.731Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-180 2021-10-14T17:21:06.732Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-100 2021-10-14T17:21:06.731Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9329 [Candidate]" term=27 nomad-180 2021-10-14T17:21:06.732Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:54244 nomad-179 2021-10-14T17:21:06.732Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-100 2021-10-14T17:21:06.663Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9363 127.0.0.1:9363}" error="read tcp 127.0.0.1:52526->127.0.0.1:9363: i/o timeout" nomad-180 2021-10-14T17:21:06.732Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9369 [Follower]" leader= nomad-180 2021-10-14T17:21:06.732Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-103 2021-10-14T17:21:06.732Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-103 2021-10-14T17:21:06.732Z [WARN] raft/raft.go:1463: nomad.raft: rejecting vote request since our last term is greater: candidate=127.0.0.1:9340 last-term=13 last-candidate-term=2 nomad-115 2021-10-14T17:21:06.663Z [ERROR] raft-net: failed to decode incoming command: error="read tcp 127.0.0.1:9363->127.0.0.1:52526: read: connection reset by peer" nomad-119 2021-10-14T17:21:06.732Z [DEBUG] raft/raft.go:278: nomad.raft: newer term discovered, fallback to follower nomad-119 2021-10-14T17:21:06.732Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9353 [Follower]" leader= nomad-124 2021-10-14T17:21:06.465Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9353 127.0.0.1:9353}" nomad-119 2021-10-14T17:21:06.732Z [WARN] raft/raft.go:1463: nomad.raft: rejecting vote request since our last term is greater: candidate=127.0.0.1:9340 last-term=13 last-candidate-term=2 nomad-130 2021-10-14T17:21:06.733Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9345 127.0.0.1:9345}" error="dial tcp 127.0.0.1:9345: connect: connection refused" nomad-124 2021-10-14T17:21:06.465Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9353 127.0.0.1:9353}" error="read tcp 127.0.0.1:34296->127.0.0.1:9353: i/o timeout" nomad-124 2021-10-14T17:21:06.465Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9333 127.0.0.1:9333}" nomad-100 2021-10-14T17:21:06.733Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-100 2021-10-14T17:21:06.733Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=27 nomad-186 2021-10-14T17:21:06.731Z [ERROR] raft/replication.go:581: nomad.raft: peer has newer term, stopping replication: peer="{Voter 127.0.0.1:9317 127.0.0.1:9317}" nomad-186 2021-10-14T17:21:06.733Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9317 127.0.0.1:9317}" nomad-115 2021-10-14T17:21:06.733Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=27 nomad-186 2021-10-14T17:21:06.732Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-186 2021-10-14T17:21:06.733Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9312 [Follower]" leader= nomad-186 2021-10-14T17:21:06.733Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-186 2021-10-14T17:21:06.734Z [WARN] raft/raft.go:1471: nomad.raft: rejecting vote request since our last index is greater: candidate=127.0.0.1:9317 last-index=5 last-candidate-index=4 nomad-180 2021-10-14T17:21:06.734Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9367 127.0.0.1:9367}" nomad-186 2021-10-14T17:21:06.734Z [ERROR] nomad/leader.go:136: nomad: failed to wait for barrier: error="leadership lost while committing log" nomad-186 2021-10-14T17:21:06.734Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-186 2021-10-14T17:21:06.734Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-179 2021-10-14T17:21:06.734Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-192 2021-10-14T17:21:06.745Z [DEBUG] nomad/client_agent_endpoint_test.go:391: nomad: test log === CONT TestEvalEndpoint_Reblock_NonBlocked nomad-191 2021-10-14T17:21:06.757Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-130 2021-10-14T17:21:06.761Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-103.global has failed, no acks received --- PASS: TestFSM_UpsertAllocs_SharedJob (0.22s) === CONT TestFSM_UpdateEval_NoUntrack === CONT TestFSM_UpsertNode_Canonicalize === CONT TestFSM_UpsertNode === CONT TestFSM_BatchDeregisterJob === CONT TestEvalEndpoint_Reblock_Nonexistent === CONT TestFSM_UpdateEval_Untrack === CONT TestEvalEndpoint_Allocations_Blocking === CONT TestEvalEndpoint_Allocations_ACL === CONT TestEvalEndpoint_Allocations --- PASS: TestFSM_UpdateAllocFromClient (0.53s) --- PASS: TestFSM_DeleteEval (0.00s) --- PASS: TestFSM_UpsertAllocs_Canonicalize (0.22s) --- PASS: TestFSM_UpdateEval_Blocked (0.00s) --- PASS: TestFSM_SnapshotRestore_Jobs (0.62s) --- PASS: TestFSM_UpdateEval (0.00s) --- PASS: TestFSM_ApplyPlanResults (0.54s) --- PASS: TestAgentProfile_ACL (1.64s) --- PASS: TestFSM_RegisterPeriodicJob_NonLeader (0.00s) --- PASS: TestFSM_RegisterJob (0.00s) --- PASS: TestFSM_ReconcileSummaries (1.22s) --- PASS: TestFSM_UpdateNodeEligibility (0.00s) --- PASS: TestFSM_DeregisterJob_Purge (0.07s) --- PASS: TestFSM_DeploymentAllocHealth (0.69s) --- PASS: TestFSM_BatchUpdateNodeDrain (0.00s) --- PASS: TestFSM_UpdateNodeDrain_Pre08_Compatibility (0.08s) --- PASS: TestFSM_RegisterJob_BadNamespace (0.01s) --- PASS: TestClientCSI_NodeForControllerPlugin (2.02s) --- PASS: TestFSM_UpdateNodeEligibility_Unblock (0.19s) --- PASS: TestFSM_DeregisterNode (0.00s) --- PASS: TestFSM_UpdateAllocFromClient_Unblock (0.60s) --- PASS: TestAgentHost_ACL (1.98s) --- PASS: TestServerWithNodeConn_Path_Region (2.37s) --- PASS: TestACLEndpoint_Bootstrap_Reset (5.49s) --- PASS: TestFSM_UpdateEval_NoUntrack (0.00s) === CONT TestEvalEndpoint_List_Blocking --- PASS: TestFSM_UpdateEval_Untrack (0.00s) === CONT TestEvalEndpoint_List_ACL --- PASS: TestFSM_UpdateNodeStatus (0.20s) === CONT TestEvalEndpoint_List --- PASS: TestFSM_UpdateNodeDrain (0.20s) === CONT TestEvalEndpoint_Reap --- PASS: TestFSM_UpsertNodeEvents (0.37s) === CONT TestEvalEndpoint_Create nomad-130 2021-10-14T17:21:06.970Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-184 2021-10-14T17:21:07.138Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9369 nomad-196 2021-10-14T17:21:07.043Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9318 Address:127.0.0.1:9318}]" nomad-184 2021-10-14T17:21:07.138Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9367 [Candidate]" term=10 nomad-100 2021-10-14T17:21:06.733Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9329 term=27 tally=1 nomad-184 2021-10-14T17:21:07.139Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 2021-10-14T17:21:06.769Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-184 2021-10-14T17:21:07.139Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9367 term=10 tally=1 2021-10-14T17:21:06.838Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-193 2021-10-14T17:21:06.839Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9377 Address:127.0.0.1:9377}]" 2021-10-14T17:21:06.840Z [DEBUG] nomad/periodic.go:250: periodic: registered periodic job: job="" 2021-10-14T17:21:06.841Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:06.841Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:06.765Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:06.842Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-192 2021-10-14T17:21:06.973Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-124 2021-10-14T17:21:06.663Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9345 127.0.0.1:9345}" error="dial tcp 127.0.0.1:9345: connect: connection refused" nomad-192 2021-10-14T17:21:07.139Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave 2021-10-14T17:21:06.761Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-124 2021-10-14T17:21:06.731Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-124 2021-10-14T17:21:07.139Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9308 [Candidate]" term=17 nomad-182 2021-10-14T17:21:07.050Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-186.global (timeout reached) nomad-124 2021-10-14T17:21:07.139Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-186 2021-10-14T17:21:07.136Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-124 2021-10-14T17:21:07.139Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9308 term=17 tally=1 nomad-186 2021-10-14T17:21:07.139Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9312 [Candidate]" term=8 nomad-124 2021-10-14T17:21:07.139Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=17 nomad-186 2021-10-14T17:21:07.139Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-180 2021-10-14T17:21:06.838Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-184.global 127.0.0.1 nomad-186 2021-10-14T17:21:07.139Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9312 term=8 tally=1 nomad-180 2021-10-14T17:21:07.031Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= 2021-10-14T17:21:06.838Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-180 2021-10-14T17:21:07.139Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9369 [Candidate]" term=10 nomad-103 2021-10-14T17:21:06.972Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-180 2021-10-14T17:21:07.139Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-103 2021-10-14T17:21:07.139Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9333 [Candidate]" term=18 nomad-180 2021-10-14T17:21:07.139Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9369 term=10 tally=1 nomad-103 2021-10-14T17:21:07.139Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-103 2021-10-14T17:21:07.140Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9333 term=18 tally=1 nomad-115 2021-10-14T17:21:07.045Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-119 2021-10-14T17:21:06.733Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9345 127.0.0.1:9345}" error="dial tcp 127.0.0.1:9345: connect: connection refused" nomad-115 2021-10-14T17:21:07.140Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9363 [Candidate]" term=28 nomad-119 2021-10-14T17:21:06.973Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-115 2021-10-14T17:21:07.140Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-119 2021-10-14T17:21:07.140Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9353 [Candidate]" term=18 nomad-115 2021-10-14T17:21:07.140Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9363 term=28 tally=1 nomad-119 2021-10-14T17:21:07.140Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-119 2021-10-14T17:21:07.140Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9353 term=18 tally=1 --- PASS: TestMonitor_MonitorServer (2.01s) === CONT TestEvalEndpoint_Update nomad-130 2021-10-14T17:21:07.138Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9340 [Candidate]" term=18 nomad-130 2021-10-14T17:21:07.144Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-130 2021-10-14T17:21:07.144Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9340 term=18 tally=1 nomad-130 2021-10-14T17:21:07.138Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-119.global (timeout reached) nomad-130 2021-10-14T17:21:07.154Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=18 nomad-200 2021-10-14T17:21:07.155Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9365 Address:127.0.0.1:9365}]" 2021-10-14T17:21:07.156Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:07.233Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:07.233Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:07.234Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:07.234Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:07.234Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:07.234Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-115 2021-10-14T17:21:07.237Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-100.global (timeout reached) nomad-130 2021-10-14T17:21:07.237Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-186 2021-10-14T17:21:07.237Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-130 2021-10-14T17:21:07.237Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9340 [Candidate]" term=19 nomad-186 2021-10-14T17:21:07.237Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9312 [Candidate]" term=9 nomad-130 2021-10-14T17:21:07.237Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-186 2021-10-14T17:21:07.237Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-130 2021-10-14T17:21:07.237Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9340 term=19 tally=1 nomad-186 2021-10-14T17:21:07.237Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9312 term=9 tally=1 nomad-193 2021-10-14T17:21:07.239Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9377 [Follower]" leader= nomad-119 2021-10-14T17:21:07.240Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-119 2021-10-14T17:21:07.240Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9353 [Candidate]" term=19 nomad-119 2021-10-14T17:21:07.240Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-119 2021-10-14T17:21:07.240Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9353 term=19 tally=1 nomad-184 2021-10-14T17:21:07.240Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-184 2021-10-14T17:21:07.240Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9367 [Candidate]" term=11 nomad-184 2021-10-14T17:21:07.240Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-184 2021-10-14T17:21:07.240Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9367 term=11 tally=1 nomad-124 2021-10-14T17:21:07.241Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-124 2021-10-14T17:21:07.241Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9308 [Candidate]" term=18 nomad-124 2021-10-14T17:21:07.241Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-124 2021-10-14T17:21:07.241Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9308 term=18 tally=1 nomad-180 2021-10-14T17:21:07.241Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-180 2021-10-14T17:21:07.241Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9369 [Candidate]" term=11 nomad-180 2021-10-14T17:21:07.241Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-180 2021-10-14T17:21:07.241Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9369 term=11 tally=1 nomad-022 2021-10-14T17:21:07.238Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-103 2021-10-14T17:21:07.243Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-103 2021-10-14T17:21:07.243Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9333 [Candidate]" term=19 nomad-115 2021-10-14T17:21:07.243Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-115 2021-10-14T17:21:07.243Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9363 [Candidate]" term=29 nomad-115 2021-10-14T17:21:07.243Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-115 2021-10-14T17:21:07.243Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9363 term=29 tally=1 nomad-103 2021-10-14T17:21:07.243Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-103 2021-10-14T17:21:07.244Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9333 term=19 tally=1 2021-10-14T17:21:06.763Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:06.842Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= --- PASS: TestFSM_UpsertNode_Canonicalize (0.42s) === CONT TestEvalEndpoint_Nack 2021-10-14T17:21:06.839Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:06.841Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:06.838Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:06.841Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:06.765Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:06.841Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-192 2021-10-14T17:21:06.973Z [DEBUG] nomad/client_agent_endpoint_test.go:391: nomad: test log nomad-100 2021-10-14T17:21:07.139Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-180 2021-10-14T17:21:07.331Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-180 2021-10-14T17:21:07.331Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9369 [Candidate]" term=12 nomad-180 2021-10-14T17:21:07.331Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-180 2021-10-14T17:21:07.331Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9369 term=12 tally=1 nomad-103 2021-10-14T17:21:07.331Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-103 2021-10-14T17:21:07.331Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9333 [Candidate]" term=20 nomad-103 2021-10-14T17:21:07.331Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-103 2021-10-14T17:21:07.331Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9333 term=20 tally=1 nomad-119 2021-10-14T17:21:07.332Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-119 2021-10-14T17:21:07.332Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9353 [Candidate]" term=20 nomad-119 2021-10-14T17:21:07.332Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-119 2021-10-14T17:21:07.332Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9353 term=20 tally=1 nomad-184 2021-10-14T17:21:07.332Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-184 2021-10-14T17:21:07.332Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9367 [Candidate]" term=12 nomad-184 2021-10-14T17:21:07.332Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-184 2021-10-14T17:21:07.332Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9367 term=12 tally=1 nomad-124 2021-10-14T17:21:07.332Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-124 2021-10-14T17:21:07.332Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9308 [Candidate]" term=19 nomad-124 2021-10-14T17:21:07.332Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-124 2021-10-14T17:21:07.332Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9308 term=19 tally=1 nomad-130 2021-10-14T17:21:07.335Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-130 2021-10-14T17:21:07.335Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9340 [Candidate]" term=20 nomad-130 2021-10-14T17:21:07.335Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-130 2021-10-14T17:21:07.335Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9340 term=20 tally=1 nomad-115 2021-10-14T17:21:07.336Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-115 2021-10-14T17:21:07.336Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9363 [Candidate]" term=30 nomad-115 2021-10-14T17:21:07.336Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-115 2021-10-14T17:21:07.336Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9363 term=30 tally=1 2021-10-14T17:21:07.242Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-180 2021-10-14T17:21:07.370Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-184.global (Addr: 127.0.0.1:9367) (DC: dc1)" 2021-10-14T17:21:07.242Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= === CONT TestEvalEndpoint_Ack 2021-10-14T17:21:07.242Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-186 2021-10-14T17:21:07.252Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9317 127.0.0.1:9317}" error="read tcp 127.0.0.1:60118->127.0.0.1:9317: i/o timeout" nomad-186 2021-10-14T17:21:07.335Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-103 2021-10-14T17:21:07.370Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9345 127.0.0.1:9345}" error="dial tcp 127.0.0.1:9345: connect: connection refused" nomad-186 2021-10-14T17:21:07.370Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9312 [Candidate]" term=10 nomad-184 2021-10-14T17:21:07.370Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-180.global has failed, no acks received 2021-10-14T17:21:07.242Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:07.370Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:07.242Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:07.370Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:07.242Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-130 2021-10-14T17:21:07.370Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Marking nomad-103.global as failed, suspect timeout reached (0 peer confirmations) nomad-130 2021-10-14T17:21:07.370Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberFailed: nomad-103.global 127.0.0.1 nomad-186 2021-10-14T17:21:07.370Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-130 2021-10-14T17:21:07.370Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-103.global (Addr: 127.0.0.1:9333) (DC: dc1)" nomad-186 2021-10-14T17:21:07.370Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9312 term=10 tally=1 2021-10-14T17:21:07.242Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:07.371Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:07.242Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:07.371Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:07.371Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-130 2021-10-14T17:21:07.371Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9345 127.0.0.1:9345}" error="dial tcp 127.0.0.1:9345: connect: connection refused" 2021-10-14T17:21:07.242Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:07.242Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:07.371Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:07.371Z [DEBUG] nomad/periodic.go:250: periodic: registered periodic job: job="" 2021-10-14T17:21:07.242Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:07.371Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-198 2021-10-14T17:21:07.371Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9390 Address:127.0.0.1:9390}]" nomad-200 2021-10-14T17:21:07.239Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9365 [Follower]" leader= 2021-10-14T17:21:07.371Z [DEBUG] nomad/periodic.go:297: periodic: deregistered periodic job: job="" nomad-103 2021-10-14T17:21:07.371Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-130.global) nomad-200 2021-10-14T17:21:07.371Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-200.global 127.0.0.1 2021-10-14T17:21:07.371Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:07.371Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-200 2021-10-14T17:21:07.371Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] 2021-10-14T17:21:07.371Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-130 2021-10-14T17:21:07.371Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-119.global has failed, no acks received --- PASS: TestFSM_DeregisterJob_NoPurge (0.90s) === CONT TestEvalEndpoint_Dequeue_Version_Mismatch 2021-10-14T17:21:07.371Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-200 2021-10-14T17:21:07.371Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-200.global (Addr: 127.0.0.1:9365) (DC: dc1)" 2021-10-14T17:21:07.371Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-198 2021-10-14T17:21:07.371Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9390 [Follower]" leader= 2021-10-14T17:21:07.371Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:07.371Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:07.371Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:07.371Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:07.371Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:07.371Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:07.371Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:07.371Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:07.372Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:07.371Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:07.372Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-198 2021-10-14T17:21:07.372Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-198.global 127.0.0.1 2021-10-14T17:21:07.372Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:07.372Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-198 2021-10-14T17:21:07.372Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] 2021-10-14T17:21:07.372Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:07.372Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:07.372Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-198 2021-10-14T17:21:07.372Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-198.global (Addr: 127.0.0.1:9390) (DC: dc1)" 2021-10-14T17:21:07.372Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-196 2021-10-14T17:21:07.140Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9318 [Follower]" leader= nomad-124 2021-10-14T17:21:07.372Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9345 127.0.0.1:9345}" error="dial tcp 127.0.0.1:9345: connect: connection refused" nomad-100 2021-10-14T17:21:07.373Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:58212 nomad-124 2021-10-14T17:21:07.430Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=19 2021-10-14T17:21:07.430Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:07.431Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:07.431Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-130 2021-10-14T17:21:07.431Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-130 2021-10-14T17:21:07.431Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9340 [Candidate]" term=21 nomad-130 2021-10-14T17:21:07.431Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-130 2021-10-14T17:21:07.431Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9340 term=21 tally=1 nomad-115 2021-10-14T17:21:07.431Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-115 2021-10-14T17:21:07.431Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9363 [Candidate]" term=31 nomad-115 2021-10-14T17:21:07.431Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-115 2021-10-14T17:21:07.432Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9363 term=31 tally=1 nomad-124 2021-10-14T17:21:07.432Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-124 2021-10-14T17:21:07.432Z [WARN] raft/raft.go:1463: nomad.raft: rejecting vote request since our last term is greater: candidate=127.0.0.1:9340 last-term=13 last-candidate-term=2 nomad-124 2021-10-14T17:21:07.432Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9308 [Follower]" leader= nomad-103 2021-10-14T17:21:07.432Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-103 2021-10-14T17:21:07.433Z [WARN] raft/raft.go:1463: nomad.raft: rejecting vote request since our last term is greater: candidate=127.0.0.1:9340 last-term=13 last-candidate-term=2 nomad-130 2021-10-14T17:21:07.433Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9345 127.0.0.1:9345}" error="dial tcp 127.0.0.1:9345: connect: connection refused" nomad-103 2021-10-14T17:21:07.433Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9333 [Follower]" leader= nomad-180 2021-10-14T17:21:07.433Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-180 2021-10-14T17:21:07.433Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9369 [Candidate]" term=13 nomad-184 2021-10-14T17:21:07.433Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-180 2021-10-14T17:21:07.433Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 --- PASS: TestFSM_UpsertNode (0.42s) nomad-184 2021-10-14T17:21:07.433Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9367 [Candidate]" term=13 nomad-184 2021-10-14T17:21:07.449Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-184 2021-10-14T17:21:07.449Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=13 nomad-184 2021-10-14T17:21:07.449Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9367 term=13 tally=1 2021-10-14T17:21:07.259Z [DEBUG] nomad/periodic.go:344: periodic: scheduled periodic job launch: launch_delay=8m52.860750683s job="" 2021-10-14T17:21:07.376Z [DEBUG] nomad/periodic.go:297: periodic: deregistered periodic job: job="" --- PASS: TestFSM_BatchDeregisterJob (0.61s) === CONT TestEvalEndpoint_Dequeue_WaitIndex_Eval nomad-198 2021-10-14T17:21:07.437Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-198 2021-10-14T17:21:07.450Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9390 [Candidate]" term=2 nomad-103 2021-10-14T17:21:07.434Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-119.global (timeout reached) nomad-198 2021-10-14T17:21:07.450Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-198 2021-10-14T17:21:07.450Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9390 term=2 tally=1 nomad-198 2021-10-14T17:21:07.450Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-198 2021-10-14T17:21:07.450Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9390 [Leader]" nomad-198 2021-10-14T17:21:07.450Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired 2021-10-14T17:21:06.763Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:06.763Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:06.764Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:06.764Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:06.764Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:06.764Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:06.769Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:06.769Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:06.841Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-100 2021-10-14T17:21:07.434Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-115.global (timeout reached) 2021-10-14T17:21:06.841Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:06.841Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:06.841Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:06.841Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:06.842Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-115 2021-10-14T17:21:07.440Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Was able to connect to nomad-100.global but other probes failed, network may be misconfigured 2021-10-14T17:21:06.842Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:06.842Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-130 2021-10-14T17:21:07.434Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-124.global (timeout reached) nomad-103 2021-10-14T17:21:07.442Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9345 127.0.0.1:9345}" error="dial tcp 127.0.0.1:9345: connect: connection refused" 2021-10-14T17:21:06.765Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:06.765Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:06.765Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:06.765Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:06.770Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-196 2021-10-14T17:21:07.440Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-196.global 127.0.0.1 2021-10-14T17:21:07.260Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:07.439Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:07.439Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-196 2021-10-14T17:21:07.452Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-100 2021-10-14T17:21:07.447Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9329 [Candidate]" term=28 nomad-100 2021-10-14T17:21:07.452Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-100 2021-10-14T17:21:07.452Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=28 nomad-100 2021-10-14T17:21:07.452Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9329 term=28 tally=1 nomad-199 2021-10-14T17:21:07.440Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9383 Address:127.0.0.1:9383}]" nomad-100 2021-10-14T17:21:07.452Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-100 2021-10-14T17:21:07.452Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9329 [Follower]" leader= nomad-115 2021-10-14T17:21:07.452Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9329 term=31 tally=2 nomad-115 2021-10-14T17:21:07.453Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-115 2021-10-14T17:21:07.453Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9363 [Leader]" nomad-115 2021-10-14T17:21:07.453Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9329 nomad-199 2021-10-14T17:21:07.453Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-199.global 127.0.0.1 nomad-199 2021-10-14T17:21:07.453Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] 2021-10-14T17:21:07.441Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:07.457Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-124 2021-10-14T17:21:07.437Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-119.global (timeout reached) nomad-115 2021-10-14T17:21:07.457Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9329 127.0.0.1:9329}" nomad-199 2021-10-14T17:21:07.458Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9383 [Follower]" leader= 2021-10-14T17:21:07.460Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-022 2021-10-14T17:21:07.257Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:07.353Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:07.372Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:07.437Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:07.438Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:07.446Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:07.447Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:07.457Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" 2021-10-14T17:21:07.441Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-197 2021-10-14T17:21:07.442Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9395 Address:127.0.0.1:9395}]" 2021-10-14T17:21:07.442Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-124 2021-10-14T17:21:07.461Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9345 127.0.0.1:9345}" error="dial tcp 127.0.0.1:9345: connect: connection refused" 2021-10-14T17:21:07.461Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-197 2021-10-14T17:21:07.461Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-197.global 127.0.0.1 nomad-197 2021-10-14T17:21:07.462Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[batch, system, noop, service, _core] 2021-10-14T17:21:07.442Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:07.445Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:07.445Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-182 2021-10-14T17:21:07.256Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-182 2021-10-14T17:21:07.462Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9317 [Candidate]" term=8 nomad-182 2021-10-14T17:21:07.463Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-205 2021-10-14T17:21:07.444Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9361 Address:127.0.0.1:9361}]" nomad-182 2021-10-14T17:21:07.463Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-182 2021-10-14T17:21:07.463Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9317 [Follower]" leader= nomad-198 2021-10-14T17:21:07.464Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=4f5fcaae-330b-27c5-4f35-a7794e7e8503 create_time=1634232067464536906 nomad-198 2021-10-14T17:21:07.464Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=4f5fcaae-330b-27c5-4f35-a7794e7e8503 create_time=1634232067464536906 nomad-182 2021-10-14T17:21:07.440Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-186.global has failed, no acks received nomad-204 2021-10-14T17:21:07.465Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9359 Address:127.0.0.1:9359}]" nomad-199 2021-10-14T17:21:07.463Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-199.global (Addr: 127.0.0.1:9383) (DC: dc1)" nomad-186 2021-10-14T17:21:07.470Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9317 term=10 tally=2 nomad-186 2021-10-14T17:21:07.470Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-186 2021-10-14T17:21:07.470Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9312 [Leader]" nomad-186 2021-10-14T17:21:07.470Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9317 nomad-186 2021-10-14T17:21:07.470Z [WARN] raft/raft.go:1418: nomad.raft: rejecting vote request since we have a leader: from=127.0.0.1:9317 leader=127.0.0.1:9312 nomad-186 2021-10-14T17:21:07.470Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-182 2021-10-14T17:21:07.470Z [WARN] raft/raft.go:1283: nomad.raft: failed to get previous log: previous-index=5 last-index=4 error="log not found" nomad-198 2021-10-14T17:21:07.470Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-115 2021-10-14T17:21:07.470Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-186 2021-10-14T17:21:07.470Z [WARN] raft/replication.go:248: nomad.raft: appendEntries rejected, sending older logs: peer="{Voter 127.0.0.1:9317 127.0.0.1:9317}" next=5 nomad-115 2021-10-14T17:21:07.471Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:34500 nomad-204 2021-10-14T17:21:07.471Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9359 [Follower]" leader= nomad-124 2021-10-14T17:21:07.471Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:50920 2021-10-14T17:21:07.471Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:07.472Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:07.472Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-180 2021-10-14T17:21:07.433Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9369 term=13 tally=1 nomad-180 2021-10-14T17:21:07.472Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=13 2021-10-14T17:21:06.842Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:06.842Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:06.842Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:06.842Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:06.843Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:07.242Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:07.242Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:07.256Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:06.839Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:06.839Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:06.839Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:06.839Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:06.839Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:06.839Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:06.841Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:06.841Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:06.841Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:06.841Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:06.842Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:06.842Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:06.842Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:06.842Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:06.842Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:06.842Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-201 2021-10-14T17:21:07.446Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9360 Address:127.0.0.1:9360}]" nomad-186 2021-10-14T17:21:07.475Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9317 127.0.0.1:9317}" nomad-186 2021-10-14T17:21:07.477Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=8ae2af81-428d-a28b-a2d1-bb0492bb7ff2 create_time=1634232067477521431 nomad-186 2021-10-14T17:21:07.477Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=8ae2af81-428d-a28b-a2d1-bb0492bb7ff2 create_time=1634232067477521431 nomad-186 2021-10-14T17:21:07.478Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-14T17:21:06.838Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:06.838Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:06.838Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:06.841Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:07.049Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:07.049Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:07.050Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:07.256Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-195 2021-10-14T17:21:07.446Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9393 Address:127.0.0.1:9393}]" nomad-195 2021-10-14T17:21:07.479Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-195.global 127.0.0.1 nomad-195 2021-10-14T17:21:07.479Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] 2021-10-14T17:21:06.841Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:06.841Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:06.841Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:06.842Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:06.842Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:06.842Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:07.249Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:07.469Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-192 2021-10-14T17:21:07.139Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-192 2021-10-14T17:21:07.479Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-206 2021-10-14T17:21:07.447Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9334 Address:127.0.0.1:9334}]" nomad-206 2021-10-14T17:21:07.480Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-206.global 127.0.0.1 nomad-206 2021-10-14T17:21:07.480Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-130 2021-10-14T17:21:07.444Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9345 127.0.0.1:9345}" error="dial tcp 127.0.0.1:9345: connect: connection refused" nomad-196 2021-10-14T17:21:07.480Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-196.global (Addr: 127.0.0.1:9318) (DC: dc1)" nomad-195 2021-10-14T17:21:07.480Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9393 [Follower]" leader= nomad-196 2021-10-14T17:21:07.530Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-196 2021-10-14T17:21:07.530Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9318 [Candidate]" term=2 nomad-196 2021-10-14T17:21:07.530Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-196 2021-10-14T17:21:07.530Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9318 term=2 tally=1 nomad-196 2021-10-14T17:21:07.530Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-196 2021-10-14T17:21:07.530Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9318 [Leader]" nomad-196 2021-10-14T17:21:07.530Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-022 2021-10-14T17:21:07.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:07.531Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-180 2021-10-14T17:21:07.440Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-184.global) nomad-022 2021-10-14T17:21:07.541Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:07.541Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-115 2021-10-14T17:21:07.541Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9329 time=70.727361ms nomad-115 2021-10-14T17:21:07.541Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-115 2021-10-14T17:21:07.541Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9363 [Follower]" leader= nomad-115 2021-10-14T17:21:07.541Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop 2021-10-14T17:21:07.541Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-100 2021-10-14T17:21:07.542Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9363 2021-10-14T17:21:07.542Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-100 2021-10-14T17:21:07.542Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9329 [Candidate]" term=32 nomad-100 2021-10-14T17:21:07.542Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 2021-10-14T17:21:07.542Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-100 2021-10-14T17:21:07.542Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9329 term=32 tally=1 2021-10-14T17:21:07.542Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-022 2021-10-14T17:21:07.542Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-115 2021-10-14T17:21:07.542Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9329 127.0.0.1:9329}" nomad-115 2021-10-14T17:21:07.542Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-100 2021-10-14T17:21:07.542Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9363 term=32 tally=2 nomad-100 2021-10-14T17:21:07.542Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-100 2021-10-14T17:21:07.542Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9329 [Leader]" nomad-100 2021-10-14T17:21:07.542Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9363 nomad-100 2021-10-14T17:21:07.542Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-100 2021-10-14T17:21:07.542Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9363 127.0.0.1:9363}" 2021-10-14T17:21:07.542Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:07.542Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:07.542Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-206 2021-10-14T17:21:07.543Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9334 [Follower]" leader= nomad-022 2021-10-14T17:21:07.543Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-115 2021-10-14T17:21:07.543Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-100 2021-10-14T17:21:07.543Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-130 2021-10-14T17:21:07.543Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-130 2021-10-14T17:21:07.543Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9340 [Candidate]" term=22 nomad-130 2021-10-14T17:21:07.543Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-130 2021-10-14T17:21:07.543Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9340 term=22 tally=1 nomad-206 2021-10-14T17:21:07.545Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-206.global (Addr: 127.0.0.1:9334) (DC: dc1)" 2021-10-14T17:21:07.545Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-124 2021-10-14T17:21:07.546Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-204 2021-10-14T17:21:07.546Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-204.global 127.0.0.1 nomad-124 2021-10-14T17:21:07.546Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9308 [Candidate]" term=22 nomad-124 2021-10-14T17:21:07.546Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-103 2021-10-14T17:21:07.546Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-204 2021-10-14T17:21:07.546Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-103 2021-10-14T17:21:07.546Z [WARN] raft/raft.go:1463: nomad.raft: rejecting vote request since our last term is greater: candidate=127.0.0.1:9340 last-term=13 last-candidate-term=2 nomad-022 2021-10-14T17:21:07.547Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-14T17:21:07.547Z [ERROR] go-hclog/stdlog.go:50: nomad: memberlist: Failed fallback ping: read tcp 127.0.0.1:34500->127.0.0.1:9378: i/o timeout nomad-103 2021-10-14T17:21:07.550Z [ERROR] go-hclog/stdlog.go:50: nomad: memberlist: Failed fallback ping: read tcp 127.0.0.1:35760->127.0.0.1:9364: i/o timeout nomad-103 2021-10-14T17:21:07.550Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-119.global has failed, no acks received nomad-124 2021-10-14T17:21:07.546Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9308 term=22 tally=1 nomad-124 2021-10-14T17:21:07.553Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=22 nomad-124 2021-10-14T17:21:07.553Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9333 term=22 tally=2 nomad-199 2021-10-14T17:21:07.553Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-199 2021-10-14T17:21:07.553Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9383 [Candidate]" term=2 nomad-199 2021-10-14T17:21:07.553Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-184 2021-10-14T17:21:07.553Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-199 2021-10-14T17:21:07.553Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9383 term=2 tally=1 nomad-199 2021-10-14T17:21:07.553Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-184 2021-10-14T17:21:07.553Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9367 [Candidate]" term=14 nomad-199 2021-10-14T17:21:07.553Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9383 [Leader]" nomad-184 2021-10-14T17:21:07.553Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-184 2021-10-14T17:21:07.553Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9367 term=14 tally=1 nomad-199 2021-10-14T17:21:07.553Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-182 2021-10-14T17:21:07.554Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=8ae2af81-428d-a28b-a2d1-bb0492bb7ff2 create_time=1634232067477521431 nomad-207 2021-10-14T17:21:07.554Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9336 Address:127.0.0.1:9336}]" nomad-203 2021-10-14T17:21:07.554Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9397 Address:127.0.0.1:9397}]" nomad-186 2021-10-14T17:21:07.555Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-182.global) nomad-200 2021-10-14T17:21:07.555Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-200 2021-10-14T17:21:07.555Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9365 [Candidate]" term=2 nomad-207 2021-10-14T17:21:07.555Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-207.global 127.0.0.1 nomad-200 2021-10-14T17:21:07.555Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-200 2021-10-14T17:21:07.555Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9365 term=2 tally=1 nomad-207 2021-10-14T17:21:07.555Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-194 2021-10-14T17:21:07.555Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9379 Address:127.0.0.1:9379}]" nomad-022 2021-10-14T17:21:07.555Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-207 2021-10-14T17:21:07.555Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9336 [Follower]" leader= nomad-022 2021-10-14T17:21:07.555Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:07.555Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-193 2021-10-14T17:21:07.332Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-193 2021-10-14T17:21:07.556Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9377 [Candidate]" term=2 nomad-193 2021-10-14T17:21:07.556Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-193 2021-10-14T17:21:07.556Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9377 term=2 tally=1 nomad-193 2021-10-14T17:21:07.556Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-193 2021-10-14T17:21:07.556Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9377 [Leader]" nomad-194 2021-10-14T17:21:07.556Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-194.global 127.0.0.1 nomad-193 2021-10-14T17:21:07.371Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-193.global 127.0.0.1 nomad-194 2021-10-14T17:21:07.556Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-193 2021-10-14T17:21:07.556Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-200 2021-10-14T17:21:07.555Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-200 2021-10-14T17:21:07.556Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9365 [Leader]" nomad-200 2021-10-14T17:21:07.556Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-196 2021-10-14T17:21:07.562Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=cd109ff0-4bac-409a-9511-ac5b651319f9 create_time=1634232067562157160 nomad-196 2021-10-14T17:21:07.562Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=cd109ff0-4bac-409a-9511-ac5b651319f9 create_time=1634232067562157160 nomad-115 2021-10-14T17:21:07.562Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-196 2021-10-14T17:21:07.562Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-203 2021-10-14T17:21:07.556Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9397 [Follower]" leader= nomad-203 2021-10-14T17:21:07.561Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-203.global 127.0.0.1 nomad-203 2021-10-14T17:21:07.563Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-203 2021-10-14T17:21:07.564Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-203.global (Addr: 127.0.0.1:9397) (DC: dc1)" nomad-100 2021-10-14T17:21:07.566Z [WARN] raft/raft.go:1418: nomad.raft: rejecting vote request since we have a leader: from=127.0.0.1:9363 leader=127.0.0.1:9329 nomad-100 2021-10-14T17:21:07.567Z [WARN] raft/raft.go:1418: nomad.raft: rejecting vote request since we have a leader: from=127.0.0.1:9363 leader=127.0.0.1:9329 nomad-193 2021-10-14T17:21:07.561Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-193.global (Addr: 127.0.0.1:9377) (DC: dc1)" nomad-130 2021-10-14T17:21:07.567Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9345 127.0.0.1:9345}" error="dial tcp 127.0.0.1:9345: connect: connection refused" nomad-201 2021-10-14T17:21:07.533Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9360 [Follower]" leader= nomad-201 2021-10-14T17:21:07.556Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-201.global 127.0.0.1 nomad-195 2021-10-14T17:21:07.542Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-195.global (Addr: 127.0.0.1:9393) (DC: dc1)" nomad-195 2021-10-14T17:21:07.565Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-201 2021-10-14T17:21:07.567Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[batch, system, noop, service, _core] nomad-130 2021-10-14T17:21:07.567Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9345 127.0.0.1:9345}" error="dial tcp 127.0.0.1:9345: connect: connection refused" nomad-124 2021-10-14T17:21:07.568Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9345 127.0.0.1:9345}" error="dial tcp 127.0.0.1:9345: connect: connection refused" nomad-195 2021-10-14T17:21:07.567Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9393 [Candidate]" term=2 nomad-195 2021-10-14T17:21:07.568Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-195 2021-10-14T17:21:07.568Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9393 term=2 tally=1 nomad-195 2021-10-14T17:21:07.568Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-195 2021-10-14T17:21:07.568Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9393 [Leader]" nomad-201 2021-10-14T17:21:07.568Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-201.global (Addr: 127.0.0.1:9360) (DC: dc1)" nomad-195 2021-10-14T17:21:07.568Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-195 2021-10-14T17:21:07.568Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=f0459668-f58f-d5d6-07fc-73570a76f664 create_time=1634232067568646147 nomad-195 2021-10-14T17:21:07.568Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=f0459668-f58f-d5d6-07fc-73570a76f664 create_time=1634232067568646147 nomad-195 2021-10-14T17:21:07.568Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-124 2021-10-14T17:21:07.568Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberFailed: nomad-103.global 127.0.0.1 nomad-124 2021-10-14T17:21:07.569Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-103.global 127.0.0.1 nomad-197 2021-10-14T17:21:07.537Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9395 [Follower]" leader= nomad-124 2021-10-14T17:21:07.569Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-103.global (Addr: 127.0.0.1:9333) (DC: dc1)" nomad-197 2021-10-14T17:21:07.541Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-197.global (Addr: 127.0.0.1:9395) (DC: dc1)" nomad-119 2021-10-14T17:21:07.343Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9345 127.0.0.1:9345}" error="dial tcp 127.0.0.1:9345: connect: connection refused" nomad-124 2021-10-14T17:21:07.569Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-103.global (Addr: 127.0.0.1:9333) (DC: dc1)" nomad-119 2021-10-14T17:21:07.372Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9345 127.0.0.1:9345}" error="dial tcp 127.0.0.1:9345: connect: connection refused" nomad-119 2021-10-14T17:21:07.432Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-119 2021-10-14T17:21:07.569Z [WARN] raft/raft.go:1463: nomad.raft: rejecting vote request since our last term is greater: candidate=127.0.0.1:9340 last-term=13 last-candidate-term=2 nomad-207 2021-10-14T17:21:07.556Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-207.global (Addr: 127.0.0.1:9336) (DC: dc1)" nomad-119 2021-10-14T17:21:07.569Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9353 [Follower]" leader= nomad-119 2021-10-14T17:21:07.434Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-103.global (timeout reached) nomad-194 2021-10-14T17:21:07.556Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9379 [Follower]" leader= nomad-194 2021-10-14T17:21:07.562Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-194.global (Addr: 127.0.0.1:9379) (DC: dc1)" nomad-119 2021-10-14T17:21:07.567Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9345 127.0.0.1:9345}" error="dial tcp 127.0.0.1:9345: connect: connection refused" nomad-119 2021-10-14T17:21:07.569Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-119 2021-10-14T17:21:07.569Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=22 nomad-124 2021-10-14T17:21:07.569Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9353 term=22 tally=3 nomad-119 2021-10-14T17:21:07.569Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-103.global has failed, no acks received nomad-124 2021-10-14T17:21:07.569Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=3 nomad-119 2021-10-14T17:21:07.569Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:35760 nomad-124 2021-10-14T17:21:07.569Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9308 [Leader]" nomad-124 2021-10-14T17:21:07.569Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9333 nomad-124 2021-10-14T17:21:07.569Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9353 nomad-124 2021-10-14T17:21:07.569Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9345 nomad-124 2021-10-14T17:21:07.569Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9340 nomad-124 2021-10-14T17:21:07.570Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-124 2021-10-14T17:21:07.570Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9333 127.0.0.1:9333}" nomad-124 2021-10-14T17:21:07.570Z [ERROR] raft/replication.go:218: nomad.raft: failed to appendEntries to: peer="{Voter 127.0.0.1:9345 127.0.0.1:9345}" error="dial tcp 127.0.0.1:9345: connect: connection refused" nomad-124 2021-10-14T17:21:07.570Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9353 127.0.0.1:9353}" nomad-124 2021-10-14T17:21:07.570Z [INFO] nomad/leader.go:1123: nomad: removing server by address: address=127.0.0.1:9345 nomad-124 2021-10-14T17:21:07.570Z [INFO] raft/raft.go:1018: nomad.raft: updating configuration: command=RemoveServer server-id=127.0.0.1:9345 server-addr= servers="[{Suffrage:Voter ID:127.0.0.1:9333 Address:127.0.0.1:9333} {Suffrage:Voter ID:127.0.0.1:9353 Address:127.0.0.1:9353} {Suffrage:Voter ID:127.0.0.1:9308 Address:127.0.0.1:9308} {Suffrage:Voter ID:127.0.0.1:9340 Address:127.0.0.1:9340}]" nomad-124 2021-10-14T17:21:07.570Z [INFO] raft/raft.go:501: nomad.raft: removed peer, stopping replication: peer=127.0.0.1:9345 last-index=11 nomad-124 2021-10-14T17:21:07.571Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-130 2021-10-14T17:21:07.571Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Marking nomad-119.global as failed, suspect timeout reached (0 peer confirmations) nomad-022 2021-10-14T17:21:07.571Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-130 2021-10-14T17:21:07.571Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberFailed: nomad-119.global 127.0.0.1 nomad-022 2021-10-14T17:21:07.571Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-130 2021-10-14T17:21:07.571Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-119.global (Addr: 127.0.0.1:9353) (DC: dc1)" nomad-130 2021-10-14T17:21:07.633Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-180 2021-10-14T17:21:07.543Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-180 2021-10-14T17:21:07.445Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-180 2021-10-14T17:21:07.633Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9369 [Candidate]" term=14 nomad-180 2021-10-14T17:21:07.633Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-180 2021-10-14T17:21:07.633Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=14 nomad-180 2021-10-14T17:21:07.633Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9369 term=14 tally=1 nomad-124 2021-10-14T17:21:07.634Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9333 time=62.622938ms nomad-199 2021-10-14T17:21:07.634Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=6d2c0567-026d-9be3-9eb5-6d755be3a2c6 create_time=1634232067634058575 nomad-124 2021-10-14T17:21:07.634Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9353 time=62.946705ms nomad-199 2021-10-14T17:21:07.634Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=6d2c0567-026d-9be3-9eb5-6d755be3a2c6 create_time=1634232067634058575 nomad-124 2021-10-14T17:21:07.634Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9340 time=64.168836ms nomad-124 2021-10-14T17:21:07.634Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-124 2021-10-14T17:21:07.634Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9308 [Follower]" leader= nomad-124 2021-10-14T17:21:07.634Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-124 2021-10-14T17:21:07.634Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9333 127.0.0.1:9333}" nomad-199 2021-10-14T17:21:07.634Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-124 2021-10-14T17:21:07.634Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9353 127.0.0.1:9353}" nomad-124 2021-10-14T17:21:07.634Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-022 2021-10-14T17:21:07.637Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-14T17:21:07.637Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9363 time=67.850246ms nomad-103 2021-10-14T17:21:07.637Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-130.global (timeout reached) nomad-100 2021-10-14T17:21:07.637Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-115 2021-10-14T17:21:07.637Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9329 nomad-100 2021-10-14T17:21:07.637Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9329 [Follower]" leader= nomad-207 2021-10-14T17:21:07.637Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-100 2021-10-14T17:21:07.637Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-207 2021-10-14T17:21:07.637Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9336 [Candidate]" term=2 nomad-207 2021-10-14T17:21:07.637Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-100 2021-10-14T17:21:07.637Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-207 2021-10-14T17:21:07.637Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9336 term=2 tally=1 nomad-207 2021-10-14T17:21:07.637Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-207 2021-10-14T17:21:07.637Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9336 [Leader]" nomad-115 2021-10-14T17:21:07.637Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9363 [Candidate]" term=33 nomad-100 2021-10-14T17:21:07.638Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9363 127.0.0.1:9363}" nomad-115 2021-10-14T17:21:07.638Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-207 2021-10-14T17:21:07.638Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-115 2021-10-14T17:21:07.638Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9363 term=33 tally=1 nomad-186 2021-10-14T17:21:07.638Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9317 time=75.777249ms nomad-186 2021-10-14T17:21:07.638Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-186 2021-10-14T17:21:07.638Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9312 [Follower]" leader= nomad-186 2021-10-14T17:21:07.638Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-207 2021-10-14T17:21:07.638Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=686fdef0-59c3-28db-f841-f5ac417b3b2d create_time=1634232067638673766 nomad-186 2021-10-14T17:21:07.638Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9317 127.0.0.1:9317}" nomad-207 2021-10-14T17:21:07.638Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=686fdef0-59c3-28db-f841-f5ac417b3b2d create_time=1634232067638673766 nomad-207 2021-10-14T17:21:07.639Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-186 2021-10-14T17:21:07.639Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-202 2021-10-14T17:21:07.641Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9310 Address:127.0.0.1:9310}]" nomad-202 2021-10-14T17:21:07.642Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9310 [Follower]" leader= nomad-202 2021-10-14T17:21:07.642Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-202.global 127.0.0.1 nomad-202 2021-10-14T17:21:07.642Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-202 2021-10-14T17:21:07.642Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-202.global (Addr: 127.0.0.1:9310) (DC: dc1)" nomad-022 2021-10-14T17:21:07.645Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:07.646Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-103 2021-10-14T17:21:07.645Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9308 nomad-103 2021-10-14T17:21:07.647Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9333 [Candidate]" term=23 nomad-103 2021-10-14T17:21:07.647Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-103 2021-10-14T17:21:07.647Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9333 term=23 tally=1 nomad-205 2021-10-14T17:21:07.543Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9361 [Follower]" leader= nomad-205 2021-10-14T17:21:07.556Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-205.global 127.0.0.1 nomad-205 2021-10-14T17:21:07.647Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-197 2021-10-14T17:21:07.646Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-201 2021-10-14T17:21:07.677Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-201 2021-10-14T17:21:07.678Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9360 [Candidate]" term=2 nomad-201 2021-10-14T17:21:07.678Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-201 2021-10-14T17:21:07.678Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9360 term=2 tally=1 nomad-201 2021-10-14T17:21:07.678Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-201 2021-10-14T17:21:07.678Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9360 [Leader]" nomad-130 2021-10-14T17:21:07.633Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9340 [Candidate]" term=23 nomad-130 2021-10-14T17:21:07.678Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-130 2021-10-14T17:21:07.678Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9340 term=23 tally=1 nomad-130 2021-10-14T17:21:07.678Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=23 nomad-201 2021-10-14T17:21:07.678Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-204 2021-10-14T17:21:07.547Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-204.global (Addr: 127.0.0.1:9359) (DC: dc1)" nomad-204 2021-10-14T17:21:07.556Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-204 2021-10-14T17:21:07.680Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9359 [Candidate]" term=2 nomad-204 2021-10-14T17:21:07.680Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-204 2021-10-14T17:21:07.680Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9359 term=2 tally=1 nomad-201 2021-10-14T17:21:07.680Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=13d583b3-4c55-c378-a953-08f1cb490c8d create_time=1634232067680404332 nomad-204 2021-10-14T17:21:07.680Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-204 2021-10-14T17:21:07.680Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9359 [Leader]" nomad-182 2021-10-14T17:21:07.681Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9312 nomad-182 2021-10-14T17:21:07.681Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9317 [Candidate]" term=11 nomad-182 2021-10-14T17:21:07.681Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-182 2021-10-14T17:21:07.681Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9317 term=11 tally=1 nomad-204 2021-10-14T17:21:07.681Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-194 2021-10-14T17:21:07.650Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-194 2021-10-14T17:21:07.746Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9379 [Candidate]" term=2 nomad-194 2021-10-14T17:21:07.746Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-194 2021-10-14T17:21:07.746Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9379 term=2 tally=1 nomad-194 2021-10-14T17:21:07.746Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-194 2021-10-14T17:21:07.746Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9379 [Leader]" nomad-194 2021-10-14T17:21:07.746Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-199 2021-10-14T17:21:07.651Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-199 2021-10-14T17:21:07.747Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-194 2021-10-14T17:21:07.747Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=c5b2c3f6-52e8-5d56-bfcd-4a991a5f7886 create_time=1634232067747545555 nomad-103 2021-10-14T17:21:07.651Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9345 127.0.0.1:9345}" error="dial tcp 127.0.0.1:9345: connect: connection refused" nomad-194 2021-10-14T17:21:07.747Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=c5b2c3f6-52e8-5d56-bfcd-4a991a5f7886 create_time=1634232067747545555 nomad-130 2021-10-14T17:21:07.647Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-103.global 127.0.0.1 nomad-130 2021-10-14T17:21:07.748Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-103.global (Addr: 127.0.0.1:9333) (DC: dc1)" nomad-200 2021-10-14T17:21:07.748Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=10e19ef9-c5cf-ef77-06b8-65195e61d5c5 create_time=1634232067748785228 nomad-200 2021-10-14T17:21:07.749Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=10e19ef9-c5cf-ef77-06b8-65195e61d5c5 create_time=1634232067748785228 nomad-204 2021-10-14T17:21:07.750Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=4a5c9a5d-ac2a-ceab-6892-291ecc485d1d create_time=1634232067750772485 nomad-204 2021-10-14T17:21:07.751Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=4a5c9a5d-ac2a-ceab-6892-291ecc485d1d create_time=1634232067750772485 nomad-204 2021-10-14T17:21:07.751Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-124 2021-10-14T17:21:07.647Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-119.global has failed, no acks received nomad-124 2021-10-14T17:21:07.650Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-119 2021-10-14T17:21:07.646Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9308 nomad-119 2021-10-14T17:21:07.835Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9353 [Candidate]" term=23 nomad-119 2021-10-14T17:21:07.835Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-119 2021-10-14T17:21:07.835Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9353 term=23 tally=1 nomad-119 2021-10-14T17:21:07.835Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=23 nomad-206 2021-10-14T17:21:07.646Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-206 2021-10-14T17:21:07.835Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9334 [Candidate]" term=2 nomad-206 2021-10-14T17:21:07.835Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-206 2021-10-14T17:21:07.835Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9334 term=2 tally=1 nomad-206 2021-10-14T17:21:07.835Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-206 2021-10-14T17:21:07.835Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9334 [Leader]" nomad-206 2021-10-14T17:21:07.835Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-206 2021-10-14T17:21:07.837Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=04b767d2-c09c-7d88-6baa-ac7969be1a61 create_time=1634232067836931132 nomad-206 2021-10-14T17:21:07.837Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=04b767d2-c09c-7d88-6baa-ac7969be1a61 create_time=1634232067836931132 nomad-186 2021-10-14T17:21:07.843Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-182.global (timeout reached) nomad-186 2021-10-14T17:21:07.843Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-182.global has failed, no acks received nomad-022 2021-10-14T17:21:07.646Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-130 2021-10-14T17:21:07.843Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9345 127.0.0.1:9345}" error="dial tcp 127.0.0.1:9345: connect: connection refused" nomad-124 2021-10-14T17:21:07.843Z [ERROR] raft/replication.go:218: nomad.raft: failed to appendEntries to: peer="{Voter 127.0.0.1:9345 127.0.0.1:9345}" error="dial tcp 127.0.0.1:9345: connect: connection refused" nomad-130 2021-10-14T17:21:07.844Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-130 2021-10-14T17:21:07.844Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9340 [Candidate]" term=24 nomad-130 2021-10-14T17:21:07.844Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-130 2021-10-14T17:21:07.844Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9340 term=24 tally=1 nomad-205 2021-10-14T17:21:07.648Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-205.global (Addr: 127.0.0.1:9361) (DC: dc1)" nomad-203 2021-10-14T17:21:07.646Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-184 2021-10-14T17:21:07.648Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-182 2021-10-14T17:21:07.844Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-201 2021-10-14T17:21:07.844Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=13d583b3-4c55-c378-a953-08f1cb490c8d create_time=1634232067680404332 nomad-182 2021-10-14T17:21:07.844Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9317 [Candidate]" term=12 nomad-182 2021-10-14T17:21:07.844Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-182 2021-10-14T17:21:07.844Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9317 term=12 tally=1 nomad-124 2021-10-14T17:21:07.740Z [ERROR] raft/replication.go:380: nomad.raft: failed to heartbeat to: peer=127.0.0.1:9345 error="dial tcp 127.0.0.1:9345: connect: connection refused" nomad-124 2021-10-14T17:21:07.756Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9340 127.0.0.1:9340}" error="read tcp 127.0.0.1:35246->127.0.0.1:9340: i/o timeout" --- PASS: TestEvalEndpoint_Reap (1.03s) nomad-124 2021-10-14T17:21:07.867Z [ERROR] raft/replication.go:218: nomad.raft: failed to appendEntries to: peer="{Voter 127.0.0.1:9345 127.0.0.1:9345}" error="dial tcp 127.0.0.1:9345: connect: connection refused" === CONT TestEvalEndpoint_Dequeue_WaitIndex_Snapshot nomad-119 2021-10-14T17:21:07.934Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-119 2021-10-14T17:21:07.934Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9353 [Candidate]" term=24 nomad-119 2021-10-14T17:21:07.934Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-119 2021-10-14T17:21:07.934Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9353 term=24 tally=1 nomad-196 2021-10-14T17:21:07.843Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-199 2021-10-14T17:21:07.844Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-197 2021-10-14T17:21:07.651Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9395 [Candidate]" term=2 nomad-130 2021-10-14T17:21:07.865Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:34348 nomad-022 2021-10-14T17:21:07.740Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-196 2021-10-14T17:21:07.938Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-196 2021-10-14T17:21:07.954Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-130 2021-10-14T17:21:07.957Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-130 2021-10-14T17:21:07.957Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9340 [Candidate]" term=25 nomad-130 2021-10-14T17:21:07.957Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-130 2021-10-14T17:21:07.957Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9340 term=25 tally=1 nomad-194 2021-10-14T17:21:07.849Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-201 2021-10-14T17:21:07.846Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-180 2021-10-14T17:21:07.844Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-206 2021-10-14T17:21:07.864Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-200 2021-10-14T17:21:07.846Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-115 2021-10-14T17:21:07.852Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-103 2021-10-14T17:21:07.850Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-103 2021-10-14T17:21:07.851Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-119.global (timeout reached) nomad-202 2021-10-14T17:21:07.864Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-182 2021-10-14T17:21:07.933Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-186.global (timeout reached) nomad-182 2021-10-14T17:21:07.965Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-182 2021-10-14T17:21:07.966Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9317 [Candidate]" term=13 nomad-182 2021-10-14T17:21:07.966Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-182 2021-10-14T17:21:07.966Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9317 term=13 tally=1 nomad-184 2021-10-14T17:21:07.849Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9367 [Candidate]" term=15 nomad-203 2021-10-14T17:21:07.863Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9397 [Candidate]" term=2 nomad-119 2021-10-14T17:21:08.000Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-119 2021-10-14T17:21:08.000Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9353 [Candidate]" term=25 nomad-119 2021-10-14T17:21:08.000Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-119 2021-10-14T17:21:08.000Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9353 term=25 tally=1 nomad-130 2021-10-14T17:21:08.030Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-130 2021-10-14T17:21:08.030Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9340 [Candidate]" term=26 nomad-130 2021-10-14T17:21:08.030Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-130 2021-10-14T17:21:08.030Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9340 term=26 tally=1 nomad-182 2021-10-14T17:21:08.030Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-182 2021-10-14T17:21:08.030Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9317 [Candidate]" term=14 nomad-182 2021-10-14T17:21:08.030Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-182 2021-10-14T17:21:08.030Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9317 term=14 tally=1 nomad-022 2021-10-14T17:21:07.933Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-205 2021-10-14T17:21:07.931Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-205 2021-10-14T17:21:08.056Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9361 [Candidate]" term=2 nomad-199 2021-10-14T17:21:07.938Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-180 2021-10-14T17:21:07.963Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9369 [Candidate]" term=15 nomad-180 2021-10-14T17:21:08.056Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-180 2021-10-14T17:21:08.056Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9369 term=15 tally=1 nomad-130 2021-10-14T17:21:08.055Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9345 127.0.0.1:9345}" error="dial tcp 127.0.0.1:9345: connect: connection refused" nomad-197 2021-10-14T17:21:08.056Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-194 2021-10-14T17:21:08.054Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-198 2021-10-14T17:21:08.054Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-186 2021-10-14T17:21:07.938Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-186 2021-10-14T17:21:08.056Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9312 [Candidate]" term=11 nomad-198 2021-10-14T17:21:08.056Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-205 2021-10-14T17:21:08.056Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-205 2021-10-14T17:21:08.057Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9361 term=2 tally=1 nomad-205 2021-10-14T17:21:08.057Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-205 2021-10-14T17:21:08.057Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9361 [Leader]" nomad-198 2021-10-14T17:21:08.057Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-205 2021-10-14T17:21:08.057Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-100 2021-10-14T17:21:07.939Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-205 2021-10-14T17:21:08.061Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=de7f30c7-a688-525e-1b69-d6789245fea4 create_time=1634232068061822987 nomad-205 2021-10-14T17:21:08.061Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=de7f30c7-a688-525e-1b69-d6789245fea4 create_time=1634232068061822987 nomad-194 2021-10-14T17:21:08.056Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-186 2021-10-14T17:21:08.056Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-207 2021-10-14T17:21:08.056Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-186 2021-10-14T17:21:08.062Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=11 nomad-194 2021-10-14T17:21:08.056Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-207 2021-10-14T17:21:08.062Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-198 2021-10-14T17:21:08.057Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-186 2021-10-14T17:21:08.062Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9312 term=11 tally=1 nomad-186 2021-10-14T17:21:08.062Z [DEBUG] raft/raft.go:278: nomad.raft: newer term discovered, fallback to follower --- PASS: TestEvalEndpoint_Reblock_Nonexistent (1.30s) nomad-201 2021-10-14T17:21:08.058Z [INFO] nomad/server.go:620: nomad: shutting down server === CONT TestEvalEndpoint_Dequeue nomad-186 2021-10-14T17:21:08.062Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9312 [Follower]" leader= nomad-197 2021-10-14T17:21:08.061Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9395 term=2 tally=1 nomad-197 2021-10-14T17:21:08.062Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-205 2021-10-14T17:21:08.062Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-197 2021-10-14T17:21:08.062Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9395 [Leader]" nomad-201 2021-10-14T17:21:08.062Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-119 2021-10-14T17:21:08.061Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-197 2021-10-14T17:21:08.062Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-119 2021-10-14T17:21:08.062Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9353 [Candidate]" term=26 nomad-119 2021-10-14T17:21:08.062Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-119 2021-10-14T17:21:08.062Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9353 term=26 tally=1 nomad-207 2021-10-14T17:21:08.062Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestEvalEndpoint_Allocations_ACL (1.22s) === CONT TestEvalEndpoint_GetEval_ACL nomad-207 2021-10-14T17:21:08.062Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-124 2021-10-14T17:21:07.933Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9345 127.0.0.1:9345}" error="dial tcp 127.0.0.1:9345: connect: connection refused" nomad-124 2021-10-14T17:21:07.946Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Marking nomad-119.global as failed, suspect timeout reached (0 peer confirmations) nomad-201 2021-10-14T17:21:08.062Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-124 2021-10-14T17:21:08.063Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-130.global (timeout reached) nomad-197 2021-10-14T17:21:08.063Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=a84bd1f0-7094-609d-1348-43c7df2e4161 create_time=1634232068062962200 nomad-119 2021-10-14T17:21:08.061Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-103.global) nomad-197 2021-10-14T17:21:08.063Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=a84bd1f0-7094-609d-1348-43c7df2e4161 create_time=1634232068062962200 nomad-119 2021-10-14T17:21:08.063Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-103.global has failed, no acks received nomad-196 2021-10-14T17:21:07.963Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-124 2021-10-14T17:21:07.965Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-124 2021-10-14T17:21:08.063Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9308 [Candidate]" term=24 nomad-124 2021-10-14T17:21:08.063Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-124 2021-10-14T17:21:08.063Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9308 term=24 tally=1 nomad-124 2021-10-14T17:21:08.063Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=24 nomad-197 2021-10-14T17:21:08.063Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-124 2021-10-14T17:21:08.062Z [ERROR] raft/replication.go:581: nomad.raft: peer has newer term, stopping replication: peer="{Voter 127.0.0.1:9340 127.0.0.1:9340}" nomad-130 2021-10-14T17:21:08.063Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=26 nomad-022 2021-10-14T17:21:07.934Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:07.934Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:07.938Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-115 2021-10-14T17:21:07.965Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9363 [Candidate]" term=34 nomad-022 2021-10-14T17:21:07.938Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" 2021-10-14T17:21:08.063Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-022 2021-10-14T17:21:07.962Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-115 2021-10-14T17:21:08.063Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-124 2021-10-14T17:21:08.064Z [DEBUG] raft/raft.go:278: nomad.raft: newer term discovered, fallback to follower nomad-115 2021-10-14T17:21:08.064Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9363 term=34 tally=1 nomad-124 2021-10-14T17:21:08.064Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9308 [Follower]" leader= nomad-115 2021-10-14T17:21:08.053Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-100.global has failed, no acks received 2021-10-14T17:21:08.064Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.064Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.064Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.064Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.064Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.064Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.064Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.064Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.064Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.064Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.064Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-130 2021-10-14T17:21:08.064Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9345 127.0.0.1:9345}" error="dial tcp 127.0.0.1:9345: connect: connection refused" nomad-180 2021-10-14T17:21:08.064Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:54376 nomad-182 2021-10-14T17:21:08.055Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-186.global has failed, no acks received 2021-10-14T17:21:08.064Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= --- PASS: TestEvalEndpoint_List (1.23s) === CONT TestEvalEndpoint_GetEval 2021-10-14T17:21:08.064Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= --- PASS: TestEvalEndpoint_Dequeue_WaitIndex_Eval (0.61s) nomad-184 2021-10-14T17:21:08.064Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Was able to connect to nomad-180.global but other probes failed, network may be misconfigured 2021-10-14T17:21:08.065Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.065Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= === CONT TestEvalBroker_NamespacedJobs 2021-10-14T17:21:08.065Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.065Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-201 2021-10-14T17:21:08.065Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-14T17:21:08.065Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.065Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.065Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-100 2021-10-14T17:21:08.061Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9329 [Candidate]" term=33 2021-10-14T17:21:08.065Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-100 2021-10-14T17:21:08.065Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-100 2021-10-14T17:21:08.065Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9329 term=33 tally=1 --- PASS: TestEvalEndpoint_Allocations (1.30s) === CONT TestEvalBroker_EnqueueAll_Requeue_Nack nomad-100 2021-10-14T17:21:08.065Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=33 nomad-100 2021-10-14T17:21:08.065Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-194 2021-10-14T17:21:08.065Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-100 2021-10-14T17:21:08.065Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9329 [Follower]" leader= nomad-182 2021-10-14T17:21:08.066Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-186.global) 2021-10-14T17:21:08.066Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-119 2021-10-14T17:21:08.066Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=26 nomad-182 2021-10-14T17:21:08.066Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9312 term=14 tally=2 nomad-182 2021-10-14T17:21:08.066Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-124 2021-10-14T17:21:08.066Z [WARN] raft/raft.go:1463: nomad.raft: rejecting vote request since our last term is greater: candidate=127.0.0.1:9340 last-term=22 last-candidate-term=2 nomad-182 2021-10-14T17:21:08.066Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9317 [Leader]" nomad-103 2021-10-14T17:21:07.965Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9333 [Candidate]" term=24 nomad-182 2021-10-14T17:21:08.066Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9312 nomad-103 2021-10-14T17:21:07.966Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Marking nomad-119.global as failed, suspect timeout reached (0 peer confirmations) nomad-103 2021-10-14T17:21:08.066Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberFailed: nomad-119.global 127.0.0.1 nomad-182 2021-10-14T17:21:08.067Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-103 2021-10-14T17:21:08.067Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-119.global (Addr: 127.0.0.1:9353) (DC: dc1)" nomad-103 2021-10-14T17:21:08.067Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-119.global has failed, no acks received nomad-103 2021-10-14T17:21:08.066Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-182 2021-10-14T17:21:08.067Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9312 127.0.0.1:9312}" nomad-103 2021-10-14T17:21:08.067Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9333 term=24 tally=1 nomad-103 2021-10-14T17:21:08.067Z [DEBUG] raft/raft.go:278: nomad.raft: newer term discovered, fallback to follower nomad-103 2021-10-14T17:21:08.067Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9333 [Follower]" leader= nomad-103 2021-10-14T17:21:08.067Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=26 nomad-119 2021-10-14T17:21:08.067Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9333 term=26 tally=2 nomad-208 2021-10-14T17:21:08.067Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9371 Address:127.0.0.1:9371}]" 2021-10-14T17:21:08.067Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.067Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-182 2021-10-14T17:21:08.067Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-130 2021-10-14T17:21:08.067Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9345 127.0.0.1:9345}" error="dial tcp 127.0.0.1:9345: connect: connection refused" nomad-184 2021-10-14T17:21:08.068Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-184 2021-10-14T17:21:08.068Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=15 nomad-184 2021-10-14T17:21:08.068Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9367 term=15 tally=1 nomad-208 2021-10-14T17:21:08.068Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9371 [Follower]" leader= nomad-130 2021-10-14T17:21:08.068Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-119.global 127.0.0.1 nomad-208 2021-10-14T17:21:08.068Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-208.global 127.0.0.1 2021-10-14T17:21:08.068Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-208 2021-10-14T17:21:08.068Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers 2021-10-14T17:21:08.068Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-202 2021-10-14T17:21:08.035Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9310 [Candidate]" term=2 nomad-130 2021-10-14T17:21:08.068Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-119.global (Addr: 127.0.0.1:9353) (DC: dc1)" nomad-202 2021-10-14T17:21:08.068Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 2021-10-14T17:21:08.068Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-202 2021-10-14T17:21:08.068Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9310 term=2 tally=1 nomad-202 2021-10-14T17:21:08.068Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-202 2021-10-14T17:21:08.068Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9310 [Leader]" nomad-180 2021-10-14T17:21:08.068Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=15 nomad-202 2021-10-14T17:21:08.068Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-208 2021-10-14T17:21:08.068Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-208.global (Addr: 127.0.0.1:9371) (DC: dc1)" nomad-130 2021-10-14T17:21:08.068Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:34384 nomad-124 2021-10-14T17:21:08.068Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberFailed: nomad-119.global 127.0.0.1 nomad-103 2021-10-14T17:21:08.068Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-119.global 127.0.0.1 nomad-103 2021-10-14T17:21:08.069Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-119.global) nomad-124 2021-10-14T17:21:08.069Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-119.global (Addr: 127.0.0.1:9353) (DC: dc1)" nomad-103 2021-10-14T17:21:08.069Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-119.global (Addr: 127.0.0.1:9353) (DC: dc1)" nomad-202 2021-10-14T17:21:08.068Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=fb5f6c79-1ac3-551a-707f-336abf09563b create_time=1634232068068918513 nomad-203 2021-10-14T17:21:08.069Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-203 2021-10-14T17:21:08.069Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9397 term=2 tally=1 nomad-203 2021-10-14T17:21:08.069Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-203 2021-10-14T17:21:08.069Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9397 [Leader]" nomad-203 2021-10-14T17:21:08.069Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-100 2021-10-14T17:21:08.069Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-115.global) nomad-124 2021-10-14T17:21:08.069Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-119.global 127.0.0.1 nomad-210 2021-10-14T17:21:08.069Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9373 Address:127.0.0.1:9373}]" nomad-124 2021-10-14T17:21:08.069Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-119.global (Addr: 127.0.0.1:9353) (DC: dc1)" nomad-210 2021-10-14T17:21:08.069Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9373 [Follower]" leader= nomad-206 2021-10-14T17:21:08.069Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-206 2021-10-14T17:21:08.069Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-206 2021-10-14T17:21:08.069Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestEvalEndpoint_Dequeue_Version_Mismatch (0.70s) === CONT TestEvalBroker_EnqueueAll_Requeue_Ack nomad-186 2021-10-14T17:21:08.070Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Marking nomad-182.global as failed, suspect timeout reached (0 peer confirmations) nomad-186 2021-10-14T17:21:08.070Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberFailed: nomad-182.global 127.0.0.1 --- PASS: TestEvalBroker_EnqueueAll_Requeue_Ack (0.00s) === CONT TestEvalBroker_WaitUntil nomad-186 2021-10-14T17:21:08.070Z [INFO] nomad/serf.go:237: nomad: removing server: server="nomad-182.global (Addr: 127.0.0.1:9317) (DC: dc1)" nomad-210 2021-10-14T17:21:08.070Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-210.global 127.0.0.1 nomad-206 2021-10-14T17:21:08.070Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-210 2021-10-14T17:21:08.070Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-202 2021-10-14T17:21:08.069Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=fb5f6c79-1ac3-551a-707f-336abf09563b create_time=1634232068068918513 nomad-200 2021-10-14T17:21:08.070Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-200 2021-10-14T17:21:08.070Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-200 2021-10-14T17:21:08.070Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-202 2021-10-14T17:21:08.070Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 --- PASS: TestEvalEndpoint_Allocations_Blocking (1.24s) === CONT TestEvalBroker_AckAtDeliveryLimit nomad-200 2021-10-14T17:21:08.071Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-210 2021-10-14T17:21:08.071Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-210.global (Addr: 127.0.0.1:9373) (DC: dc1)" nomad-180 2021-10-14T17:21:08.130Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-180 2021-10-14T17:21:08.130Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9369 [Candidate]" term=16 nomad-180 2021-10-14T17:21:08.130Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-180 2021-10-14T17:21:08.130Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9369 term=16 tally=1 nomad-184 2021-10-14T17:21:08.131Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-184 2021-10-14T17:21:08.131Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9367 [Follower]" leader= nomad-180 2021-10-14T17:21:08.131Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9367 term=16 tally=2 nomad-180 2021-10-14T17:21:08.131Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-180 2021-10-14T17:21:08.131Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9369 [Leader]" nomad-180 2021-10-14T17:21:08.131Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9367 nomad-180 2021-10-14T17:21:08.131Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-180 2021-10-14T17:21:08.131Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9367 127.0.0.1:9367}" nomad-180 2021-10-14T17:21:08.132Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-186 2021-10-14T17:21:08.133Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9317 nomad-186 2021-10-14T17:21:08.134Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9312 [Candidate]" term=15 nomad-186 2021-10-14T17:21:08.134Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-186 2021-10-14T17:21:08.134Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9312 term=15 tally=1 nomad-124 2021-10-14T17:21:08.134Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-124 2021-10-14T17:21:08.134Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9308 [Candidate]" term=27 nomad-124 2021-10-14T17:21:08.134Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=3 nomad-124 2021-10-14T17:21:08.134Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9308 term=27 tally=1 nomad-182 2021-10-14T17:21:08.134Z [WARN] raft/raft.go:1418: nomad.raft: rejecting vote request since we have a leader: from=127.0.0.1:9312 leader=127.0.0.1:9317 nomad-130 2021-10-14T17:21:08.134Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-130 2021-10-14T17:21:08.134Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9340 [Follower]" leader= nomad-119 2021-10-14T17:21:08.134Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-119 2021-10-14T17:21:08.134Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9353 [Follower]" leader= nomad-103 2021-10-14T17:21:08.134Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-124 2021-10-14T17:21:08.134Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9353 term=27 tally=2 nomad-124 2021-10-14T17:21:08.134Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9333 term=27 tally=3 nomad-124 2021-10-14T17:21:08.134Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=3 nomad-124 2021-10-14T17:21:08.134Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9308 [Leader]" nomad-124 2021-10-14T17:21:08.134Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9333 nomad-124 2021-10-14T17:21:08.134Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9353 nomad-124 2021-10-14T17:21:08.134Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9340 nomad-124 2021-10-14T17:21:08.134Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-130 2021-10-14T17:21:08.135Z [WARN] raft/raft.go:1283: nomad.raft: failed to get previous log: previous-index=11 last-index=6 error="log not found" nomad-124 2021-10-14T17:21:08.135Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9353 127.0.0.1:9353}" nomad-124 2021-10-14T17:21:08.135Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9333 127.0.0.1:9333}" nomad-124 2021-10-14T17:21:08.135Z [WARN] raft/replication.go:248: nomad.raft: appendEntries rejected, sending older logs: peer="{Voter 127.0.0.1:9340 127.0.0.1:9340}" next=7 nomad-130 2021-10-14T17:21:08.135Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=6b1790e6-14cf-2f40-bf5b-34bc49718d9c create_time=1634232063872616804 nomad-124 2021-10-14T17:21:08.135Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9340 127.0.0.1:9340}" nomad-124 2021-10-14T17:21:08.136Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-202 2021-10-14T17:21:08.136Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-202 2021-10-14T17:21:08.136Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-202 2021-10-14T17:21:08.136Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestEvalEndpoint_Create (1.11s) === CONT TestEvalBroker_DeliveryLimit nomad-202 2021-10-14T17:21:08.136Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-186 2021-10-14T17:21:08.137Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-182.global 127.0.0.1 nomad-186 2021-10-14T17:21:08.137Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-182.global (Addr: 127.0.0.1:9317) (DC: dc1)" nomad-130 2021-10-14T17:21:08.138Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-124.global (timeout reached) nomad-124 2021-10-14T17:21:08.138Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:51012 nomad-182 2021-10-14T17:21:08.142Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9312 time=74.687581ms nomad-182 2021-10-14T17:21:08.142Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-182 2021-10-14T17:21:08.142Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9317 [Follower]" leader= nomad-182 2021-10-14T17:21:08.142Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-182 2021-10-14T17:21:08.142Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9312 127.0.0.1:9312}" nomad-182 2021-10-14T17:21:08.143Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost --- PASS: TestEvalBroker_NamespacedJobs (0.08s) === CONT TestEvalBroker_PauseResumeNackTimeout nomad-208 2021-10-14T17:21:08.149Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-203 2021-10-14T17:21:08.149Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=36c5d7d1-3c47-bbb3-96d4-1a56074941e5 create_time=1634232068149733793 nomad-203 2021-10-14T17:21:08.149Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=36c5d7d1-3c47-bbb3-96d4-1a56074941e5 create_time=1634232068149733793 nomad-203 2021-10-14T17:21:08.150Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-14T17:21:08.150Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.150Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-209 2021-10-14T17:21:08.151Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9358 Address:127.0.0.1:9358}]" nomad-208 2021-10-14T17:21:08.149Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9371 [Candidate]" term=2 nomad-209 2021-10-14T17:21:08.153Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9358 [Follower]" leader= nomad-208 2021-10-14T17:21:08.153Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-115 2021-10-14T17:21:08.153Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-208 2021-10-14T17:21:08.153Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9371 term=2 tally=1 nomad-115 2021-10-14T17:21:08.153Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9363 [Candidate]" term=35 nomad-208 2021-10-14T17:21:08.153Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-115 2021-10-14T17:21:08.153Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-115 2021-10-14T17:21:08.153Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9363 term=35 tally=1 nomad-208 2021-10-14T17:21:08.153Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9371 [Leader]" nomad-100 2021-10-14T17:21:08.152Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-100 2021-10-14T17:21:08.153Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9329 [Candidate]" term=35 nomad-208 2021-10-14T17:21:08.153Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-100 2021-10-14T17:21:08.153Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-100 2021-10-14T17:21:08.153Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9329 term=35 tally=1 nomad-115 2021-10-14T17:21:08.154Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=35 nomad-209 2021-10-14T17:21:08.154Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-209.global 127.0.0.1 nomad-209 2021-10-14T17:21:08.154Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-130 2021-10-14T17:21:08.151Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-130 2021-10-14T17:21:08.154Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-208 2021-10-14T17:21:08.154Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=b1177315-1c6c-2487-4931-f2178f755544 create_time=1634232068154326371 nomad-208 2021-10-14T17:21:08.154Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=b1177315-1c6c-2487-4931-f2178f755544 create_time=1634232068154326371 nomad-129 2021-10-14T17:21:08.154Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-124 2021-10-14T17:21:08.154Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-208 2021-10-14T17:21:08.154Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-124 2021-10-14T17:21:08.154Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-209 2021-10-14T17:21:08.155Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-209.global (Addr: 127.0.0.1:9358) (DC: dc1)" nomad-100 2021-10-14T17:21:08.155Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=35 nomad-124 2021-10-14T17:21:08.155Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-124 2021-10-14T17:21:08.155Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9340 127.0.0.1:9340}" nomad-124 2021-10-14T17:21:08.155Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9333 127.0.0.1:9333}" nomad-124 2021-10-14T17:21:08.155Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9353 127.0.0.1:9353}" nomad-124 2021-10-14T17:21:08.155Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-119 2021-10-14T17:21:08.156Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-119 2021-10-14T17:21:08.156Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-203 2021-10-14T17:21:08.162Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-203 2021-10-14T17:21:08.162Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-203 2021-10-14T17:21:08.162Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-124 2021-10-14T17:21:08.162Z [ERROR] raft-net: failed to decode incoming command: error="transport shutdown" --- PASS: TestEvalEndpoint_Update (1.02s) === CONT TestEvalBroker_Nack_Timeout nomad-203 2021-10-14T17:21:08.162Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-130 2021-10-14T17:21:08.162Z [ERROR] go-hclog/stdlog.go:50: nomad: memberlist: Failed to send ping: write udp 127.0.0.1:9305->127.0.0.1:9314: use of closed network connection nomad-119 2021-10-14T17:21:08.163Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9308 127.0.0.1:9308}" error=EOF nomad-204 2021-10-14T17:21:08.163Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-103 2021-10-14T17:21:08.163Z [INFO] nomad/server.go:620: nomad: shutting down server 2021-10-14T17:21:08.163Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-204 2021-10-14T17:21:08.163Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-103 2021-10-14T17:21:08.163Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-204 2021-10-14T17:21:08.163Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop 2021-10-14T17:21:08.163Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= --- PASS: TestEvalEndpoint_Ack (0.79s) === CONT TestEvalBroker_Dequeue_Blocked 2021-10-14T17:21:08.163Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-204 2021-10-14T17:21:08.163Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-14T17:21:08.163Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.163Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.163Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.163Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= --- PASS: TestAutopilot_CleanupDeadServerPeriodic (7.80s) === CONT TestEvalBroker_Dequeue_Fairness nomad-210 2021-10-14T17:21:08.163Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-210 2021-10-14T17:21:08.163Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9373 [Candidate]" term=2 nomad-210 2021-10-14T17:21:08.164Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-210 2021-10-14T17:21:08.164Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9373 term=2 tally=1 nomad-210 2021-10-14T17:21:08.164Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-210 2021-10-14T17:21:08.164Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9373 [Leader]" nomad-210 2021-10-14T17:21:08.164Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-210 2021-10-14T17:21:08.164Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=b4d8b419-8a2c-6215-8da9-a0e975d3f77b create_time=1634232068164701763 nomad-210 2021-10-14T17:21:08.164Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=b4d8b419-8a2c-6215-8da9-a0e975d3f77b create_time=1634232068164701763 2021-10-14T17:21:08.164Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-210 2021-10-14T17:21:08.165Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-14T17:21:08.165Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.165Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-211 2021-10-14T17:21:08.166Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9332 Address:127.0.0.1:9332}]" nomad-211 2021-10-14T17:21:08.166Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9332 [Follower]" leader= nomad-195 2021-10-14T17:21:08.166Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-195 2021-10-14T17:21:08.166Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-195 2021-10-14T17:21:08.166Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-211 2021-10-14T17:21:08.166Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-211.global 127.0.0.1 nomad-211 2021-10-14T17:21:08.167Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-195 2021-10-14T17:21:08.167Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost --- PASS: TestEvalEndpoint_List_Blocking (1.40s) === CONT TestEvalBroker_Dequeue_FIFO nomad-211 2021-10-14T17:21:08.167Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-211.global (Addr: 127.0.0.1:9332) (DC: dc1)" nomad-184 2021-10-14T17:21:08.168Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-184 2021-10-14T17:21:08.168Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-180 2021-10-14T17:21:08.168Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-180 2021-10-14T17:21:08.168Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave --- PASS: TestEvalBroker_Dequeue_FIFO (0.00s) === CONT TestEvalBroker_Dequeue_Priority nomad-180 2021-10-14T17:21:08.170Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-180 2021-10-14T17:21:08.170Z [ERROR] go-hclog/stdlog.go:50: nomad.rpc: yamux: Failed to write body: write tcp 127.0.0.1:9369->127.0.0.1:53130: write: broken pipe nomad-180 2021-10-14T17:21:08.170Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9367 127.0.0.1:9367}" nomad-180 2021-10-14T17:21:08.170Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-180 2021-10-14T17:21:08.171Z [ERROR] nomad/rpc.go:478: nomad.rpc: multiplex_v2 conn accept failed: error="write tcp 127.0.0.1:9369->127.0.0.1:53130: write: broken pipe" --- PASS: TestServerWithNodeConn_Path (3.80s) === CONT TestEvalBroker_Dequeue_Empty_Timeout --- PASS: TestEvalBroker_Dequeue_Blocked (0.01s) nomad-184 2021-10-14T17:21:08.171Z [ERROR] nomad/rpc.go:478: nomad.rpc: multiplex_v2 conn accept failed: error="read tcp 127.0.0.1:9367->127.0.0.1:42434: read: connection reset by peer" === CONT TestEvalBroker_Dequeue_Timeout --- PASS: TestEvalBroker_Nack_Timeout (0.02s) === CONT TestEvalBroker_Enqueue_Disable_Delay --- PASS: TestEvalBroker_Enqueue_Disable_Delay (0.00s) === CONT TestEvalBroker_Enqueue_Disable --- PASS: TestEvalBroker_Enqueue_Disable (0.00s) === CONT TestEvalBroker_Serialize_DuplicateJobID --- PASS: TestEvalBroker_Serialize_DuplicateJobID (0.00s) === CONT TestEvalBroker_Nack_Delay --- PASS: TestEvalBroker_Dequeue_Timeout (0.01s) === CONT TestEvalBroker_Enqueue_Dequeue_Nack_Ack --- PASS: TestEvalBroker_EnqueueAll_Requeue_Nack (0.12s) === CONT TestDrainer_DrainEmptyNode nomad-212 2021-10-14T17:21:08.184Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9382 Address:127.0.0.1:9382}]" nomad-212 2021-10-14T17:21:08.184Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-212.global 127.0.0.1 nomad-212 2021-10-14T17:21:08.185Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[system, noop, service, batch, _core] 2021-10-14T17:21:08.185Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.185Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.185Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.185Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.185Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.185Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.185Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.185Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.185Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.185Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-212 2021-10-14T17:21:08.185Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9382 [Follower]" leader= nomad-212 2021-10-14T17:21:08.192Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-212.global (Addr: 127.0.0.1:9382) (DC: dc1)" --- PASS: TestEvalBroker_AckAtDeliveryLimit (0.12s) === CONT TestDrainer_Simple_ServiceOnly 2021-10-14T17:21:08.201Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.202Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.202Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.202Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.202Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.202Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.202Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-182 2021-10-14T17:21:08.202Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-182 2021-10-14T17:21:08.202Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9317 [Candidate]" term=15 nomad-182 2021-10-14T17:21:08.202Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-182 2021-10-14T17:21:08.202Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9317 term=15 tally=1 nomad-186 2021-10-14T17:21:08.202Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-186 2021-10-14T17:21:08.202Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9312 [Candidate]" term=16 nomad-186 2021-10-14T17:21:08.202Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-186 2021-10-14T17:21:08.202Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9312 term=16 tally=1 --- PASS: TestEvalBroker_Enqueue_Dequeue_Nack_Ack (0.02s) === CONT TestDeploymentEndpoint_Reap nomad-214 2021-10-14T17:21:08.205Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9376 Address:127.0.0.1:9376}]" 2021-10-14T17:21:08.212Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.212Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.212Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.212Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.212Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.212Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.212Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.212Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.212Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.212Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-214 2021-10-14T17:21:08.212Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9376 [Follower]" leader= --- PASS: TestEvalBroker_Dequeue_Empty_Timeout (0.04s) === CONT TestDeploymentEndpoint_Allocations_Blocking 2021-10-14T17:21:08.222Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.222Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.222Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.222Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= --- PASS: TestEvalBroker_DeliveryLimit (0.09s) === CONT TestDeploymentEndpoint_Allocations_ACL nomad-216 2021-10-14T17:21:08.224Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9352 Address:127.0.0.1:9352}]" nomad-216 2021-10-14T17:21:08.225Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-216.global 127.0.0.1 nomad-214 2021-10-14T17:21:08.230Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-214.global 127.0.0.1 nomad-214 2021-10-14T17:21:08.230Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-214 2021-10-14T17:21:08.231Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-214.global (Addr: 127.0.0.1:9376) (DC: dc1)" 2021-10-14T17:21:08.231Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.231Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.231Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.231Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.231Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.231Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.231Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.231Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.231Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.231Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-216 2021-10-14T17:21:08.231Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9352 [Follower]" leader= nomad-115 2021-10-14T17:21:08.232Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-115 2021-10-14T17:21:08.233Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9363 [Candidate]" term=36 nomad-115 2021-10-14T17:21:08.233Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-115 2021-10-14T17:21:08.233Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9363 term=36 tally=1 nomad-182 2021-10-14T17:21:08.233Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-182 2021-10-14T17:21:08.233Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9317 [Follower]" leader= nomad-186 2021-10-14T17:21:08.233Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9317 term=16 tally=2 nomad-186 2021-10-14T17:21:08.233Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-186 2021-10-14T17:21:08.233Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9312 [Leader]" nomad-186 2021-10-14T17:21:08.234Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9317 nomad-186 2021-10-14T17:21:08.234Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-186 2021-10-14T17:21:08.234Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9317 127.0.0.1:9317}" nomad-197 2021-10-14T17:21:08.235Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-197 2021-10-14T17:21:08.235Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-186 2021-10-14T17:21:08.235Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-197 2021-10-14T17:21:08.235Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestEvalEndpoint_List_ACL (1.46s) === CONT TestDeploymentEndpoint_List_Blocking nomad-197 2021-10-14T17:21:08.235Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-14T17:21:08.236Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.236Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.236Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.236Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-211 2021-10-14T17:21:08.237Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-211 2021-10-14T17:21:08.237Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9332 [Candidate]" term=2 nomad-211 2021-10-14T17:21:08.237Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-211 2021-10-14T17:21:08.237Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9332 term=2 tally=1 nomad-211 2021-10-14T17:21:08.237Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 2021-10-14T17:21:08.237Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-211 2021-10-14T17:21:08.237Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9332 [Leader]" nomad-211 2021-10-14T17:21:08.237Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-211 2021-10-14T17:21:08.238Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=9ae9ebc7-9185-fa30-2390-1bebfba7e8de create_time=1634232068238192060 nomad-211 2021-10-14T17:21:08.238Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=9ae9ebc7-9185-fa30-2390-1bebfba7e8de create_time=1634232068238192060 nomad-211 2021-10-14T17:21:08.238Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-209 2021-10-14T17:21:08.238Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-209 2021-10-14T17:21:08.238Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9358 [Candidate]" term=2 nomad-209 2021-10-14T17:21:08.239Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-209 2021-10-14T17:21:08.239Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9358 term=2 tally=1 nomad-209 2021-10-14T17:21:08.239Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-209 2021-10-14T17:21:08.239Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9358 [Leader]" 2021-10-14T17:21:08.239Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-209 2021-10-14T17:21:08.239Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-209 2021-10-14T17:21:08.239Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=c2aceb06-e6b7-c7ce-43fa-3c5673c987f0 create_time=1634232068239572394 nomad-209 2021-10-14T17:21:08.239Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=c2aceb06-e6b7-c7ce-43fa-3c5673c987f0 create_time=1634232068239572394 nomad-209 2021-10-14T17:21:08.239Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-14T17:21:08.241Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= --- PASS: TestEvalBroker_Dequeue_Priority (0.07s) === CONT TestDeploymentEndpoint_Allocations 2021-10-14T17:21:08.241Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.241Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.241Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.241Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.241Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.242Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.243Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.243Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.243Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.243Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.243Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.243Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.243Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.243Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.243Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-218 2021-10-14T17:21:08.244Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9381 Address:127.0.0.1:9381}]" nomad-218 2021-10-14T17:21:08.244Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9381 [Follower]" leader= nomad-212 2021-10-14T17:21:08.244Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-212 2021-10-14T17:21:08.244Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9382 [Candidate]" term=2 nomad-212 2021-10-14T17:21:08.244Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-212 2021-10-14T17:21:08.244Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9382 term=2 tally=1 nomad-212 2021-10-14T17:21:08.244Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-212 2021-10-14T17:21:08.244Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9382 [Leader]" nomad-212 2021-10-14T17:21:08.244Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-218 2021-10-14T17:21:08.245Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-218.global 127.0.0.1 nomad-218 2021-10-14T17:21:08.245Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-212 2021-10-14T17:21:08.245Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=72eba6b5-7d04-943e-4c9b-501d5ac0a78a create_time=1634232068245466740 nomad-218 2021-10-14T17:21:08.245Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-218.global (Addr: 127.0.0.1:9381) (DC: dc1)" nomad-212 2021-10-14T17:21:08.245Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=72eba6b5-7d04-943e-4c9b-501d5ac0a78a create_time=1634232068245466740 nomad-212 2021-10-14T17:21:08.245Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-100 2021-10-14T17:21:08.245Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-100 2021-10-14T17:21:08.245Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9329 [Candidate]" term=36 nomad-100 2021-10-14T17:21:08.245Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-100 2021-10-14T17:21:08.245Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9329 term=36 tally=1 nomad-115 2021-10-14T17:21:08.246Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=36 2021-10-14T17:21:08.246Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-213 2021-10-14T17:21:08.248Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9346 Address:127.0.0.1:9346}]" nomad-213 2021-10-14T17:21:08.249Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-213.global 127.0.0.1 --- PASS: TestEvalBroker_PauseResumeNackTimeout (0.10s) === CONT TestDeploymentEndpoint_List_ACL --- PASS: TestEvalBroker_Nack_Delay (0.07s) === CONT TestDeploymentEndpoint_List 2021-10-14T17:21:08.249Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.250Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.250Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-213 2021-10-14T17:21:08.269Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[system, noop, service, batch, _core] 2021-10-14T17:21:08.250Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.250Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.250Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.253Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.253Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.253Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.253Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.253Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.253Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.253Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-213 2021-10-14T17:21:08.249Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9346 [Follower]" leader= 2021-10-14T17:21:08.256Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.253Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.256Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.253Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.256Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.256Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.256Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.256Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.256Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.261Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-100 2021-10-14T17:21:08.261Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=36 nomad-216 2021-10-14T17:21:08.255Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[batch, system, noop, service, _core] nomad-217 2021-10-14T17:21:08.263Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9370 Address:127.0.0.1:9370}]" nomad-213 2021-10-14T17:21:08.270Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-213.global (Addr: 127.0.0.1:9346) (DC: dc1)" nomad-216 2021-10-14T17:21:08.270Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-216.global (Addr: 127.0.0.1:9352) (DC: dc1)" nomad-217 2021-10-14T17:21:08.270Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-217.global 127.0.0.1 nomad-217 2021-10-14T17:21:08.271Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-119 2021-10-14T17:21:08.263Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Marking nomad-103.global as failed, suspect timeout reached (0 peer confirmations) nomad-119 2021-10-14T17:21:08.271Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberFailed: nomad-103.global 127.0.0.1 nomad-219 2021-10-14T17:21:08.253Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9328 Address:127.0.0.1:9328}]" nomad-217 2021-10-14T17:21:08.271Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9370 [Follower]" leader= nomad-217 2021-10-14T17:21:08.271Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-217.global (Addr: 127.0.0.1:9370) (DC: dc1)" nomad-219 2021-10-14T17:21:08.271Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-219.global 127.0.0.1 nomad-219 2021-10-14T17:21:08.271Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9328 [Follower]" leader= nomad-219 2021-10-14T17:21:08.271Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-219 2021-10-14T17:21:08.272Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-219.global (Addr: 127.0.0.1:9328) (DC: dc1)" nomad-124 2021-10-14T17:21:08.273Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Marking nomad-103.global as failed, suspect timeout reached (0 peer confirmations) nomad-214 2021-10-14T17:21:08.281Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-214 2021-10-14T17:21:08.281Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9376 [Candidate]" term=2 nomad-214 2021-10-14T17:21:08.282Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-214 2021-10-14T17:21:08.282Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9376 term=2 tally=1 nomad-214 2021-10-14T17:21:08.282Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-214 2021-10-14T17:21:08.282Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9376 [Leader]" nomad-214 2021-10-14T17:21:08.282Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-214 2021-10-14T17:21:08.282Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=dc2ad793-4560-67b9-8f1d-dc4f8e2642ac create_time=1634232068282540505 nomad-214 2021-10-14T17:21:08.282Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=dc2ad793-4560-67b9-8f1d-dc4f8e2642ac create_time=1634232068282540505 nomad-214 2021-10-14T17:21:08.282Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-100 2021-10-14T17:21:08.330Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-100 2021-10-14T17:21:08.330Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9329 [Candidate]" term=37 nomad-100 2021-10-14T17:21:08.330Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-100 2021-10-14T17:21:08.330Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9329 term=37 tally=1 2021-10-14T17:21:08.330Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.331Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-216 2021-10-14T17:21:08.331Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-115 2021-10-14T17:21:08.331Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-115 2021-10-14T17:21:08.331Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9363 [Candidate]" term=37 nomad-216 2021-10-14T17:21:08.331Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9352 [Candidate]" term=2 nomad-115 2021-10-14T17:21:08.331Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-115 2021-10-14T17:21:08.331Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9363 term=37 tally=1 nomad-216 2021-10-14T17:21:08.331Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-216 2021-10-14T17:21:08.331Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9352 term=2 tally=1 nomad-216 2021-10-14T17:21:08.331Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-216 2021-10-14T17:21:08.331Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9352 [Leader]" nomad-216 2021-10-14T17:21:08.331Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-216 2021-10-14T17:21:08.332Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=6503f96e-d898-6da3-eebf-f7e77b6bef7a create_time=1634232068332266710 nomad-220 2021-10-14T17:21:08.332Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9341 Address:127.0.0.1:9341}]" nomad-216 2021-10-14T17:21:08.332Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=6503f96e-d898-6da3-eebf-f7e77b6bef7a create_time=1634232068332266710 nomad-220 2021-10-14T17:21:08.332Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9341 [Follower]" leader= nomad-216 2021-10-14T17:21:08.332Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-182 2021-10-14T17:21:08.332Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9312 nomad-182 2021-10-14T17:21:08.332Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9317 [Candidate]" term=17 nomad-220 2021-10-14T17:21:08.332Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-220.global 127.0.0.1 nomad-182 2021-10-14T17:21:08.332Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-182 2021-10-14T17:21:08.332Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9317 term=17 tally=1 nomad-220 2021-10-14T17:21:08.333Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[system, noop, service, batch, _core] nomad-220 2021-10-14T17:21:08.333Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-220.global (Addr: 127.0.0.1:9341) (DC: dc1)" nomad-219 2021-10-14T17:21:08.333Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-219 2021-10-14T17:21:08.333Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9328 [Candidate]" term=2 nomad-219 2021-10-14T17:21:08.333Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-219 2021-10-14T17:21:08.333Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9328 term=2 tally=1 nomad-219 2021-10-14T17:21:08.333Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-219 2021-10-14T17:21:08.333Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9328 [Leader]" nomad-219 2021-10-14T17:21:08.333Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-217 2021-10-14T17:21:08.334Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-217 2021-10-14T17:21:08.334Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9370 [Candidate]" term=2 nomad-217 2021-10-14T17:21:08.334Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-219 2021-10-14T17:21:08.368Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=7a58c635-a800-19e2-581a-7fafb9890bc7 create_time=1634232068334618929 nomad-186 2021-10-14T17:21:08.273Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-186 2021-10-14T17:21:08.369Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-218 2021-10-14T17:21:08.370Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-218 2021-10-14T17:21:08.370Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9381 [Candidate]" term=2 nomad-218 2021-10-14T17:21:08.370Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-218 2021-10-14T17:21:08.370Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9381 term=2 tally=1 nomad-218 2021-10-14T17:21:08.370Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-218 2021-10-14T17:21:08.370Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9381 [Leader]" nomad-115 2021-10-14T17:21:08.371Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=37 nomad-218 2021-10-14T17:21:08.371Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-186 2021-10-14T17:21:08.371Z [ERROR] go-hclog/stdlog.go:50: nomad: memberlist: Failed to send ping: write udp 127.0.0.1:9306->127.0.0.1:9344: use of closed network connection nomad-217 2021-10-14T17:21:08.371Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9370 term=2 tally=1 nomad-217 2021-10-14T17:21:08.371Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-217 2021-10-14T17:21:08.371Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9370 [Leader]" nomad-217 2021-10-14T17:21:08.372Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-218 2021-10-14T17:21:08.372Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=bb764934-556c-9df4-209f-e3cbaaeba087 create_time=1634232068372431359 nomad-218 2021-10-14T17:21:08.372Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=bb764934-556c-9df4-209f-e3cbaaeba087 create_time=1634232068372431359 nomad-217 2021-10-14T17:21:08.372Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=89625db1-1efa-1887-e9f7-41b84b5780c6 create_time=1634232068372851336 nomad-217 2021-10-14T17:21:08.372Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=89625db1-1efa-1887-e9f7-41b84b5780c6 create_time=1634232068372851336 nomad-217 2021-10-14T17:21:08.377Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-219 2021-10-14T17:21:08.377Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=7a58c635-a800-19e2-581a-7fafb9890bc7 create_time=1634232068334618929 nomad-218 2021-10-14T17:21:08.378Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-182 2021-10-14T17:21:08.436Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-186.global (timeout reached) nomad-100 2021-10-14T17:21:08.441Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=37 nomad-186 2021-10-14T17:21:08.441Z [ERROR] raft/replication.go:581: nomad.raft: peer has newer term, stopping replication: peer="{Voter 127.0.0.1:9317 127.0.0.1:9317}" nomad-219 2021-10-14T17:21:08.443Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-215 2021-10-14T17:21:08.447Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9354 Address:127.0.0.1:9354}]" nomad-124 2021-10-14T17:21:08.450Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberFailed: nomad-103.global 127.0.0.1 nomad-182 2021-10-14T17:21:08.451Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-186 2021-10-14T17:21:08.332Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9317 time=52.179131ms nomad-186 2021-10-14T17:21:08.452Z [ERROR] raft-net: failed to decode incoming command: error="transport shutdown" nomad-182 2021-10-14T17:21:08.453Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9317 [Candidate]" term=18 nomad-182 2021-10-14T17:21:08.453Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-182 2021-10-14T17:21:08.453Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9317 term=18 tally=1 nomad-115 2021-10-14T17:21:08.451Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-115 2021-10-14T17:21:08.561Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9363 [Candidate]" term=38 nomad-100 2021-10-14T17:21:08.454Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-115 2021-10-14T17:21:08.561Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-100 2021-10-14T17:21:08.561Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9329 [Candidate]" term=38 nomad-115 2021-10-14T17:21:08.561Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9363 term=38 tally=1 nomad-215 2021-10-14T17:21:08.456Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9354 [Follower]" leader= 2021-10-14T17:21:08.458Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-100 2021-10-14T17:21:08.561Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-186 2021-10-14T17:21:08.447Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-182 2021-10-14T17:21:08.457Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9312 127.0.0.1:9312}" error=EOF nomad-100 2021-10-14T17:21:08.561Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9329 term=38 tally=1 nomad-186 2021-10-14T17:21:08.557Z [ERROR] raft-net: failed to decode incoming command: error="transport shutdown" nomad-182 2021-10-14T17:21:08.531Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-182 2021-10-14T17:21:08.562Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9317 [Candidate]" term=19 nomad-182 2021-10-14T17:21:08.562Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-182 2021-10-14T17:21:08.562Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9317 term=19 tally=1 nomad-182 2021-10-14T17:21:08.562Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9312 127.0.0.1:9312}" error=EOF nomad-213 2021-10-14T17:21:08.530Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-220 2021-10-14T17:21:08.530Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-182 2021-10-14T17:21:08.640Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-100 2021-10-14T17:21:08.640Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-182 2021-10-14T17:21:08.640Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9317 [Candidate]" term=20 nomad-100 2021-10-14T17:21:08.640Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9329 [Candidate]" term=39 nomad-100 2021-10-14T17:21:08.640Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-182 2021-10-14T17:21:08.640Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-100 2021-10-14T17:21:08.640Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9329 term=39 tally=1 nomad-182 2021-10-14T17:21:08.640Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9317 term=20 tally=1 nomad-115 2021-10-14T17:21:08.643Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-100.global (timeout reached) nomad-215 2021-10-14T17:21:08.640Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-215 2021-10-14T17:21:08.649Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9354 [Candidate]" term=2 nomad-215 2021-10-14T17:21:08.649Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-215 2021-10-14T17:21:08.649Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9354 term=2 tally=1 nomad-215 2021-10-14T17:21:08.649Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-215 2021-10-14T17:21:08.650Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9354 [Leader]" nomad-115 2021-10-14T17:21:08.661Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-115 2021-10-14T17:21:08.662Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9363 [Candidate]" term=39 nomad-115 2021-10-14T17:21:08.662Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-115 2021-10-14T17:21:08.662Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9363 term=39 tally=1 nomad-215 2021-10-14T17:21:08.672Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-215.global 127.0.0.1 nomad-215 2021-10-14T17:21:08.672Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-186 2021-10-14T17:21:08.453Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9317 127.0.0.1:9317}" nomad-186 2021-10-14T17:21:08.453Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-215 2021-10-14T17:21:08.673Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-215.global (Addr: 127.0.0.1:9354) (DC: dc1)" nomad-186 2021-10-14T17:21:08.562Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-210 2021-10-14T17:21:08.674Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-210 2021-10-14T17:21:08.674Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-210 2021-10-14T17:21:08.674Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-210 2021-10-14T17:21:08.675Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-212 2021-10-14T17:21:08.676Z [TRACE] drainer/watch_nodes.go:77: nomad.drain: node has draining jobs on it: node_id=6b3d9f1b-f88b-7e1d-f291-de03f4b80fef num_jobs=0 nomad-214 2021-10-14T17:21:08.676Z [ERROR] deploymentwatcher/deployments_watcher.go:185: nomad.deployments_watcher: failed to track deployment: deployment_id=2ba5aa72-33aa-f5d1-002c-16ac1a3aaf5b error="deployment "2ba5aa72-33aa-f5d1-002c-16ac1a3aaf5b" references unknown job "8ea8bc1c-3b11-c25a-2166-bcc1fc83da73"" nomad-212 2021-10-14T17:21:08.676Z [INFO] drainer/watch_nodes.go:113: nomad.drain: node completed draining at index: node_id=6b3d9f1b-f88b-7e1d-f291-de03f4b80fef index=9 nomad-219 2021-10-14T17:21:08.679Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-219 2021-10-14T17:21:08.679Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-216 2021-10-14T17:21:08.679Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-216 2021-10-14T17:21:08.679Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-219 2021-10-14T17:21:08.679Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-216 2021-10-14T17:21:08.679Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-213 2021-10-14T17:21:08.679Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9346 [Candidate]" term=2 nomad-213 2021-10-14T17:21:08.679Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-213 2021-10-14T17:21:08.679Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9346 term=2 tally=1 nomad-219 2021-10-14T17:21:08.679Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-213 2021-10-14T17:21:08.679Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-216 2021-10-14T17:21:08.679Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-213 2021-10-14T17:21:08.679Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9346 [Leader]" nomad-213 2021-10-14T17:21:08.679Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-213 2021-10-14T17:21:08.680Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=d804007d-9a22-2837-fbc9-18ca8b487129 create_time=1634232068680588808 nomad-213 2021-10-14T17:21:08.680Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=d804007d-9a22-2837-fbc9-18ca8b487129 create_time=1634232068680588808 nomad-208 2021-10-14T17:21:08.680Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-208 2021-10-14T17:21:08.680Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-213 2021-10-14T17:21:08.680Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-208 2021-10-14T17:21:08.680Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-211 2021-10-14T17:21:08.680Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-211 2021-10-14T17:21:08.681Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-211 2021-10-14T17:21:08.681Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-208 2021-10-14T17:21:08.681Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-211 2021-10-14T17:21:08.681Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-115 2021-10-14T17:21:08.682Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-100.global has failed, no acks received nomad-220 2021-10-14T17:21:08.653Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9341 [Candidate]" term=2 nomad-220 2021-10-14T17:21:08.682Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-220 2021-10-14T17:21:08.682Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9341 term=2 tally=1 nomad-220 2021-10-14T17:21:08.682Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-220 2021-10-14T17:21:08.682Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9341 [Leader]" nomad-220 2021-10-14T17:21:08.682Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-220 2021-10-14T17:21:08.682Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=76d86105-f18b-9e04-084d-c7cccaa6621f create_time=1634232068682809417 nomad-220 2021-10-14T17:21:08.682Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=76d86105-f18b-9e04-084d-c7cccaa6621f create_time=1634232068682809417 nomad-220 2021-10-14T17:21:08.683Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-100 2021-10-14T17:21:08.683Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=39 nomad-214 2021-10-14T17:21:08.683Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-214 2021-10-14T17:21:08.683Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-209 2021-10-14T17:21:08.684Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-209 2021-10-14T17:21:08.684Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-115 2021-10-14T17:21:08.684Z [INFO] raft/raft.go:1452: nomad.raft: duplicate requestVote for same term: term=39 nomad-214 2021-10-14T17:21:08.684Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-209 2021-10-14T17:21:08.684Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-214 2021-10-14T17:21:08.684Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-209 2021-10-14T17:21:08.684Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-212 2021-10-14T17:21:08.730Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-212 2021-10-14T17:21:08.731Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-212 2021-10-14T17:21:08.731Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-212 2021-10-14T17:21:08.731Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-100 2021-10-14T17:21:08.737Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-100 2021-10-14T17:21:08.737Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9329 [Candidate]" term=40 nomad-100 2021-10-14T17:21:08.737Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-100 2021-10-14T17:21:08.737Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9329 term=40 tally=1 nomad-115 2021-10-14T17:21:08.737Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-115 2021-10-14T17:21:08.737Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9363 [Follower]" leader= nomad-100 2021-10-14T17:21:08.738Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9363 term=40 tally=2 nomad-100 2021-10-14T17:21:08.738Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-100 2021-10-14T17:21:08.738Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9329 [Leader]" nomad-100 2021-10-14T17:21:08.738Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9363 nomad-100 2021-10-14T17:21:08.738Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-100 2021-10-14T17:21:08.738Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-115.global) nomad-100 2021-10-14T17:21:08.738Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9363 127.0.0.1:9363}" nomad-100 2021-10-14T17:21:08.738Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-182 2021-10-14T17:21:08.677Z [ERROR] nomad/rpc.go:478: nomad.rpc: multiplex_v2 conn accept failed: error="read tcp 127.0.0.1:9317->127.0.0.1:60070: read: connection reset by peer" nomad-218 2021-10-14T17:21:08.745Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-218 2021-10-14T17:21:08.745Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-182 2021-10-14T17:21:08.683Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9312 127.0.0.1:9312}" error="dial tcp 127.0.0.1:9312: connect: connection refused" nomad-218 2021-10-14T17:21:08.745Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-182 2021-10-14T17:21:08.730Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-218 2021-10-14T17:21:08.745Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-182 2021-10-14T17:21:08.745Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9317 [Candidate]" term=21 nomad-182 2021-10-14T17:21:08.745Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-182 2021-10-14T17:21:08.745Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9317 term=21 tally=1 --- PASS: TestEvalEndpoint_GetEval (0.69s) nomad-182 2021-10-14T17:21:08.750Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-182 2021-10-14T17:21:08.750Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-182 2021-10-14T17:21:08.758Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9312 127.0.0.1:9312}" error="dial tcp 127.0.0.1:9312: connect: connection refused" nomad-100 2021-10-14T17:21:08.832Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9363 time=62.122501ms nomad-100 2021-10-14T17:21:08.832Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-100 2021-10-14T17:21:08.832Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9329 [Follower]" leader= nomad-100 2021-10-14T17:21:08.832Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-115 2021-10-14T17:21:08.832Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9329 nomad-115 2021-10-14T17:21:08.832Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9363 [Candidate]" term=41 nomad-115 2021-10-14T17:21:08.832Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-115 2021-10-14T17:21:08.832Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9363 term=41 tally=1 nomad-100 2021-10-14T17:21:08.832Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9363 127.0.0.1:9363}" nomad-100 2021-10-14T17:21:08.832Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-100 2021-10-14T17:21:08.841Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-115 2021-10-14T17:21:08.841Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9329 term=41 tally=2 nomad-213 2021-10-14T17:21:08.841Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-115 2021-10-14T17:21:08.841Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-213 2021-10-14T17:21:08.842Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-115 2021-10-14T17:21:08.842Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9363 [Leader]" nomad-213 2021-10-14T17:21:08.842Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-213 2021-10-14T17:21:08.842Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-115 2021-10-14T17:21:08.842Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9329 nomad-115 2021-10-14T17:21:08.842Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-213 2021-10-14T17:21:08.842Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-213 2021-10-14T17:21:08.842Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= === CONT TestDeploymentEndpoint_SetAllocHealth_Rollback === CONT TestDeploymentEndpoint_SetAllocHealth_ACL === CONT TestDeploymentEndpoint_SetAllocHealth nomad-220 2021-10-14T17:21:08.842Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-220 2021-10-14T17:21:08.842Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-220 2021-10-14T17:21:08.842Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-213 2021-10-14T17:21:08.843Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-213 2021-10-14T17:21:08.844Z [DEBUG] nomad/worker.go:185: worker: dequeued evaluation: eval_id=a2ce76df-769c-8d87-3e63-260c192a8674 nomad-213 2021-10-14T17:21:08.844Z [TRACE] scheduler/rank.go:175: worker.service_sched.binpack: NewBinPackIterator created: eval_id=a2ce76df-769c-8d87-3e63-260c192a8674 job_id=mock-service-ad75f169-ce92-afe5-d1fe-1b94a0d21513 namespace=default algorithm=binpack nomad-213 2021-10-14T17:21:08.844Z [DEBUG] scheduler/generic_sched.go:356: worker.service_sched: reconciled current state with desired state: eval_id=a2ce76df-769c-8d87-3e63-260c192a8674 job_id=mock-service-ad75f169-ce92-afe5-d1fe-1b94a0d21513 namespace=default results="Total changes: (place 2) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 2) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:08.844Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.844Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.844Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.845Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.845Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.845Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.845Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.845Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.845Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.845Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.845Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.845Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.845Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.845Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.845Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= === CONT TestDeploymentEndpoint_Promote_ACL 2021-10-14T17:21:08.845Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.845Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.845Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.845Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.845Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= === CONT TestDeploymentEndpoint_Promote 2021-10-14T17:21:08.845Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.845Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.845Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.845Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.846Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= === CONT TestDeploymentEndpoint_Pause_ACL 2021-10-14T17:21:08.846Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= === CONT TestDeploymentEndpoint_Pause 2021-10-14T17:21:08.847Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.847Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= === CONT TestDeploymentEndpoint_Fail_Rollback 2021-10-14T17:21:08.847Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.847Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.847Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.847Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.848Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.848Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.848Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= === CONT TestDeploymentEndpoint_SetAllocHealth_NoRollback nomad-213 2021-10-14T17:21:08.849Z [DEBUG] nomad/worker.go:315: worker: submitted plan for evaluation: eval_id=a2ce76df-769c-8d87-3e63-260c192a8674 nomad-213 2021-10-14T17:21:08.849Z [DEBUG] scheduler/util.go:535: worker.service_sched: setting eval status: eval_id=a2ce76df-769c-8d87-3e63-260c192a8674 job_id=mock-service-ad75f169-ce92-afe5-d1fe-1b94a0d21513 namespace=default status=complete nomad-115 2021-10-14T17:21:08.849Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9329 127.0.0.1:9329}" 2021-10-14T17:21:08.849Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= === CONT TestDeploymentEndpoint_Fail_ACL 2021-10-14T17:21:08.850Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.850Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.850Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.850Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.850Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.850Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.850Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.850Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.850Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.850Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.850Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-115 2021-10-14T17:21:08.850Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-14T17:21:08.850Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.850Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.850Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.850Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.850Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.850Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.850Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.850Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.850Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.850Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.850Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.850Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.850Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.850Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.850Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.850Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.851Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.851Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.851Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.851Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= === CONT TestDeploymentEndpoint_Fail nomad-221 2021-10-14T17:21:08.852Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9327 Address:127.0.0.1:9327}]" nomad-222 2021-10-14T17:21:08.852Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9313 Address:127.0.0.1:9313}]" nomad-221 2021-10-14T17:21:08.852Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-221.global 127.0.0.1 nomad-221 2021-10-14T17:21:08.852Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers 2021-10-14T17:21:08.852Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.852Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.852Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.852Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.852Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.853Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.853Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.853Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.853Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-222 2021-10-14T17:21:08.853Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-222.global 127.0.0.1 2021-10-14T17:21:08.853Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.853Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-222 2021-10-14T17:21:08.853Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-222 2021-10-14T17:21:08.853Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9313 [Follower]" leader= nomad-222 2021-10-14T17:21:08.853Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-222.global (Addr: 127.0.0.1:9313) (DC: dc1)" nomad-225 2021-10-14T17:21:08.854Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9303 Address:127.0.0.1:9303}]" nomad-225 2021-10-14T17:21:08.855Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-225.global 127.0.0.1 nomad-225 2021-10-14T17:21:08.855Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers 2021-10-14T17:21:08.855Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-231 2021-10-14T17:21:08.856Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9398 Address:127.0.0.1:9398}]" nomad-231 2021-10-14T17:21:08.856Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-231.global 127.0.0.1 nomad-231 2021-10-14T17:21:08.856Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-225 2021-10-14T17:21:08.857Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9303 [Follower]" leader= nomad-225 2021-10-14T17:21:08.857Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-225.global (Addr: 127.0.0.1:9303) (DC: dc1)" nomad-231 2021-10-14T17:21:08.857Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9398 [Follower]" leader= nomad-227 2021-10-14T17:21:08.859Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9394 Address:127.0.0.1:9394}]" nomad-224 2021-10-14T17:21:08.860Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9388 Address:127.0.0.1:9388}]" nomad-227 2021-10-14T17:21:08.860Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-227.global 127.0.0.1 nomad-227 2021-10-14T17:21:08.860Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-224 2021-10-14T17:21:08.860Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-224.global 127.0.0.1 nomad-224 2021-10-14T17:21:08.860Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers 2021-10-14T17:21:08.860Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.861Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.861Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.861Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.861Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.861Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.861Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.861Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.861Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.861Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-224 2021-10-14T17:21:08.861Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9388 [Follower]" leader= 2021-10-14T17:21:08.845Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-224 2021-10-14T17:21:08.861Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-224.global (Addr: 127.0.0.1:9388) (DC: dc1)" nomad-049 2021-10-14T17:21:08.861Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-223 2021-10-14T17:21:08.861Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9321 Address:127.0.0.1:9321}]" nomad-227 2021-10-14T17:21:08.861Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9394 [Follower]" leader= nomad-227 2021-10-14T17:21:08.861Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-227.global (Addr: 127.0.0.1:9394) (DC: dc1)" nomad-223 2021-10-14T17:21:08.862Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9321 [Follower]" leader= 2021-10-14T17:21:08.845Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.845Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-223 2021-10-14T17:21:08.862Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-223.global 127.0.0.1 nomad-223 2021-10-14T17:21:08.862Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers 2021-10-14T17:21:08.845Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.846Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-223 2021-10-14T17:21:08.862Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-223.global (Addr: 127.0.0.1:9321) (DC: dc1)" 2021-10-14T17:21:08.862Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.862Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-231 2021-10-14T17:21:08.862Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-231.global (Addr: 127.0.0.1:9398) (DC: dc1)" nomad-049 2021-10-14T17:21:08.862Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:08.863Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" 2021-10-14T17:21:08.865Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-049 2021-10-14T17:21:08.865Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:08.865Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" 2021-10-14T17:21:08.865Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-049 2021-10-14T17:21:08.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:08.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-222 2021-10-14T17:21:08.930Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-227 2021-10-14T17:21:08.930Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-222 2021-10-14T17:21:08.930Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9313 [Candidate]" term=2 nomad-049 2021-10-14T17:21:08.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-227 2021-10-14T17:21:08.930Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9394 [Candidate]" term=2 nomad-222 2021-10-14T17:21:08.930Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-227 2021-10-14T17:21:08.930Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-222 2021-10-14T17:21:08.930Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9313 term=2 tally=1 nomad-222 2021-10-14T17:21:08.930Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-227 2021-10-14T17:21:08.930Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9394 term=2 tally=1 nomad-227 2021-10-14T17:21:08.930Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-222 2021-10-14T17:21:08.930Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9313 [Leader]" nomad-227 2021-10-14T17:21:08.930Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9394 [Leader]" nomad-049 2021-10-14T17:21:08.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-14T17:21:08.930Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9363 nomad-227 2021-10-14T17:21:08.930Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-222 2021-10-14T17:21:08.930Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-049 2021-10-14T17:21:08.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-14T17:21:08.930Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9329 [Candidate]" term=42 nomad-049 2021-10-14T17:21:08.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-14T17:21:08.930Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-100 2021-10-14T17:21:08.930Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9329 term=42 tally=1 nomad-049 2021-10-14T17:21:08.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:08.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:08.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:08.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:08.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:08.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-115 2021-10-14T17:21:08.930Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9329 time=67.577017ms nomad-115 2021-10-14T17:21:08.930Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-182 2021-10-14T17:21:08.930Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-186.global has failed, no acks received nomad-049 2021-10-14T17:21:08.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-115 2021-10-14T17:21:08.930Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9363 [Follower]" leader= nomad-115 2021-10-14T17:21:08.930Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9329 127.0.0.1:9329}" nomad-222 2021-10-14T17:21:08.931Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=32334460-02ce-737a-2c5c-ffe170b01cc2 create_time=1634232068931066771 nomad-227 2021-10-14T17:21:08.931Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=d36e8e69-85e3-d42a-bf68-9083ffa1b59e create_time=1634232068931071409 nomad-115 2021-10-14T17:21:08.931Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-227 2021-10-14T17:21:08.931Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=d36e8e69-85e3-d42a-bf68-9083ffa1b59e create_time=1634232068931071409 nomad-222 2021-10-14T17:21:08.931Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=32334460-02ce-737a-2c5c-ffe170b01cc2 create_time=1634232068931066771 nomad-229 2021-10-14T17:21:08.931Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9305 Address:127.0.0.1:9305}]" nomad-222 2021-10-14T17:21:08.931Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-227 2021-10-14T17:21:08.931Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-115 2021-10-14T17:21:08.931Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-229 2021-10-14T17:21:08.931Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9305 [Follower]" leader= nomad-049 2021-10-14T17:21:08.931Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:08.931Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-229 2021-10-14T17:21:08.932Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-229.global 127.0.0.1 nomad-229 2021-10-14T17:21:08.932Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers 2021-10-14T17:21:08.933Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.933Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.933Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.933Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.933Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-229 2021-10-14T17:21:08.933Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-229.global (Addr: 127.0.0.1:9305) (DC: dc1)" 2021-10-14T17:21:08.937Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-049 2021-10-14T17:21:08.937Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-115 2021-10-14T17:21:08.937Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-220 2021-10-14T17:21:08.937Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-100 2021-10-14T17:21:08.937Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9363 term=42 tally=2 nomad-100 2021-10-14T17:21:08.938Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-100 2021-10-14T17:21:08.938Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9329 [Leader]" nomad-100 2021-10-14T17:21:08.938Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9363 nomad-100 2021-10-14T17:21:08.938Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-100 2021-10-14T17:21:08.938Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9363 127.0.0.1:9363}" nomad-100 2021-10-14T17:21:08.939Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-221 2021-10-14T17:21:08.853Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9327 [Follower]" leader= nomad-221 2021-10-14T17:21:08.862Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-221.global (Addr: 127.0.0.1:9327) (DC: dc1)" nomad-231 2021-10-14T17:21:08.946Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= --- PASS: TestDeploymentEndpoint_Allocations_ACL (0.53s) --- PASS: TestEvalEndpoint_Dequeue_WaitIndex_Snapshot (0.82s) --- PASS: TestDeploymentEndpoint_List_ACL (0.50s) nomad-231 2021-10-14T17:21:08.949Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9398 [Candidate]" term=2 --- PASS: TestEvalEndpoint_Dequeue (0.69s) --- PASS: TestDeploymentEndpoint_Reap (0.55s) --- PASS: TestEvalEndpoint_GetEval_ACL (0.69s) --- PASS: TestDrainer_DrainEmptyNode (0.57s) --- PASS: TestDeploymentEndpoint_Allocations (0.51s) --- PASS: TestEvalBroker_Dequeue_Fairness (0.67s) --- PASS: TestDeploymentEndpoint_List (0.60s) nomad-231 2021-10-14T17:21:08.949Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-231 2021-10-14T17:21:08.949Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9398 term=2 tally=1 nomad-231 2021-10-14T17:21:08.950Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-231 2021-10-14T17:21:08.950Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9398 [Leader]" nomad-231 2021-10-14T17:21:08.950Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-231 2021-10-14T17:21:08.951Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=618a08e3-c7ac-b1ac-8348-b488cd0113f5 create_time=1634232068950945931 nomad-231 2021-10-14T17:21:08.951Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=618a08e3-c7ac-b1ac-8348-b488cd0113f5 create_time=1634232068950945931 nomad-049 2021-10-14T17:21:08.947Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:08.947Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:08.947Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:08.947Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-223 2021-10-14T17:21:08.948Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-223 2021-10-14T17:21:08.952Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9321 [Candidate]" term=2 nomad-223 2021-10-14T17:21:08.952Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-223 2021-10-14T17:21:08.953Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9321 term=2 tally=1 nomad-223 2021-10-14T17:21:08.953Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-223 2021-10-14T17:21:08.953Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9321 [Leader]" nomad-223 2021-10-14T17:21:08.953Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-230 2021-10-14T17:21:08.949Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9386 Address:127.0.0.1:9386}]" nomad-230 2021-10-14T17:21:08.953Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9386 [Follower]" leader= nomad-217 2021-10-14T17:21:08.947Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-217 2021-10-14T17:21:08.953Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-231 2021-10-14T17:21:08.952Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-225 2021-10-14T17:21:08.952Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-225 2021-10-14T17:21:08.953Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9303 [Candidate]" term=2 nomad-217 2021-10-14T17:21:08.954Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-230 2021-10-14T17:21:08.954Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-230.global 127.0.0.1 nomad-230 2021-10-14T17:21:08.954Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-217 2021-10-14T17:21:08.954Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-225 2021-10-14T17:21:08.953Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-225 2021-10-14T17:21:08.954Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9303 term=2 tally=1 nomad-225 2021-10-14T17:21:08.954Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-225 2021-10-14T17:21:08.954Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9303 [Leader]" nomad-230 2021-10-14T17:21:08.954Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-230.global (Addr: 127.0.0.1:9386) (DC: dc1)" --- PASS: TestDeploymentEndpoint_List_Blocking (0.72s) === CONT TestDeploymentEndpoint_GetDeployment_Blocking nomad-225 2021-10-14T17:21:08.954Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired 2021-10-14T17:21:08.955Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.955Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.955Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.955Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.955Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.955Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.955Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.955Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.955Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-225 2021-10-14T17:21:08.956Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=73212a2e-d504-dc6e-ef65-d2343d802651 create_time=1634232068956136999 nomad-225 2021-10-14T17:21:08.956Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=73212a2e-d504-dc6e-ef65-d2343d802651 create_time=1634232068956136999 2021-10-14T17:21:08.957Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.957Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-049 2021-10-14T17:21:08.957Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-224 2021-10-14T17:21:08.957Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-224 2021-10-14T17:21:08.957Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9388 [Candidate]" term=2 nomad-224 2021-10-14T17:21:08.957Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-224 2021-10-14T17:21:08.957Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9388 term=2 tally=1 nomad-224 2021-10-14T17:21:08.958Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-224 2021-10-14T17:21:08.958Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9388 [Leader]" nomad-224 2021-10-14T17:21:08.958Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-049 2021-10-14T17:21:08.959Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-232 2021-10-14T17:21:08.959Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9364 Address:127.0.0.1:9364}]" nomad-232 2021-10-14T17:21:08.959Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9364 [Follower]" leader= nomad-224 2021-10-14T17:21:08.959Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=481a12c1-378c-a1fb-23d4-888dc0d6b372 create_time=1634232068958777744 nomad-224 2021-10-14T17:21:08.959Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=481a12c1-378c-a1fb-23d4-888dc0d6b372 create_time=1634232068958777744 nomad-232 2021-10-14T17:21:08.959Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-232.global 127.0.0.1 nomad-224 2021-10-14T17:21:08.959Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-232 2021-10-14T17:21:08.959Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[noop, service, batch, system, _core] nomad-232 2021-10-14T17:21:08.960Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-232.global (Addr: 127.0.0.1:9364) (DC: dc1)" nomad-223 2021-10-14T17:21:08.966Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=2d09fdf0-ae0a-7853-e7b6-f3eeb964137c create_time=1634232068966318571 nomad-223 2021-10-14T17:21:08.966Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=2d09fdf0-ae0a-7853-e7b6-f3eeb964137c create_time=1634232068966318571 nomad-213 2021-10-14T17:21:08.966Z [DEBUG] nomad/worker.go:377: worker: updated evaluation: eval="" nomad-213 2021-10-14T17:21:08.966Z [DEBUG] nomad/worker.go:223: worker: ack evaluation: eval_id=a2ce76df-769c-8d87-3e63-260c192a8674 nomad-223 2021-10-14T17:21:08.967Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-049 2021-10-14T17:21:08.967Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-228 2021-10-14T17:21:09.030Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9350 Address:127.0.0.1:9350}]" 2021-10-14T17:21:08.845Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.845Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.845Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.845Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:08.849Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-228 2021-10-14T17:21:09.031Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9350 [Follower]" leader= nomad-228 2021-10-14T17:21:09.031Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-228.global 127.0.0.1 nomad-228 2021-10-14T17:21:09.031Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-049 2021-10-14T17:21:09.031Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:09.031Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:09.031Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-115 2021-10-14T17:21:09.032Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9329 nomad-115 2021-10-14T17:21:09.032Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9363 [Candidate]" term=43 nomad-115 2021-10-14T17:21:09.032Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-115 2021-10-14T17:21:09.032Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9363 term=43 tally=1 nomad-049 2021-10-14T17:21:09.032Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:09.032Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-14T17:21:09.032Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9363 time=84.388103ms nomad-100 2021-10-14T17:21:09.032Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-049 2021-10-14T17:21:09.032Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-14T17:21:09.032Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9329 [Follower]" leader= nomad-100 2021-10-14T17:21:09.033Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-059 2021-10-14T17:21:09.033Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-14T17:21:09.033Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9363 127.0.0.1:9363}" nomad-100 2021-10-14T17:21:09.033Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-230 2021-10-14T17:21:09.033Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-230 2021-10-14T17:21:09.033Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9386 [Candidate]" term=2 nomad-230 2021-10-14T17:21:09.033Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-230 2021-10-14T17:21:09.033Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9386 term=2 tally=1 nomad-230 2021-10-14T17:21:09.033Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-230 2021-10-14T17:21:09.033Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9386 [Leader]" nomad-229 2021-10-14T17:21:09.033Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-230 2021-10-14T17:21:09.033Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-230 2021-10-14T17:21:09.033Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=60c83d34-cb1c-45f0-d999-aa97e4ade918 create_time=1634232069033932970 nomad-230 2021-10-14T17:21:09.034Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=60c83d34-cb1c-45f0-d999-aa97e4ade918 create_time=1634232069033932970 nomad-225 2021-10-14T17:21:09.034Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-230 2021-10-14T17:21:09.034Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-228 2021-10-14T17:21:09.034Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-228.global (Addr: 127.0.0.1:9350) (DC: dc1)" nomad-221 2021-10-14T17:21:09.034Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-221 2021-10-14T17:21:09.034Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9327 [Candidate]" term=2 nomad-221 2021-10-14T17:21:09.034Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-221 2021-10-14T17:21:09.034Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9327 term=2 tally=1 nomad-221 2021-10-14T17:21:09.035Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-221 2021-10-14T17:21:09.035Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9327 [Leader]" nomad-221 2021-10-14T17:21:09.035Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-221 2021-10-14T17:21:09.035Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=8c38a0c5-a971-4cd2-1eef-54e755472d45 create_time=1634232069035576999 nomad-221 2021-10-14T17:21:09.035Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=8c38a0c5-a971-4cd2-1eef-54e755472d45 create_time=1634232069035576999 nomad-221 2021-10-14T17:21:09.035Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-226 2021-10-14T17:21:09.036Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9375 Address:127.0.0.1:9375}]" nomad-226 2021-10-14T17:21:09.037Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-226.global 127.0.0.1 nomad-226 2021-10-14T17:21:09.037Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-226 2021-10-14T17:21:09.037Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9375 [Follower]" leader= nomad-226 2021-10-14T17:21:09.038Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-226.global (Addr: 127.0.0.1:9375) (DC: dc1)" nomad-059 2021-10-14T17:21:09.041Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-232 2021-10-14T17:21:09.045Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-232 2021-10-14T17:21:09.045Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9364 [Candidate]" term=2 nomad-232 2021-10-14T17:21:09.045Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-232 2021-10-14T17:21:09.045Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9364 term=2 tally=1 nomad-232 2021-10-14T17:21:09.045Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-232 2021-10-14T17:21:09.045Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9364 [Leader]" nomad-232 2021-10-14T17:21:09.045Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-049 2021-10-14T17:21:09.046Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-232 2021-10-14T17:21:09.046Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=47507641-ecb4-ad87-d5f1-604519f4bfa5 create_time=1634232069046740915 nomad-232 2021-10-14T17:21:09.046Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=47507641-ecb4-ad87-d5f1-604519f4bfa5 create_time=1634232069046740915 nomad-232 2021-10-14T17:21:09.047Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-229 2021-10-14T17:21:09.033Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9305 [Candidate]" term=2 nomad-229 2021-10-14T17:21:09.053Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-229 2021-10-14T17:21:09.053Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9305 term=2 tally=1 nomad-229 2021-10-14T17:21:09.053Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-229 2021-10-14T17:21:09.053Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9305 [Leader]" nomad-229 2021-10-14T17:21:09.054Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-229 2021-10-14T17:21:09.054Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=16a99310-5204-29f3-9fdc-90fce8ae23ca create_time=1634232069054666564 nomad-229 2021-10-14T17:21:09.054Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=16a99310-5204-29f3-9fdc-90fce8ae23ca create_time=1634232069054666564 nomad-229 2021-10-14T17:21:09.055Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-100 2021-10-14T17:21:09.057Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-115 2021-10-14T17:21:09.057Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9329 term=43 tally=2 nomad-115 2021-10-14T17:21:09.058Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-115 2021-10-14T17:21:09.058Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9363 [Leader]" nomad-221 2021-10-14T17:21:09.058Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-221 2021-10-14T17:21:09.058Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-115 2021-10-14T17:21:09.058Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9329 nomad-213 2021-10-14T17:21:09.058Z [TRACE] drainer/watch_nodes.go:77: nomad.drain: node has draining jobs on it: node_id=e64c3e53-3921-a278-b459-675b55fa732d num_jobs=1 nomad-213 2021-10-14T17:21:09.058Z [TRACE] drainer/watch_jobs.go:105: nomad.drain.job_watcher: registering job: job="" nomad-221 2021-10-14T17:21:09.058Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-213 2021-10-14T17:21:09.058Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-213 2021-10-14T17:21:09.058Z [TRACE] drainer/watch_jobs.go:171: nomad.drain.job_watcher: retrieved allocs for draining jobs: num_allocs=1 index=9 --- PASS: TestDeploymentEndpoint_SetAllocHealth_Rollback (0.22s) === CONT TestJobEndpoint_Register_Vault_OverrideConstraint nomad-213 2021-10-14T17:21:09.058Z [TRACE] drainer/watch_jobs.go:192: nomad.drain.job_watcher: handling job: job="" nomad-223 2021-10-14T17:21:09.058Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-223 2021-10-14T17:21:09.058Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-221 2021-10-14T17:21:09.058Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-213 2021-10-14T17:21:09.058Z [TRACE] drainer/watch_jobs.go:220: nomad.drain.job_watcher: received result for job: job="" result="Drain 0 ; Migrate 0 ; Done false" nomad-213 2021-10-14T17:21:09.058Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=9 nomad-115 2021-10-14T17:21:09.058Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-213 2021-10-14T17:21:09.058Z [TRACE] nomad/drainer_int_test.go:58: nomad: marked deployment health for alloc: alloc_id=4ddca054-6d77-1682-56c5-75a3b238aa00 nomad-223 2021-10-14T17:21:09.058Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestDeploymentEndpoint_SetAllocHealth (0.22s) === CONT TestJobEndpoint_Register_Vault_AllowUnauthenticated nomad-213 2021-10-14T17:21:09.058Z [TRACE] nomad/drainer_int_test.go:58: nomad: marked deployment health for alloc: alloc_id=4e3df6c8-b474-b374-08be-0e5b2efd1cb2 nomad-115 2021-10-14T17:21:09.058Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9329 127.0.0.1:9329}" 2021-10-14T17:21:09.058Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.058Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-223 2021-10-14T17:21:09.058Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-14T17:21:09.058Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.058Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.058Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.058Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.059Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.059Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-115 2021-10-14T17:21:09.059Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-14T17:21:09.059Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.059Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-049 2021-10-14T17:21:09.059Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" 2021-10-14T17:21:09.059Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.059Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.061Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.061Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.061Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.061Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.061Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.061Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.061Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.061Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-234 2021-10-14T17:21:09.061Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9396 Address:127.0.0.1:9396}]" nomad-234 2021-10-14T17:21:09.062Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-234.global 127.0.0.1 nomad-234 2021-10-14T17:21:09.062Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-234 2021-10-14T17:21:09.062Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9396 [Follower]" leader= nomad-234 2021-10-14T17:21:09.063Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-234.global (Addr: 127.0.0.1:9396) (DC: dc1)" nomad-233 2021-10-14T17:21:09.064Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9314 Address:127.0.0.1:9314}]" nomad-233 2021-10-14T17:21:09.065Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-233.global 127.0.0.1 nomad-233 2021-10-14T17:21:09.065Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-233 2021-10-14T17:21:09.065Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9314 [Follower]" leader= nomad-233 2021-10-14T17:21:09.065Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-233.global (Addr: 127.0.0.1:9314) (DC: dc1)" nomad-205 2021-10-14T17:21:09.066Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-205 2021-10-14T17:21:09.066Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-205 2021-10-14T17:21:09.066Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestEvalEndpoint_Nack (1.81s) === CONT TestJobEndpoint_Register_Vault_Disabled 2021-10-14T17:21:09.069Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-205 2021-10-14T17:21:09.069Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-14T17:21:09.069Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.069Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.069Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.069Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.069Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= --- PASS: TestEvalBroker_WaitUntil (1.00s) === CONT TestJobEndpoint_Register_EnforceIndex 2021-10-14T17:21:09.071Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.071Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.071Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.071Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.071Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.071Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.071Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.071Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.071Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.072Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-230 2021-10-14T17:21:09.072Z [INFO] nomad/server.go:620: nomad: shutting down server 2021-10-14T17:21:09.072Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-230 2021-10-14T17:21:09.072Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave 2021-10-14T17:21:09.072Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-230 2021-10-14T17:21:09.072Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestDeploymentEndpoint_Fail_ACL (0.22s) === CONT TestJobEndpoint_Register_Dispatched nomad-230 2021-10-14T17:21:09.072Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-14T17:21:09.072Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.072Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.072Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.072Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-235 2021-10-14T17:21:09.073Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9384 Address:127.0.0.1:9384}]" nomad-235 2021-10-14T17:21:09.137Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-235.global 127.0.0.1 nomad-235 2021-10-14T17:21:09.137Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-235 2021-10-14T17:21:09.138Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9384 [Follower]" leader= nomad-235 2021-10-14T17:21:09.138Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-235.global (Addr: 127.0.0.1:9384) (DC: dc1)" 2021-10-14T17:21:09.139Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-226 2021-10-14T17:21:09.139Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-226 2021-10-14T17:21:09.139Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9375 [Candidate]" term=2 nomad-226 2021-10-14T17:21:09.139Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-226 2021-10-14T17:21:09.139Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9375 term=2 tally=1 nomad-226 2021-10-14T17:21:09.139Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-226 2021-10-14T17:21:09.139Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9375 [Leader]" nomad-226 2021-10-14T17:21:09.139Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-226 2021-10-14T17:21:09.139Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=34585453-8ff1-8a22-e06b-a7a46f5ef791 create_time=1634232069139841189 nomad-226 2021-10-14T17:21:09.139Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=34585453-8ff1-8a22-e06b-a7a46f5ef791 create_time=1634232069139841189 nomad-233 2021-10-14T17:21:09.140Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-233 2021-10-14T17:21:09.140Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9314 [Candidate]" term=2 nomad-233 2021-10-14T17:21:09.140Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-233 2021-10-14T17:21:09.140Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9314 term=2 tally=1 nomad-233 2021-10-14T17:21:09.140Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-233 2021-10-14T17:21:09.140Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9314 [Leader]" nomad-233 2021-10-14T17:21:09.140Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-233 2021-10-14T17:21:09.140Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=8d1cb7f1-f8a9-182c-02ec-c4894dea10c5 create_time=1634232069140666245 nomad-233 2021-10-14T17:21:09.140Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=8d1cb7f1-f8a9-182c-02ec-c4894dea10c5 create_time=1634232069140666245 nomad-226 2021-10-14T17:21:09.140Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-233 2021-10-14T17:21:09.141Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-14T17:21:09.141Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.142Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.142Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.142Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.142Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.142Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.142Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-234 2021-10-14T17:21:09.142Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-234 2021-10-14T17:21:09.142Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9396 [Candidate]" term=2 nomad-234 2021-10-14T17:21:09.142Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-234 2021-10-14T17:21:09.142Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9396 term=2 tally=1 nomad-234 2021-10-14T17:21:09.142Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-234 2021-10-14T17:21:09.142Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9396 [Leader]" nomad-234 2021-10-14T17:21:09.142Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-100 2021-10-14T17:21:09.142Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9363 nomad-100 2021-10-14T17:21:09.142Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9329 [Candidate]" term=44 nomad-100 2021-10-14T17:21:09.142Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-100 2021-10-14T17:21:09.142Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9329 term=44 tally=1 nomad-234 2021-10-14T17:21:09.143Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=a575e442-f4d3-9670-b811-ce25f76c2c57 create_time=1634232069143100193 nomad-234 2021-10-14T17:21:09.143Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=a575e442-f4d3-9670-b811-ce25f76c2c57 create_time=1634232069143100193 nomad-237 2021-10-14T17:21:09.143Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9320 Address:127.0.0.1:9320}]" nomad-236 2021-10-14T17:21:09.143Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9362 Address:127.0.0.1:9362}]" nomad-234 2021-10-14T17:21:09.143Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-236 2021-10-14T17:21:09.154Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9362 [Follower]" leader= nomad-237 2021-10-14T17:21:09.143Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9320 [Follower]" leader= nomad-182 2021-10-14T17:21:09.144Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Marking nomad-186.global as failed, suspect timeout reached (0 peer confirmations) nomad-182 2021-10-14T17:21:09.154Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberFailed: nomad-186.global 127.0.0.1 nomad-233 2021-10-14T17:21:09.145Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-233 2021-10-14T17:21:09.154Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-233 2021-10-14T17:21:09.154Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-233 2021-10-14T17:21:09.154Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-233 2021-10-14T17:21:09.154Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-233 2021-10-14T17:21:09.154Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-236 2021-10-14T17:21:09.155Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-236.global 127.0.0.1 nomad-233 2021-10-14T17:21:09.155Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-236 2021-10-14T17:21:09.155Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-228 2021-10-14T17:21:09.144Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-228 2021-10-14T17:21:09.155Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9350 [Candidate]" term=2 nomad-228 2021-10-14T17:21:09.155Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-228 2021-10-14T17:21:09.155Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9350 term=2 tally=1 nomad-228 2021-10-14T17:21:09.155Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-228 2021-10-14T17:21:09.155Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9350 [Leader]" nomad-228 2021-10-14T17:21:09.155Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-049 2021-10-14T17:21:09.151Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-213 2021-10-14T17:21:09.147Z [TRACE] drainer/watch_jobs.go:171: nomad.drain.job_watcher: retrieved allocs for draining jobs: num_allocs=1 index=13 nomad-213 2021-10-14T17:21:09.155Z [TRACE] drainer/watch_jobs.go:192: nomad.drain.job_watcher: handling job: job="" nomad-222 2021-10-14T17:21:09.150Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-222 2021-10-14T17:21:09.155Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-213 2021-10-14T17:21:09.155Z [TRACE] drainer/watch_jobs.go:220: nomad.drain.job_watcher: received result for job: job="" result="Drain 1 ; Migrate 0 ; Done false" nomad-213 2021-10-14T17:21:09.155Z [TRACE] drainer/watch_jobs.go:234: nomad.drain.job_watcher: sending drain request for allocs: num_allocs=1 nomad-225 2021-10-14T17:21:09.150Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-222 2021-10-14T17:21:09.156Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestDeploymentEndpoint_SetAllocHealth_ACL (0.31s) nomad-236 2021-10-14T17:21:09.156Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-236.global (Addr: 127.0.0.1:9362) (DC: dc1)" === CONT TestJobEndpoint_Register_ParameterizedJob nomad-228 2021-10-14T17:21:09.156Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=f120153c-2cf2-39cc-8530-7ce8992f9d38 create_time=1634232069156187895 nomad-228 2021-10-14T17:21:09.156Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=f120153c-2cf2-39cc-8530-7ce8992f9d38 create_time=1634232069156187895 nomad-222 2021-10-14T17:21:09.156Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-225 2021-10-14T17:21:09.156Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-227 2021-10-14T17:21:09.151Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-227 2021-10-14T17:21:09.156Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-225 2021-10-14T17:21:09.156Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-225 2021-10-14T17:21:09.156Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-115 2021-10-14T17:21:09.143Z [WARN] raft/raft.go:1418: nomad.raft: rejecting vote request since we have a leader: from=127.0.0.1:9329 leader=127.0.0.1:9363 nomad-227 2021-10-14T17:21:09.157Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-228 2021-10-14T17:21:09.157Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-115 2021-10-14T17:21:09.148Z [ERROR] raft/replication.go:581: nomad.raft: peer has newer term, stopping replication: peer="{Voter 127.0.0.1:9329 127.0.0.1:9329}" nomad-227 2021-10-14T17:21:09.157Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-14T17:21:09.157Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.157Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-115 2021-10-14T17:21:09.157Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9329 127.0.0.1:9329}" 2021-10-14T17:21:09.157Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.157Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.157Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.157Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.157Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= --- PASS: TestDeploymentEndpoint_Pause (0.31s) === CONT TestJobEndpoint_Register_Periodic nomad-115 2021-10-14T17:21:09.157Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9363 [Follower]" leader= nomad-233 2021-10-14T17:21:09.158Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-115 2021-10-14T17:21:09.157Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-233 2021-10-14T17:21:09.158Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-233 2021-10-14T17:21:09.158Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestJobEndpoint_Register_Vault_OverrideConstraint (0.10s) === CONT TestJobEndpoint_Register_InvalidNamespace nomad-239 2021-10-14T17:21:09.161Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9366 Address:127.0.0.1:9366}]" 2021-10-14T17:21:09.169Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.169Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.169Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.169Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.169Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.169Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.169Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.169Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.169Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.169Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.169Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.169Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.169Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-233 2021-10-14T17:21:09.169Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-14T17:21:09.169Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-239 2021-10-14T17:21:09.169Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9366 [Follower]" leader= 2021-10-14T17:21:09.169Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.169Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= --- PASS: TestDeploymentEndpoint_Promote (0.32s) === CONT TestJobEndpoint_Register_Payload nomad-115 2021-10-14T17:21:09.170Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-14T17:21:09.173Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-062 2021-10-14T17:21:09.173Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" 2021-10-14T17:21:09.173Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.173Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.173Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.173Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.173Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.173Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.173Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.173Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.173Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.173Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-234 2021-10-14T17:21:09.148Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-234 2021-10-14T17:21:09.174Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-234 2021-10-14T17:21:09.174Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-234 2021-10-14T17:21:09.174Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-234 2021-10-14T17:21:09.174Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-234 2021-10-14T17:21:09.174Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-182 2021-10-14T17:21:09.174Z [ERROR] raft/raft.go:1656: nomad.raft: failed to make requestVote RPC: target="{Voter 127.0.0.1:9312 127.0.0.1:9312}" error="read tcp 127.0.0.1:42578->127.0.0.1:9312: i/o timeout" --- PASS: TestServerWithNodeConn_NoPath (4.81s) === CONT TestJobEndpoint_Register_ACL nomad-234 2021-10-14T17:21:09.175Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-241 2021-10-14T17:21:09.175Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9372 Address:127.0.0.1:9372}]" nomad-241 2021-10-14T17:21:09.175Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-241.global 127.0.0.1 nomad-241 2021-10-14T17:21:09.176Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-241 2021-10-14T17:21:09.176Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9372 [Follower]" leader= nomad-234 2021-10-14T17:21:09.176Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-059 2021-10-14T17:21:09.258Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-240 2021-10-14T17:21:09.261Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9338 Address:127.0.0.1:9338}]" nomad-240 2021-10-14T17:21:09.262Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-240.global 127.0.0.1 nomad-240 2021-10-14T17:21:09.262Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-239 2021-10-14T17:21:09.262Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-239 2021-10-14T17:21:09.262Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9366 [Candidate]" term=2 nomad-239 2021-10-14T17:21:09.263Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-239 2021-10-14T17:21:09.263Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9366 term=2 tally=1 nomad-239 2021-10-14T17:21:09.263Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-239 2021-10-14T17:21:09.263Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9366 [Leader]" nomad-062 2021-10-14T17:21:09.263Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:09.266Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-237 2021-10-14T17:21:09.143Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-237.global 127.0.0.1 nomad-237 2021-10-14T17:21:09.331Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-239 2021-10-14T17:21:09.332Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-239.global 127.0.0.1 nomad-239 2021-10-14T17:21:09.332Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers 2021-10-14T17:21:09.342Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.343Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.343Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.343Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.343Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.343Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.343Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.343Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-234 2021-10-14T17:21:09.176Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-234 2021-10-14T17:21:09.176Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-234 2021-10-14T17:21:09.343Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost --- PASS: TestJobEndpoint_Register_Vault_AllowUnauthenticated (0.29s) === CONT TestJobEndpoint_Register_Existing nomad-100 2021-10-14T17:21:09.346Z [WARN] raft/raft.go:324: nomad.raft: Election timeout reached, restarting election nomad-100 2021-10-14T17:21:09.346Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9329 [Candidate]" term=45 nomad-100 2021-10-14T17:21:09.346Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-100 2021-10-14T17:21:09.346Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9329 term=45 tally=1 2021-10-14T17:21:09.346Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-059 2021-10-14T17:21:09.346Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" 2021-10-14T17:21:09.346Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-059 2021-10-14T17:21:09.346Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:09.353Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-115 2021-10-14T17:21:09.353Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-100 2021-10-14T17:21:09.355Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9363 term=45 tally=2 nomad-100 2021-10-14T17:21:09.355Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-100 2021-10-14T17:21:09.355Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9329 [Leader]" nomad-100 2021-10-14T17:21:09.355Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9363 nomad-100 2021-10-14T17:21:09.356Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-241 2021-10-14T17:21:09.176Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-241.global (Addr: 127.0.0.1:9372) (DC: dc1)" nomad-241 2021-10-14T17:21:09.346Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-241 2021-10-14T17:21:09.357Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9372 [Candidate]" term=2 nomad-241 2021-10-14T17:21:09.357Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-241 2021-10-14T17:21:09.357Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9372 term=2 tally=1 nomad-241 2021-10-14T17:21:09.357Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-241 2021-10-14T17:21:09.357Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9372 [Leader]" nomad-240 2021-10-14T17:21:09.346Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9338 [Follower]" leader= nomad-240 2021-10-14T17:21:09.346Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-240.global (Addr: 127.0.0.1:9338) (DC: dc1)" nomad-239 2021-10-14T17:21:09.361Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-239.global (Addr: 127.0.0.1:9366) (DC: dc1)" nomad-062 2021-10-14T17:21:09.361Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:09.361Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:09.370Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:09.371Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:09.371Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-14T17:21:09.371Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9363 127.0.0.1:9363}" nomad-059 2021-10-14T17:21:09.380Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:09.380Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:09.434Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" 2021-10-14T17:21:09.436Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.436Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-235 2021-10-14T17:21:09.437Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-235 2021-10-14T17:21:09.437Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9384 [Candidate]" term=2 nomad-235 2021-10-14T17:21:09.437Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-235 2021-10-14T17:21:09.437Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9384 term=2 tally=1 nomad-235 2021-10-14T17:21:09.437Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-100 2021-10-14T17:21:09.437Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9363 time=66.171415ms nomad-235 2021-10-14T17:21:09.437Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9384 [Leader]" nomad-100 2021-10-14T17:21:09.437Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-100 2021-10-14T17:21:09.437Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9329 [Follower]" leader= nomad-235 2021-10-14T17:21:09.437Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-100 2021-10-14T17:21:09.437Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-100 2021-10-14T17:21:09.437Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9363 127.0.0.1:9363}" nomad-100 2021-10-14T17:21:09.437Z [ERROR] nomad/leader.go:136: nomad: failed to wait for barrier: error="leadership lost while committing log" nomad-100 2021-10-14T17:21:09.437Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-235 2021-10-14T17:21:09.438Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=a510897e-1f10-235e-3f7a-aec8cb936568 create_time=1634232069438259201 nomad-235 2021-10-14T17:21:09.438Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=a510897e-1f10-235e-3f7a-aec8cb936568 create_time=1634232069438259201 nomad-115 2021-10-14T17:21:09.441Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-100.global (timeout reached) nomad-059 2021-10-14T17:21:09.441Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:09.442Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-115 2021-10-14T17:21:09.444Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9329 nomad-115 2021-10-14T17:21:09.444Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9363 [Candidate]" term=46 nomad-115 2021-10-14T17:21:09.444Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-115 2021-10-14T17:21:09.444Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9363 term=46 tally=1 nomad-236 2021-10-14T17:21:09.375Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= 2021-10-14T17:21:09.346Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-231 2021-10-14T17:21:09.470Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-231 2021-10-14T17:21:09.470Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-231 2021-10-14T17:21:09.470Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestDeploymentEndpoint_Fail (0.62s) === CONT TestCoreScheduler_NodeGC_Force nomad-231 2021-10-14T17:21:09.471Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-238 2021-10-14T17:21:09.471Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9309 Address:127.0.0.1:9309}]" 2021-10-14T17:21:09.438Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-154 2021-10-14T17:21:09.471Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-154 2021-10-14T17:21:09.471Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-154 2021-10-14T17:21:09.471Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestCoreScheduler_FailLoop (6.63s) === CONT TestJobEndpoint_Deregister_ACL nomad-241 2021-10-14T17:21:09.380Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-241 2021-10-14T17:21:09.471Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=18b76dc2-a873-da32-6f37-7c50bef23e96 create_time=1634232069471831357 nomad-241 2021-10-14T17:21:09.471Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=18b76dc2-a873-da32-6f37-7c50bef23e96 create_time=1634232069471831357 nomad-059 2021-10-14T17:21:09.445Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:09.445Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:09.470Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-241 2021-10-14T17:21:09.472Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-14T17:21:09.346Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.369Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.370Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.371Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.371Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.371Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.371Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.471Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.470Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.471Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.471Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.471Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.471Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.471Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-237 2021-10-14T17:21:09.445Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-237 2021-10-14T17:21:09.472Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9320 [Candidate]" term=2 nomad-238 2021-10-14T17:21:09.472Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-238.global 127.0.0.1 nomad-237 2021-10-14T17:21:09.472Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-238 2021-10-14T17:21:09.473Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-237 2021-10-14T17:21:09.473Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9320 term=2 tally=1 nomad-237 2021-10-14T17:21:09.473Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-237 2021-10-14T17:21:09.473Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9320 [Leader]" nomad-100 2021-10-14T17:21:09.473Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:58412 nomad-237 2021-10-14T17:21:09.473Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-224 2021-10-14T17:21:09.441Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-224 2021-10-14T17:21:09.473Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-238 2021-10-14T17:21:09.472Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9309 [Follower]" leader= nomad-238 2021-10-14T17:21:09.473Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-238.global (Addr: 127.0.0.1:9309) (DC: dc1)" nomad-059 2021-10-14T17:21:09.473Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-224 2021-10-14T17:21:09.474Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-237 2021-10-14T17:21:09.471Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-237.global (Addr: 127.0.0.1:9320) (DC: dc1)" 2021-10-14T17:21:09.475Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.475Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.475Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.475Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.475Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.475Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= --- PASS: TestDeploymentEndpoint_Promote_ACL (0.63s) === CONT TestJobEndpoint_Evaluate_Periodic 2021-10-14T17:21:09.478Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.478Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.478Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.478Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-059 2021-10-14T17:21:09.483Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-235 2021-10-14T17:21:09.445Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-14T17:21:09.493Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-062 2021-10-14T17:21:09.445Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:09.445Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:09.478Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:09.493Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" 2021-10-14T17:21:09.494Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-062 2021-10-14T17:21:09.494Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" 2021-10-14T17:21:09.494Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-059 2021-10-14T17:21:09.494Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:09.494Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-236 2021-10-14T17:21:09.494Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9362 [Candidate]" term=2 nomad-236 2021-10-14T17:21:09.495Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-236 2021-10-14T17:21:09.495Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9362 term=2 tally=1 nomad-236 2021-10-14T17:21:09.495Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-236 2021-10-14T17:21:09.495Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9362 [Leader]" nomad-236 2021-10-14T17:21:09.495Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-232 2021-10-14T17:21:09.495Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-232 2021-10-14T17:21:09.495Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-236 2021-10-14T17:21:09.495Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=cf01a984-8c08-4823-16c9-89a5d64b49f5 create_time=1634232069495457233 nomad-236 2021-10-14T17:21:09.495Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=cf01a984-8c08-4823-16c9-89a5d64b49f5 create_time=1634232069495457233 nomad-062 2021-10-14T17:21:09.495Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:09.495Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-236 2021-10-14T17:21:09.495Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-100 2021-10-14T17:21:09.496Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-232 2021-10-14T17:21:09.496Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestDeploymentEndpoint_GetDeployment_Blocking (0.54s) === CONT TestJobEndpoint_Deregister nomad-229 2021-10-14T17:21:09.537Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-229 2021-10-14T17:21:09.537Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-229 2021-10-14T17:21:09.538Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-115 2021-10-14T17:21:09.538Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9329 term=46 tally=2 nomad-115 2021-10-14T17:21:09.538Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-115 2021-10-14T17:21:09.538Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9363 [Leader]" nomad-115 2021-10-14T17:21:09.538Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9329 --- PASS: TestDeploymentEndpoint_SetAllocHealth_NoRollback (0.69s) === CONT TestJobEndpoint_Evaluate_ParameterizedJob nomad-100 2021-10-14T17:21:09.541Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Failed ping: nomad-115.global (timeout reached) nomad-062 2021-10-14T17:21:09.541Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:09.541Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" 2021-10-14T17:21:09.541Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.541Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.541Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.542Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-229 2021-10-14T17:21:09.542Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-115 2021-10-14T17:21:09.542Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-115 2021-10-14T17:21:09.542Z [DEBUG] go-hclog/stdlog.go:44: nomad: memberlist: Stream connection from=127.0.0.1:34684 nomad-062 2021-10-14T17:21:09.542Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" 2021-10-14T17:21:09.542Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.542Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.542Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.542Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.542Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.542Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-059 2021-10-14T17:21:09.541Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" 2021-10-14T17:21:09.542Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.542Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.542Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-115 2021-10-14T17:21:09.542Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9329 127.0.0.1:9329}" nomad-062 2021-10-14T17:21:09.543Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:09.543Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-115 2021-10-14T17:21:09.543Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-14T17:21:09.543Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.543Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.543Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.543Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.544Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.544Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-062 2021-10-14T17:21:09.544Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:09.544Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-100 2021-10-14T17:21:09.544Z [INFO] go-hclog/stdlog.go:46: nomad: memberlist: Suspect nomad-115.global has failed, no acks received nomad-245 2021-10-14T17:21:09.545Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9357 Address:127.0.0.1:9357}]" nomad-245 2021-10-14T17:21:09.545Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9357 [Follower]" leader= nomad-062 2021-10-14T17:21:09.545Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" 2021-10-14T17:21:09.545Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-062 2021-10-14T17:21:09.545Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" 2021-10-14T17:21:09.545Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-244 2021-10-14T17:21:09.546Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9385 Address:127.0.0.1:9385}]" nomad-242 2021-10-14T17:21:09.546Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9306 Address:127.0.0.1:9306}]" nomad-244 2021-10-14T17:21:09.546Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9385 [Follower]" leader= nomad-242 2021-10-14T17:21:09.546Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9306 [Follower]" leader= nomad-232 2021-10-14T17:21:09.546Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-244 2021-10-14T17:21:09.547Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-244.global 127.0.0.1 nomad-242 2021-10-14T17:21:09.547Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-242.global 127.0.0.1 nomad-242 2021-10-14T17:21:09.547Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-244 2021-10-14T17:21:09.547Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[noop, service, batch, system, _core] nomad-242 2021-10-14T17:21:09.547Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-242.global (Addr: 127.0.0.1:9306) (DC: dc1)" nomad-244 2021-10-14T17:21:09.547Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-244.global (Addr: 127.0.0.1:9385) (DC: dc1)" nomad-243 2021-10-14T17:21:09.548Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9383 Address:127.0.0.1:9383}]" nomad-243 2021-10-14T17:21:09.548Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9383 [Follower]" leader= nomad-243 2021-10-14T17:21:09.548Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-243.global 127.0.0.1 nomad-243 2021-10-14T17:21:09.548Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-062 2021-10-14T17:21:09.548Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-243 2021-10-14T17:21:09.549Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-243.global (Addr: 127.0.0.1:9383) (DC: dc1)" nomad-062 2021-10-14T17:21:09.549Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-240 2021-10-14T17:21:09.543Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-237 2021-10-14T17:21:09.549Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=f1bbd90c-abcd-0155-37ba-0906759e34a7 create_time=1634232069549648343 nomad-240 2021-10-14T17:21:09.549Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9338 [Candidate]" term=2 nomad-237 2021-10-14T17:21:09.549Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=f1bbd90c-abcd-0155-37ba-0906759e34a7 create_time=1634232069549648343 nomad-240 2021-10-14T17:21:09.549Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-240 2021-10-14T17:21:09.549Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9338 term=2 tally=1 nomad-237 2021-10-14T17:21:09.550Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-14T17:21:09.550Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-240 2021-10-14T17:21:09.549Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-240 2021-10-14T17:21:09.550Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9338 [Leader]" nomad-240 2021-10-14T17:21:09.550Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired 2021-10-14T17:21:09.551Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.553Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.553Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.553Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.553Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-115 2021-10-14T17:21:09.553Z [WARN] go-hclog/stdlog.go:48: nomad: memberlist: Refuting a suspect message (from: nomad-100.global) 2021-10-14T17:21:09.554Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.554Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-248 2021-10-14T17:21:09.555Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9355 Address:127.0.0.1:9355}]" nomad-248 2021-10-14T17:21:09.556Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-248.global 127.0.0.1 nomad-248 2021-10-14T17:21:09.556Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers 2021-10-14T17:21:09.556Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-248 2021-10-14T17:21:09.556Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9355 [Follower]" leader= nomad-248 2021-10-14T17:21:09.556Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-248.global (Addr: 127.0.0.1:9355) (DC: dc1)" nomad-154 2021-10-14T17:21:09.557Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-115 2021-10-14T17:21:09.557Z [ERROR] go-hclog/stdlog.go:50: nomad: memberlist: Failed fallback ping: write tcp 127.0.0.1:58412->127.0.0.1:9330: i/o timeout nomad-224 2021-10-14T17:21:09.558Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-14T17:21:09.561Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.564Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.565Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-062 2021-10-14T17:21:09.565Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" 2021-10-14T17:21:09.565Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-240 2021-10-14T17:21:09.566Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=b94c6795-cdf6-9e87-0b80-75296834591e create_time=1634232069566037124 nomad-240 2021-10-14T17:21:09.566Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=b94c6795-cdf6-9e87-0b80-75296834591e create_time=1634232069566037124 nomad-247 2021-10-14T17:21:09.566Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9343 Address:127.0.0.1:9343}]" nomad-240 2021-10-14T17:21:09.566Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-247 2021-10-14T17:21:09.566Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9343 [Follower]" leader= nomad-247 2021-10-14T17:21:09.567Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-247.global 127.0.0.1 nomad-247 2021-10-14T17:21:09.567Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-247 2021-10-14T17:21:09.567Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-247.global (Addr: 127.0.0.1:9343) (DC: dc1)" nomad-238 2021-10-14T17:21:09.569Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-238 2021-10-14T17:21:09.569Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9309 [Candidate]" term=2 nomad-238 2021-10-14T17:21:09.569Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-238 2021-10-14T17:21:09.569Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9309 term=2 tally=1 nomad-238 2021-10-14T17:21:09.569Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-238 2021-10-14T17:21:09.569Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9309 [Leader]" nomad-059 2021-10-14T17:21:09.569Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-238 2021-10-14T17:21:09.569Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-062 2021-10-14T17:21:09.569Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-245 2021-10-14T17:21:09.569Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-245.global 127.0.0.1 nomad-245 2021-10-14T17:21:09.569Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-238 2021-10-14T17:21:09.570Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=d5f27b6a-7ab7-bafc-8f31-a12de0f47b30 create_time=1634232069570083990 nomad-238 2021-10-14T17:21:09.570Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=d5f27b6a-7ab7-bafc-8f31-a12de0f47b30 create_time=1634232069570083990 nomad-245 2021-10-14T17:21:09.570Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-245.global (Addr: 127.0.0.1:9357) (DC: dc1)" nomad-238 2021-10-14T17:21:09.570Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-062 2021-10-14T17:21:09.570Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:09.616Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-115 2021-10-14T17:21:09.616Z [WARN] raft/raft.go:880: nomad.raft: failed to contact: server-id=127.0.0.1:9329 time=69.559533ms nomad-115 2021-10-14T17:21:09.616Z [WARN] raft/raft.go:892: nomad.raft: failed to contact quorum of nodes, stepping down nomad-115 2021-10-14T17:21:09.616Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9363 [Follower]" leader= nomad-115 2021-10-14T17:21:09.616Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-115 2021-10-14T17:21:09.616Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9329 127.0.0.1:9329}" nomad-115 2021-10-14T17:21:09.616Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-059 2021-10-14T17:21:09.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-14T17:21:09.630Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-247 2021-10-14T17:21:09.630Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9343 [Candidate]" term=2 nomad-247 2021-10-14T17:21:09.630Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-247 2021-10-14T17:21:09.630Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9343 term=2 tally=1 nomad-247 2021-10-14T17:21:09.630Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-247 2021-10-14T17:21:09.630Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9343 [Leader]" nomad-242 2021-10-14T17:21:09.630Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-247 2021-10-14T17:21:09.630Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-242 2021-10-14T17:21:09.630Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9306 [Candidate]" term=2 nomad-062 2021-10-14T17:21:09.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-242 2021-10-14T17:21:09.630Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-242 2021-10-14T17:21:09.630Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9306 term=2 tally=1 nomad-242 2021-10-14T17:21:09.630Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-242 2021-10-14T17:21:09.631Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9306 [Leader]" nomad-242 2021-10-14T17:21:09.631Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-247 2021-10-14T17:21:09.631Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=3b223c04-e749-383c-a822-f3e67ce84f62 create_time=1634232069631452057 nomad-247 2021-10-14T17:21:09.631Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=3b223c04-e749-383c-a822-f3e67ce84f62 create_time=1634232069631452057 nomad-242 2021-10-14T17:21:09.631Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=7aa414df-c912-7c89-0492-06c49ddf3385 create_time=1634232069631838928 nomad-242 2021-10-14T17:21:09.631Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=7aa414df-c912-7c89-0492-06c49ddf3385 create_time=1634232069631838928 nomad-247 2021-10-14T17:21:09.632Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-242 2021-10-14T17:21:09.632Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-244 2021-10-14T17:21:09.632Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-243 2021-10-14T17:21:09.632Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-244 2021-10-14T17:21:09.632Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9385 [Candidate]" term=2 nomad-243 2021-10-14T17:21:09.632Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9383 [Candidate]" term=2 nomad-244 2021-10-14T17:21:09.632Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-243 2021-10-14T17:21:09.632Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-244 2021-10-14T17:21:09.632Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9385 term=2 tally=1 nomad-243 2021-10-14T17:21:09.632Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9383 term=2 tally=1 nomad-244 2021-10-14T17:21:09.632Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-243 2021-10-14T17:21:09.632Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-244 2021-10-14T17:21:09.632Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9385 [Leader]" nomad-243 2021-10-14T17:21:09.632Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9383 [Leader]" nomad-244 2021-10-14T17:21:09.632Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-243 2021-10-14T17:21:09.632Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-238 2021-10-14T17:21:09.634Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-238 2021-10-14T17:21:09.634Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-238 2021-10-14T17:21:09.634Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-236 2021-10-14T17:21:09.634Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-238 2021-10-14T17:21:09.634Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-236 2021-10-14T17:21:09.634Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-236 2021-10-14T17:21:09.634Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-236 2021-10-14T17:21:09.634Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-238 2021-10-14T17:21:09.634Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-238 2021-10-14T17:21:09.634Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-236 2021-10-14T17:21:09.634Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-238 2021-10-14T17:21:09.634Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-240 2021-10-14T17:21:09.634Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-240 2021-10-14T17:21:09.634Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-240 2021-10-14T17:21:09.634Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-240 2021-10-14T17:21:09.634Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-240 2021-10-14T17:21:09.634Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-240 2021-10-14T17:21:09.634Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-228 2021-10-14T17:21:09.635Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-228 2021-10-14T17:21:09.635Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-228 2021-10-14T17:21:09.635Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-236 2021-10-14T17:21:09.634Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= --- PASS: TestDeploymentEndpoint_Fail_Rollback (0.79s) === CONT TestCoreScheduler_NodeGC_RunningAllocs nomad-240 2021-10-14T17:21:09.635Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-236 2021-10-14T17:21:09.636Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-238 2021-10-14T17:21:09.636Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-238 2021-10-14T17:21:09.636Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-240 2021-10-14T17:21:09.636Z [ERROR] nomad/fsm.go:485: nomad.fsm: UpsertJob failed: error="job "mock-service-05e747ad-1cda-92d1-c9be-a93eff062be4" is in nonexistent namespace "foo"" nomad-238 2021-10-14T17:21:09.636Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-240 2021-10-14T17:21:09.636Z [ERROR] nomad/job_endpoint.go:373: nomad.job: registering job failed: error="job "mock-service-05e747ad-1cda-92d1-c9be-a93eff062be4" is in nonexistent namespace "foo"" fsm=true --- PASS: TestJobEndpoint_Register_ParameterizedJob (0.48s) === CONT TestJobEndpoint_ForceRescheduleEvaluate nomad-100 2021-10-14T17:21:09.641Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader=127.0.0.1:9363 nomad-240 2021-10-14T17:21:09.641Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-240 2021-10-14T17:21:09.641Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-100 2021-10-14T17:21:09.641Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9329 [Candidate]" term=47 nomad-100 2021-10-14T17:21:09.642Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=2 nomad-240 2021-10-14T17:21:09.642Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-240 2021-10-14T17:21:09.642Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-236 2021-10-14T17:21:09.642Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-236 2021-10-14T17:21:09.642Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-228 2021-10-14T17:21:09.642Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-236 2021-10-14T17:21:09.642Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= --- PASS: TestJobEndpoint_Register_InvalidNamespace (0.48s) nomad-236 2021-10-14T17:21:09.642Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= === CONT TestJobEndpoint_Evaluate_ACL 2021-10-14T17:21:09.642Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.642Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.642Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.642Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-100 2021-10-14T17:21:09.642Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9329 term=47 tally=1 2021-10-14T17:21:09.643Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.643Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-238 2021-10-14T17:21:09.642Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-236 2021-10-14T17:21:09.643Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-236 2021-10-14T17:21:09.657Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= 2021-10-14T17:21:09.643Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-244 2021-10-14T17:21:09.657Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=db5f6656-6ddc-84c2-1c8b-c44693fd4e34 create_time=1634232069657651323 nomad-244 2021-10-14T17:21:09.657Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=db5f6656-6ddc-84c2-1c8b-c44693fd4e34 create_time=1634232069657651323 2021-10-14T17:21:09.643Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-248 2021-10-14T17:21:09.644Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= 2021-10-14T17:21:09.642Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.642Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.642Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.643Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-248 2021-10-14T17:21:09.657Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9355 [Candidate]" term=2 2021-10-14T17:21:09.643Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.645Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.645Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.646Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-062 2021-10-14T17:21:09.646Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-248 2021-10-14T17:21:09.658Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-062 2021-10-14T17:21:09.653Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" 2021-10-14T17:21:09.643Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-248 2021-10-14T17:21:09.658Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9355 term=2 tally=1 nomad-248 2021-10-14T17:21:09.658Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 2021-10-14T17:21:09.643Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-248 2021-10-14T17:21:09.658Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9355 [Leader]" 2021-10-14T17:21:09.644Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-235 2021-10-14T17:21:09.658Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-248 2021-10-14T17:21:09.658Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-245 2021-10-14T17:21:09.645Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-245 2021-10-14T17:21:09.658Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9357 [Candidate]" term=2 nomad-235 2021-10-14T17:21:09.658Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-245 2021-10-14T17:21:09.658Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-245 2021-10-14T17:21:09.658Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9357 term=2 tally=1 nomad-235 2021-10-14T17:21:09.658Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-245 2021-10-14T17:21:09.658Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-245 2021-10-14T17:21:09.658Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9357 [Leader]" nomad-249 2021-10-14T17:21:09.648Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9379 Address:127.0.0.1:9379}]" nomad-245 2021-10-14T17:21:09.658Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-236 2021-10-14T17:21:09.658Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-246 2021-10-14T17:21:09.643Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9335 Address:127.0.0.1:9335}]" nomad-245 2021-10-14T17:21:09.659Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=cc23c608-5ddc-e223-e932-6e8ef98bf72c create_time=1634232069659187678 nomad-248 2021-10-14T17:21:09.659Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=26e4157a-d0a6-2f28-918e-d6272de291cb create_time=1634232069659159753 nomad-245 2021-10-14T17:21:09.659Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=cc23c608-5ddc-e223-e932-6e8ef98bf72c create_time=1634232069659187678 nomad-248 2021-10-14T17:21:09.659Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=26e4157a-d0a6-2f28-918e-d6272de291cb create_time=1634232069659159753 nomad-241 2021-10-14T17:21:09.656Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-241 2021-10-14T17:21:09.659Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-241 2021-10-14T17:21:09.659Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-241 2021-10-14T17:21:09.659Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-241 2021-10-14T17:21:09.659Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-241 2021-10-14T17:21:09.659Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-248 2021-10-14T17:21:09.659Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-14T17:21:09.644Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-249 2021-10-14T17:21:09.659Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-249.global 127.0.0.1 2021-10-14T17:21:09.645Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-249 2021-10-14T17:21:09.659Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9379 [Follower]" leader= nomad-249 2021-10-14T17:21:09.659Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[service, batch, system, noop, _core] nomad-246 2021-10-14T17:21:09.659Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-246.global 127.0.0.1 nomad-246 2021-10-14T17:21:09.660Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-249 2021-10-14T17:21:09.660Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-249.global (Addr: 127.0.0.1:9379) (DC: dc1)" nomad-241 2021-10-14T17:21:09.660Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error="1 error occurred: * job can't be submitted with a payload, only dispatched " nomad-243 2021-10-14T17:21:09.649Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=fe9aa788-390e-da43-39cb-613380204c42 create_time=1634232069649660484 nomad-243 2021-10-14T17:21:09.660Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=fe9aa788-390e-da43-39cb-613380204c42 create_time=1634232069649660484 nomad-115 2021-10-14T17:21:09.642Z [DEBUG] raft/raft.go:1432: nomad.raft: lost leadership because received a requestVote with a newer term nomad-235 2021-10-14T17:21:09.658Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-243 2021-10-14T17:21:09.660Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-235 2021-10-14T17:21:09.660Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-235 2021-10-14T17:21:09.660Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-245 2021-10-14T17:21:09.660Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-246 2021-10-14T17:21:09.661Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9335 [Follower]" leader= nomad-246 2021-10-14T17:21:09.661Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-246.global (Addr: 127.0.0.1:9335) (DC: dc1)" nomad-235 2021-10-14T17:21:09.661Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-244 2021-10-14T17:21:09.658Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-14T17:21:09.648Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-062 2021-10-14T17:21:09.661Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" 2021-10-14T17:21:09.648Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.662Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.665Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-235 2021-10-14T17:21:09.665Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-100 2021-10-14T17:21:09.665Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9363 term=47 tally=2 nomad-241 2021-10-14T17:21:09.665Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-100 2021-10-14T17:21:09.665Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=2 nomad-235 2021-10-14T17:21:09.665Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-241 2021-10-14T17:21:09.665Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-100 2021-10-14T17:21:09.665Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9329 [Leader]" nomad-100 2021-10-14T17:21:09.665Z [INFO] raft/raft.go:474: nomad.raft: added peer, starting replication: peer=127.0.0.1:9363 nomad-235 2021-10-14T17:21:09.665Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-241 2021-10-14T17:21:09.665Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-247 2021-10-14T17:21:09.665Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-251 2021-10-14T17:21:09.665Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9351 Address:127.0.0.1:9351}]" nomad-247 2021-10-14T17:21:09.665Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= --- PASS: TestJobEndpoint_Register_Payload (0.50s) 2021-10-14T17:21:09.665Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-247 2021-10-14T17:21:09.665Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= === CONT TestJobExposeCheckHook_Mutate --- PASS: TestJobEndpoint_Register_Vault_Disabled (0.60s) nomad-247 2021-10-14T17:21:09.665Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= 2021-10-14T17:21:09.665Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= === CONT TestJobEndpoint_Register --- PASS: TestJobExposeCheckHook_Mutate (0.00s) === CONT TestJobExposeCheckHook_checkIsExposable nomad-235 2021-10-14T17:21:09.665Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-100 2021-10-14T17:21:09.665Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired --- PASS: TestJobExposeCheckHook_checkIsExposable (0.00s) === CONT TestCoreScheduler_JobGC_OutstandingEvals nomad-247 2021-10-14T17:21:09.665Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-247 2021-10-14T17:21:09.665Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-237 2021-10-14T17:21:09.665Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-251 2021-10-14T17:21:09.666Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9351 [Follower]" leader= nomad-237 2021-10-14T17:21:09.666Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-237 2021-10-14T17:21:09.666Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-237 2021-10-14T17:21:09.666Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-241 2021-10-14T17:21:09.666Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-237 2021-10-14T17:21:09.666Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-237 2021-10-14T17:21:09.666Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-100 2021-10-14T17:21:09.666Z [INFO] raft/replication.go:408: nomad.raft: pipelining replication: peer="{Voter 127.0.0.1:9363 127.0.0.1:9363}" 2021-10-14T17:21:09.666Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.666Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-251 2021-10-14T17:21:09.666Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-251.global 127.0.0.1 2021-10-14T17:21:09.666Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.666Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-251 2021-10-14T17:21:09.666Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers 2021-10-14T17:21:09.666Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.666Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-226 2021-10-14T17:21:09.666Z [INFO] nomad/server.go:620: nomad: shutting down server 2021-10-14T17:21:09.666Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-226 2021-10-14T17:21:09.666Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-247 2021-10-14T17:21:09.666Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= 2021-10-14T17:21:09.666Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.666Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-226 2021-10-14T17:21:09.666Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestDeploymentEndpoint_Pause_ACL (0.82s) === CONT TestJobExposeCheckHook_serviceExposeConfig 2021-10-14T17:21:09.666Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-251 2021-10-14T17:21:09.666Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-251.global (Addr: 127.0.0.1:9351) (DC: dc1)" --- PASS: TestJobExposeCheckHook_serviceExposeConfig (0.00s) === CONT TestJobEndpoint_Register_PreserveCounts nomad-226 2021-10-14T17:21:09.666Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-14T17:21:09.666Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.666Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-100 2021-10-14T17:21:09.666Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 2021-10-14T17:21:09.666Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.666Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.666Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.666Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-062 2021-10-14T17:21:09.667Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-237 2021-10-14T17:21:09.667Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-247 2021-10-14T17:21:09.668Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-247 2021-10-14T17:21:09.668Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-247 2021-10-14T17:21:09.668Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestJobEndpoint_Deregister (0.17s) 2021-10-14T17:21:09.669Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-059 2021-10-14T17:21:09.669Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-244 2021-10-14T17:21:09.730Z [DEBUG] nomad/core_sched.go:103: core.sched: forced job GC nomad-244 2021-10-14T17:21:09.731Z [DEBUG] nomad/core_sched.go:241: core.sched: forced eval GC nomad-244 2021-10-14T17:21:09.731Z [DEBUG] nomad/core_sched.go:555: core.sched: forced deployment GC nomad-244 2021-10-14T17:21:09.731Z [DEBUG] nomad/core_sched.go:838: core.sched: forced plugin GC nomad-244 2021-10-14T17:21:09.731Z [DEBUG] nomad/core_sched.go:845: core.sched: CSI plugin GC scanning before cutoff index: index=18446744073709551615 csi_plugin_gc_threshold=1h0m0s nomad-244 2021-10-14T17:21:09.731Z [TRACE] nomad/core_sched.go:737: core.sched: garbage collecting unclaimed CSI volume claims: eval.JobID=force-gc nomad-244 2021-10-14T17:21:09.731Z [DEBUG] nomad/core_sched.go:761: core.sched: forced volume claim GC nomad-244 2021-10-14T17:21:09.732Z [DEBUG] nomad/core_sched.go:768: core.sched: CSI volume claim GC scanning before cutoff index: index=18446744073709551615 csi_volume_claim_gc_threshold=5m0s nomad-244 2021-10-14T17:21:09.732Z [DEBUG] nomad/core_sched.go:444: core.sched: forced node GC nomad-244 2021-10-14T17:21:09.732Z [DEBUG] nomad/core_sched.go:498: core.sched: node GC found eligible nodes: nodes=1 2021-10-14T17:21:09.733Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-236 2021-10-14T17:21:09.734Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-236 2021-10-14T17:21:09.734Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-236 2021-10-14T17:21:09.734Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-236 2021-10-14T17:21:09.734Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-236 2021-10-14T17:21:09.734Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-236 2021-10-14T17:21:09.734Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-115 2021-10-14T17:21:09.734Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-115 2021-10-14T17:21:09.734Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-246 2021-10-14T17:21:09.735Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-246 2021-10-14T17:21:09.735Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9335 [Candidate]" term=2 nomad-246 2021-10-14T17:21:09.735Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-246 2021-10-14T17:21:09.735Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9335 term=2 tally=1 nomad-246 2021-10-14T17:21:09.735Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-246 2021-10-14T17:21:09.735Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9335 [Leader]" nomad-249 2021-10-14T17:21:09.735Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-249 2021-10-14T17:21:09.735Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9379 [Candidate]" term=2 nomad-249 2021-10-14T17:21:09.736Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-249 2021-10-14T17:21:09.736Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9379 term=2 tally=1 nomad-249 2021-10-14T17:21:09.736Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-249 2021-10-14T17:21:09.736Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9379 [Leader]" nomad-249 2021-10-14T17:21:09.736Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-246 2021-10-14T17:21:09.736Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-246 2021-10-14T17:21:09.737Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=40bec082-f922-836e-eb1b-31b6ad4b3412 create_time=1634232069737217172 nomad-246 2021-10-14T17:21:09.737Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=40bec082-f922-836e-eb1b-31b6ad4b3412 create_time=1634232069737217172 2021-10-14T17:21:09.737Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= nomad-246 2021-10-14T17:21:09.737Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-237 2021-10-14T17:21:09.738Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-237 2021-10-14T17:21:09.739Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-237 2021-10-14T17:21:09.739Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-100 2021-10-14T17:21:09.739Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-100 2021-10-14T17:21:09.740Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-100 2021-10-14T17:21:09.740Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-100 2021-10-14T17:21:09.743Z [INFO] raft/replication.go:456: nomad.raft: aborting pipeline replication: peer="{Voter 127.0.0.1:9363 127.0.0.1:9363}" nomad-251 2021-10-14T17:21:09.745Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= --- PASS: TestJobEndpoint_Deregister_EvalCreation_Legacy (9.38s) nomad-251 2021-10-14T17:21:09.745Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9351 [Candidate]" term=2 nomad-251 2021-10-14T17:21:09.745Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-251 2021-10-14T17:21:09.745Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9351 term=2 tally=1 nomad-251 2021-10-14T17:21:09.745Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-251 2021-10-14T17:21:09.745Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9351 [Leader]" nomad-251 2021-10-14T17:21:09.745Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-244 2021-10-14T17:21:09.746Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-251 2021-10-14T17:21:09.746Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=f20b7350-8300-540e-1e6b-11dbb300e033 create_time=1634232069746447212 nomad-251 2021-10-14T17:21:09.746Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=f20b7350-8300-540e-1e6b-11dbb300e033 create_time=1634232069746447212 nomad-244 2021-10-14T17:21:09.746Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-244 2021-10-14T17:21:09.746Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-251 2021-10-14T17:21:09.746Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-236 2021-10-14T17:21:09.750Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-236 2021-10-14T17:21:09.750Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-236 2021-10-14T17:21:09.751Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-236 2021-10-14T17:21:09.751Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-236 2021-10-14T17:21:09.751Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-236 2021-10-14T17:21:09.751Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-236 2021-10-14T17:21:09.751Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-236 2021-10-14T17:21:09.751Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-236 2021-10-14T17:21:09.751Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-236 2021-10-14T17:21:09.751Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-236 2021-10-14T17:21:09.751Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-236 2021-10-14T17:21:09.751Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-236 2021-10-14T17:21:09.752Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-236 2021-10-14T17:21:09.752Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-236 2021-10-14T17:21:09.752Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-062 2021-10-14T17:21:09.753Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-247 2021-10-14T17:21:09.753Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-244 2021-10-14T17:21:09.753Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost --- PASS: TestCoreScheduler_NodeGC_Force (0.28s) nomad-059 2021-10-14T17:21:09.754Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" --- PASS: TestJobEndpoint_Register_Dispatched (0.68s) 2021-10-14T17:21:09.756Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.756Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.756Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.757Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.757Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-252 2021-10-14T17:21:09.758Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9310 Address:127.0.0.1:9310}]" nomad-252 2021-10-14T17:21:09.759Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9310 [Follower]" leader= nomad-249 2021-10-14T17:21:09.759Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=685d38f8-152e-ab95-99da-d6865dc215a9 create_time=1634232069759304428 nomad-249 2021-10-14T17:21:09.759Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=685d38f8-152e-ab95-99da-d6865dc215a9 create_time=1634232069759304428 nomad-252 2021-10-14T17:21:09.759Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-252.global 127.0.0.1 nomad-249 2021-10-14T17:21:09.759Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-252 2021-10-14T17:21:09.759Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-252 2021-10-14T17:21:09.760Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-252.global (Addr: 127.0.0.1:9310) (DC: dc1)" nomad-253 2021-10-14T17:21:09.764Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9380 Address:127.0.0.1:9380}]" nomad-253 2021-10-14T17:21:09.765Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-253.global 127.0.0.1 nomad-253 2021-10-14T17:21:09.765Z [INFO] nomad/server.go:1451: nomad: starting scheduling worker(s): num_workers=32 schedulers=[system, noop, service, batch, _core] 2021-10-14T17:21:09.765Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.738Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.754Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-100 2021-10-14T17:21:09.765Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost 2021-10-14T17:21:09.754Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.754Z [TRACE] eventer/eventer.go:68: plugin_loader.java: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.765Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= 2021-10-14T17:21:09.765Z [TRACE] eventer/eventer.go:68: plugin_loader.exec: task event loop shutdown: plugin_dir= nomad-253 2021-10-14T17:21:09.765Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9380 [Follower]" leader= 2021-10-14T17:21:09.765Z [TRACE] eventer/eventer.go:68: plugin_loader.qemu: task event loop shutdown: plugin_dir= nomad-253 2021-10-14T17:21:09.765Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-253.global (Addr: 127.0.0.1:9380) (DC: dc1)" nomad-237 2021-10-14T17:21:09.766Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-246 2021-10-14T17:21:09.767Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-246 2021-10-14T17:21:09.767Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-246 2021-10-14T17:21:09.767Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-246 2021-10-14T17:21:09.767Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-250 2021-10-14T17:21:09.767Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9390 Address:127.0.0.1:9390}]" nomad-246 2021-10-14T17:21:09.767Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-246 2021-10-14T17:21:09.767Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-246 2021-10-14T17:21:09.768Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-250 2021-10-14T17:21:09.768Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-250.global 127.0.0.1 nomad-250 2021-10-14T17:21:09.768Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-254 2021-10-14T17:21:09.768Z [INFO] raft/api.go:556: nomad.raft: initial configuration: index=1 servers="[{Suffrage:Voter ID:127.0.0.1:9318 Address:127.0.0.1:9318}]" nomad-250 2021-10-14T17:21:09.768Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9390 [Follower]" leader= nomad-246 2021-10-14T17:21:09.768Z [DEBUG] nomad/periodic.go:250: nomad.periodic: registered periodic job: job="" nomad-254 2021-10-14T17:21:09.769Z [INFO] go-hclog/stdlog.go:46: nomad: serf: EventMemberJoin: nomad-254.global 127.0.0.1 nomad-254 2021-10-14T17:21:09.769Z [WARN] nomad/server.go:1423: nomad: no enabled schedulers nomad-250 2021-10-14T17:21:09.769Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-250.global (Addr: 127.0.0.1:9390) (DC: dc1)" nomad-246 2021-10-14T17:21:09.769Z [DEBUG] nomad/periodic.go:344: nomad.periodic: scheduled periodic job launch: launch_delay=8m50.230747077s job="" 2021-10-14T17:21:09.769Z [TRACE] eventer/eventer.go:68: plugin_loader.docker: task event loop shutdown: plugin_dir= nomad-254 2021-10-14T17:21:09.769Z [INFO] raft/raft.go:152: nomad.raft: entering follower state: follower="Node at 127.0.0.1:9318 [Follower]" leader= nomad-254 2021-10-14T17:21:09.769Z [INFO] nomad/serf.go:60: nomad: adding server: server="nomad-254.global (Addr: 127.0.0.1:9318) (DC: dc1)" nomad-254 2021-10-14T17:21:09.830Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-254 2021-10-14T17:21:09.830Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9318 [Candidate]" term=2 nomad-254 2021-10-14T17:21:09.830Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-254 2021-10-14T17:21:09.830Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9318 term=2 tally=1 nomad-254 2021-10-14T17:21:09.830Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-254 2021-10-14T17:21:09.830Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9318 [Leader]" nomad-254 2021-10-14T17:21:09.830Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-250 2021-10-14T17:21:09.831Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-250 2021-10-14T17:21:09.831Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9390 [Candidate]" term=2 nomad-250 2021-10-14T17:21:09.831Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-250 2021-10-14T17:21:09.831Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9390 term=2 tally=1 nomad-250 2021-10-14T17:21:09.831Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-250 2021-10-14T17:21:09.831Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9390 [Leader]" nomad-250 2021-10-14T17:21:09.831Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-254 2021-10-14T17:21:09.831Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=00448e18-c225-dc42-b63a-b08a9ead032c create_time=1634232069831615908 nomad-254 2021-10-14T17:21:09.831Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=00448e18-c225-dc42-b63a-b08a9ead032c create_time=1634232069831615908 nomad-254 2021-10-14T17:21:09.832Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-250 2021-10-14T17:21:09.832Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=6643c26b-e1ce-28e0-4d47-cdb544961ba6 create_time=1634232069832297776 nomad-250 2021-10-14T17:21:09.832Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=6643c26b-e1ce-28e0-4d47-cdb544961ba6 create_time=1634232069832297776 nomad-250 2021-10-14T17:21:09.832Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-253 2021-10-14T17:21:09.833Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-253 2021-10-14T17:21:09.833Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9380 [Candidate]" term=2 nomad-253 2021-10-14T17:21:09.833Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-253 2021-10-14T17:21:09.833Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9380 term=2 tally=1 nomad-253 2021-10-14T17:21:09.833Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-253 2021-10-14T17:21:09.833Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9380 [Leader]" nomad-253 2021-10-14T17:21:09.833Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-252 2021-10-14T17:21:09.833Z [WARN] raft/raft.go:214: nomad.raft: heartbeat timeout reached, starting election: last-leader= nomad-252 2021-10-14T17:21:09.833Z [INFO] raft/raft.go:250: nomad.raft: entering candidate state: node="Node at 127.0.0.1:9310 [Candidate]" term=2 nomad-252 2021-10-14T17:21:09.833Z [DEBUG] raft/raft.go:268: nomad.raft: votes: needed=1 nomad-252 2021-10-14T17:21:09.833Z [DEBUG] raft/raft.go:287: nomad.raft: vote granted: from=127.0.0.1:9310 term=2 tally=1 nomad-252 2021-10-14T17:21:09.833Z [INFO] raft/raft.go:292: nomad.raft: election won: tally=1 nomad-252 2021-10-14T17:21:09.833Z [INFO] raft/raft.go:363: nomad.raft: entering leader state: leader="Node at 127.0.0.1:9310 [Leader]" nomad-252 2021-10-14T17:21:09.833Z [INFO] nomad/leader.go:73: nomad: cluster leadership acquired nomad-252 2021-10-14T17:21:09.834Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=efc2df4a-78fd-fb6d-d7d9-ed7f11e38a75 create_time=1634232069834570181 nomad-252 2021-10-14T17:21:09.834Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=efc2df4a-78fd-fb6d-d7d9-ed7f11e38a75 create_time=1634232069834570181 nomad-252 2021-10-14T17:21:09.835Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-248 2021-10-14T17:21:09.835Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-248 2021-10-14T17:21:09.835Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-248 2021-10-14T17:21:09.835Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-248 2021-10-14T17:21:09.835Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-248 2021-10-14T17:21:09.835Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-248 2021-10-14T17:21:09.835Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-248 2021-10-14T17:21:09.835Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-246 2021-10-14T17:21:09.836Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-246 2021-10-14T17:21:09.836Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-246 2021-10-14T17:21:09.836Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestJobEndpoint_Evaluate_Periodic (0.36s) nomad-246 2021-10-14T17:21:09.837Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-248 2021-10-14T17:21:09.837Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-248 2021-10-14T17:21:09.837Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-245 2021-10-14T17:21:09.837Z [ERROR] nomad/fsm.go:650: nomad.fsm: DeleteJob failed: error="job not found" nomad-248 2021-10-14T17:21:09.837Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-245 2021-10-14T17:21:09.837Z [ERROR] nomad/fsm.go:581: nomad.fsm: deregistering job failed: error="job not found" --- PASS: TestJobEndpoint_Evaluate_ParameterizedJob (0.30s) nomad-248 2021-10-14T17:21:09.837Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-245 2021-10-14T17:21:09.837Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-245 2021-10-14T17:21:09.837Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-245 2021-10-14T17:21:09.838Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestJobEndpoint_Deregister_ACL (0.37s) nomad-249 2021-10-14T17:21:09.838Z [DEBUG] nomad/core_sched.go:452: core.sched: node GC scanning before cutoff index: index=2000 node_gc_threshold=24h0m0s nomad-245 2021-10-14T17:21:09.838Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-249 2021-10-14T17:21:09.838Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-249 2021-10-14T17:21:09.838Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave --- PASS: TestCoreScheduler_NodeGC_RunningAllocs (0.20s) nomad-249 2021-10-14T17:21:09.838Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-249 2021-10-14T17:21:09.838Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-252 2021-10-14T17:21:09.841Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-252 2021-10-14T17:21:09.841Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-252 2021-10-14T17:21:09.841Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-252 2021-10-14T17:21:09.841Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-252 2021-10-14T17:21:09.841Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-252 2021-10-14T17:21:09.841Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= 2021-10-14T17:21:09.769Z [TRACE] eventer/eventer.go:68: plugin_loader.raw_exec: task event loop shutdown: plugin_dir= nomad-252 2021-10-14T17:21:09.842Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-252 2021-10-14T17:21:09.845Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-252 2021-10-14T17:21:09.845Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-252 2021-10-14T17:21:09.845Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-252 2021-10-14T17:21:09.846Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost --- PASS: TestJobEndpoint_Register (0.18s) nomad-250 2021-10-14T17:21:09.846Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-250 2021-10-14T17:21:09.846Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-250 2021-10-14T17:21:09.846Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-250 2021-10-14T17:21:09.846Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-250 2021-10-14T17:21:09.846Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-250 2021-10-14T17:21:09.846Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-254 2021-10-14T17:21:09.846Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-254 2021-10-14T17:21:09.846Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-254 2021-10-14T17:21:09.846Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-254 2021-10-14T17:21:09.846Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-254 2021-10-14T17:21:09.846Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-254 2021-10-14T17:21:09.846Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-250 2021-10-14T17:21:09.847Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-254 2021-10-14T17:21:09.847Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-253 2021-10-14T17:21:09.848Z [TRACE] nomad/fsm.go:308: nomad.fsm: ClusterSetMetadata: cluster_id=914e3853-ec28-019f-2c68-a7a0f5b469c1 create_time=1634232069848516437 nomad-253 2021-10-14T17:21:09.848Z [INFO] nomad/leader.go:1484: nomad.core: established cluster id: cluster_id=914e3853-ec28-019f-2c68-a7a0f5b469c1 create_time=1634232069848516437 nomad-253 2021-10-14T17:21:09.848Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=1 nomad-236 2021-10-14T17:21:09.849Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-236 2021-10-14T17:21:09.849Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-236 2021-10-14T17:21:09.849Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestJobEndpoint_Register_EnforceIndex (0.78s) nomad-236 2021-10-14T17:21:09.850Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-243 2021-10-14T17:21:09.862Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-243 2021-10-14T17:21:09.862Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-243 2021-10-14T17:21:09.862Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-243 2021-10-14T17:21:09.862Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-243 2021-10-14T17:21:09.862Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-243 2021-10-14T17:21:09.862Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-243 2021-10-14T17:21:09.863Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-250 2021-10-14T17:21:09.865Z [ERROR] state/state_store.go:4790: nomad.state_store: new allocation inserted into state store with bad client status: alloc_id=af66224d-6c12-94ea-4079-22c201f59a50 client_status=failed nomad-254 2021-10-14T17:21:09.866Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-254 2021-10-14T17:21:09.866Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-254 2021-10-14T17:21:09.866Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-254 2021-10-14T17:21:09.866Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-254 2021-10-14T17:21:09.866Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-254 2021-10-14T17:21:09.866Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-250 2021-10-14T17:21:09.867Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-250 2021-10-14T17:21:09.867Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-250 2021-10-14T17:21:09.867Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestJobEndpoint_ForceRescheduleEvaluate (0.23s) nomad-254 2021-10-14T17:21:09.867Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-250 2021-10-14T17:21:09.867Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-243 2021-10-14T17:21:09.866Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-243 2021-10-14T17:21:09.868Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-243 2021-10-14T17:21:09.868Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-243 2021-10-14T17:21:09.868Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-243 2021-10-14T17:21:09.868Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-243 2021-10-14T17:21:09.868Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-243 2021-10-14T17:21:09.868Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-254 2021-10-14T17:21:09.933Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-254 2021-10-14T17:21:09.933Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-254 2021-10-14T17:21:09.933Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-251 2021-10-14T17:21:09.934Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-251 2021-10-14T17:21:09.934Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave --- PASS: TestJobEndpoint_Evaluate_ACL (0.29s) --- PASS: TestJobEndpoint_Register_PreserveCounts (0.27s) nomad-254 2021-10-14T17:21:09.934Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-251 2021-10-14T17:21:09.934Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-251 2021-10-14T17:21:09.934Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-242 2021-10-14T17:21:09.935Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-242 2021-10-14T17:21:09.935Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-242 2021-10-14T17:21:09.936Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestJobEndpoint_Register_ACL (0.76s) nomad-242 2021-10-14T17:21:09.936Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-243 2021-10-14T17:21:09.965Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=canonicalize warnings=[] error= nomad-243 2021-10-14T17:21:09.965Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=connect warnings=[] error= nomad-243 2021-10-14T17:21:09.965Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=expose-check warnings=[] error= nomad-243 2021-10-14T17:21:09.965Z [TRACE] nomad/job_endpoint_hooks.go:62: nomad.job: job mutate results: mutator=constraints warnings=[] error= nomad-243 2021-10-14T17:21:09.965Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=connect warnings=[] error= nomad-243 2021-10-14T17:21:09.966Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=expose-check warnings=[] error= nomad-243 2021-10-14T17:21:09.966Z [TRACE] nomad/job_endpoint_hooks.go:82: nomad.job: job validate results: validator=validate warnings=[] error= nomad-243 2021-10-14T17:21:09.967Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-243 2021-10-14T17:21:09.967Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-243 2021-10-14T17:21:09.967Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestJobEndpoint_Register_Existing (0.62s) nomad-243 2021-10-14T17:21:09.967Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-253 2021-10-14T17:21:10.062Z [DEBUG] nomad/core_sched.go:109: core.sched: job GC scanning before cutoff index: index=2000 job_gc_threshold=4h0m0s nomad-253 2021-10-14T17:21:10.063Z [DEBUG] nomad/core_sched.go:109: core.sched: job GC scanning before cutoff index: index=2000 job_gc_threshold=4h0m0s nomad-253 2021-10-14T17:21:10.063Z [DEBUG] nomad/core_sched.go:163: core.sched: job GC found eligible objects: jobs=1 evals=3 allocs=0 nomad-253 2021-10-14T17:21:10.064Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-253 2021-10-14T17:21:10.064Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-253 2021-10-14T17:21:10.065Z [DEBUG] nomad/worker.go:185: worker: dequeued evaluation: eval_id=3ab84913-2f4b-f0c7-d75c-68ed51bf8d21 --- PASS: TestCoreScheduler_JobGC_OutstandingEvals (0.40s) nomad-253 2021-10-14T17:21:10.065Z [ERROR] nomad/worker.go:115: worker: nacking eval because the server is shutting down: eval="" nomad-253 2021-10-14T17:21:10.066Z [ERROR] nomad/worker.go:221: worker: failed to nack evaluation: eval_id=3ab84913-2f4b-f0c7-d75c-68ed51bf8d21 error="No cluster leader" nomad-253 2021-10-14T17:21:10.065Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop nomad-253 2021-10-14T17:21:10.066Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-213 2021-10-14T17:21:10.158Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=14 nomad-213 2021-10-14T17:21:10.158Z [DEBUG] nomad/worker.go:185: worker: dequeued evaluation: eval_id=b3d14c61-fd76-86a4-ff85-ee39c0e3fff7 nomad-213 2021-10-14T17:21:10.159Z [TRACE] scheduler/rank.go:175: worker.service_sched.binpack: NewBinPackIterator created: eval_id=b3d14c61-fd76-86a4-ff85-ee39c0e3fff7 job_id=mock-service-ad75f169-ce92-afe5-d1fe-1b94a0d21513 namespace=default algorithm=binpack nomad-213 2021-10-14T17:21:10.159Z [DEBUG] scheduler/generic_sched.go:356: worker.service_sched: reconciled current state with desired state: eval_id=b3d14c61-fd76-86a4-ff85-ee39c0e3fff7 job_id=mock-service-ad75f169-ce92-afe5-d1fe-1b94a0d21513 namespace=default results="Total changes: (place 1) (destructive 0) (inplace 0) (stop 1) Desired Changes for "web": (place 0) (inplace 0) (destructive 0) (stop 0) (migrate 1) (ignore 1) (canary 0)" nomad-213 2021-10-14T17:21:10.161Z [DEBUG] nomad/worker.go:315: worker: submitted plan for evaluation: eval_id=b3d14c61-fd76-86a4-ff85-ee39c0e3fff7 nomad-213 2021-10-14T17:21:10.161Z [DEBUG] scheduler/util.go:535: worker.service_sched: setting eval status: eval_id=b3d14c61-fd76-86a4-ff85-ee39c0e3fff7 job_id=mock-service-ad75f169-ce92-afe5-d1fe-1b94a0d21513 namespace=default status=complete nomad-213 2021-10-14T17:21:10.162Z [TRACE] drainer/watch_jobs.go:171: nomad.drain.job_watcher: retrieved allocs for draining jobs: num_allocs=1 index=15 nomad-213 2021-10-14T17:21:10.162Z [DEBUG] nomad/worker.go:377: worker: updated evaluation: eval="" nomad-213 2021-10-14T17:21:10.162Z [TRACE] nomad/drainer_int_test.go:58: nomad: marked deployment health for alloc: alloc_id=6fc78e46-387c-39cc-87f0-92027de6b872 nomad-213 2021-10-14T17:21:10.162Z [DEBUG] nomad/worker.go:223: worker: ack evaluation: eval_id=b3d14c61-fd76-86a4-ff85-ee39c0e3fff7 nomad-213 2021-10-14T17:21:10.162Z [TRACE] drainer/watch_jobs.go:192: nomad.drain.job_watcher: handling job: job="" nomad-213 2021-10-14T17:21:10.162Z [TRACE] drainer/watch_jobs.go:220: nomad.drain.job_watcher: received result for job: job="" result="Drain 0 ; Migrate 1 ; Done false" nomad-213 2021-10-14T17:21:10.162Z [TRACE] drainer/watch_jobs.go:263: nomad.drain.job_watcher: sending migrated for allocs: num_allocs=1 nomad-213 2021-10-14T17:21:10.162Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=15 nomad-213 2021-10-14T17:21:10.237Z [TRACE] drainer/watch_jobs.go:171: nomad.drain.job_watcher: retrieved allocs for draining jobs: num_allocs=1 index=17 nomad-213 2021-10-14T17:21:10.238Z [TRACE] drainer/watch_jobs.go:192: nomad.drain.job_watcher: handling job: job="" nomad-213 2021-10-14T17:21:10.238Z [TRACE] drainer/watch_jobs.go:220: nomad.drain.job_watcher: received result for job: job="" result="Drain 1 ; Migrate 0 ; Done false" nomad-213 2021-10-14T17:21:10.238Z [TRACE] drainer/watch_jobs.go:234: nomad.drain.job_watcher: sending drain request for allocs: num_allocs=1 nomad-213 2021-10-14T17:21:11.239Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=18 nomad-213 2021-10-14T17:21:11.239Z [DEBUG] nomad/worker.go:185: worker: dequeued evaluation: eval_id=ca8a6bb8-e368-e366-f285-8d0be8adc12e nomad-213 2021-10-14T17:21:11.239Z [TRACE] scheduler/rank.go:175: worker.service_sched.binpack: NewBinPackIterator created: eval_id=ca8a6bb8-e368-e366-f285-8d0be8adc12e job_id=mock-service-ad75f169-ce92-afe5-d1fe-1b94a0d21513 namespace=default algorithm=binpack nomad-213 2021-10-14T17:21:11.239Z [DEBUG] scheduler/generic_sched.go:356: worker.service_sched: reconciled current state with desired state: eval_id=ca8a6bb8-e368-e366-f285-8d0be8adc12e job_id=mock-service-ad75f169-ce92-afe5-d1fe-1b94a0d21513 namespace=default results="Total changes: (place 1) (destructive 0) (inplace 0) (stop 1) Desired Changes for "web": (place 0) (inplace 0) (destructive 0) (stop 0) (migrate 1) (ignore 1) (canary 0)" nomad-213 2021-10-14T17:21:11.245Z [TRACE] nomad/drainer_int_test.go:58: nomad: marked deployment health for alloc: alloc_id=af6cc54e-51c1-7eb1-2366-d2aecb140cac nomad-213 2021-10-14T17:21:11.245Z [TRACE] drainer/watch_jobs.go:171: nomad.drain.job_watcher: retrieved allocs for draining jobs: num_allocs=1 index=19 nomad-213 2021-10-14T17:21:11.245Z [TRACE] drainer/watch_jobs.go:192: nomad.drain.job_watcher: handling job: job="" nomad-213 2021-10-14T17:21:11.245Z [TRACE] drainer/watch_jobs.go:220: nomad.drain.job_watcher: received result for job: job="" result="Drain 0 ; Migrate 1 ; Done true" nomad-213 2021-10-14T17:21:11.245Z [TRACE] drainer/watch_jobs.go:138: nomad.drain.job_watcher: deregistering job: job="" nomad-213 2021-10-14T17:21:11.245Z [TRACE] drainer/watch_jobs.go:263: nomad.drain.job_watcher: sending migrated for allocs: num_allocs=1 nomad-213 2021-10-14T17:21:11.245Z [TRACE] drainer/watch_jobs.go:145: nomad.drain.job_watcher: getting job allocs at index: index=19 nomad-101 2021-10-14T17:21:11.245Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-213 2021-10-14T17:21:11.246Z [DEBUG] nomad/worker.go:315: worker: submitted plan for evaluation: eval_id=ca8a6bb8-e368-e366-f285-8d0be8adc12e nomad-213 2021-10-14T17:21:11.246Z [DEBUG] scheduler/util.go:535: worker.service_sched: setting eval status: eval_id=ca8a6bb8-e368-e366-f285-8d0be8adc12e job_id=mock-service-ad75f169-ce92-afe5-d1fe-1b94a0d21513 namespace=default status=complete nomad-213 2021-10-14T17:21:11.246Z [DEBUG] nomad/worker.go:377: worker: updated evaluation: eval="" nomad-213 2021-10-14T17:21:11.246Z [DEBUG] nomad/worker.go:223: worker: ack evaluation: eval_id=ca8a6bb8-e368-e366-f285-8d0be8adc12e nomad-213 2021-10-14T17:21:11.265Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-213 2021-10-14T17:21:11.265Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave nomad-213 2021-10-14T17:21:11.266Z [DEBUG] nomad/leader.go:82: nomad: shutting down leader loop --- PASS: TestDrainer_Simple_ServiceOnly (3.07s) nomad-213 2021-10-14T17:21:11.266Z [INFO] nomad/leader.go:86: nomad: cluster leadership lost nomad-101 2021-10-14T17:21:11.326Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-213 2021-10-14T17:21:11.327Z [ERROR] nomad/node_endpoint.go:1203: nomad.client: alloc update failed: error="raft is already shutdown" nomad-101 2021-10-14T17:21:11.371Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:11.430Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:11.430Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:11.463Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:11.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:11.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:11.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:11.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:11.531Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:11.531Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:11.534Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:11.537Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:11.545Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:11.557Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:11.557Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:11.561Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:11.573Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:11.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:11.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:11.637Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:11.645Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:11.663Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:11.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:11.749Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:11.761Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:11.765Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:11.770Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:11.791Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:11.846Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:12.037Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:12.361Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:12.361Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:12.480Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:12.482Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:12.536Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:12.614Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:12.633Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:12.633Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:12.633Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:12.634Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:12.634Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:12.634Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:12.634Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:12.634Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:12.649Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:12.649Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:12.650Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:12.657Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:12.664Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:12.669Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:12.671Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:12.680Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:12.683Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:12.689Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:12.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:12.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:12.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:12.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:12.731Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:12.731Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:12.731Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:12.731Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:12.731Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:12.737Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:12.757Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:12.759Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:12.765Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:12.833Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:12.833Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:12.841Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:12.841Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:12.842Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:12.842Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:12.910Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:12.947Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:12.958Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:12.964Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:12.976Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:13.060Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:13.103Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:13.103Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:13.113Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:13.133Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:13.133Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:13.149Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:13.157Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:13.157Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:13.184Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:13.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:13.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:13.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:13.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:13.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:13.245Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:14.037Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:14.037Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:14.037Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:14.041Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:14.041Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:14.041Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:14.041Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:14.041Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:14.045Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:14.049Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:14.049Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:14.054Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:14.057Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:14.057Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:14.061Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:14.061Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:14.068Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:14.133Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:14.133Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:14.134Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:14.134Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:14.134Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:14.134Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:14.134Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:14.145Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:14.145Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:14.145Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:14.157Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:14.162Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:14.162Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:14.166Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:14.168Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:14.168Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:14.172Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:14.178Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:14.187Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:14.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:14.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:14.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:14.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:14.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:14.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:14.241Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:14.241Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:14.241Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:14.241Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:14.243Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:14.248Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:14.253Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:14.268Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:14.269Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:14.277Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:14.277Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:14.280Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:14.281Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:14.282Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:14.284Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:14.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:14.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:14.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:14.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:14.334Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:14.335Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:14.337Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:14.337Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:14.341Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:14.341Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:14.349Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:14.356Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:14.358Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:14.359Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:14.361Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:14.365Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:14.379Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:14.382Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:14.430Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:14.430Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:14.430Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:14.430Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:14.436Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:14.437Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:14.437Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:14.445Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:14.466Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:14.468Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:14.529Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:14.529Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:14.529Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:14.529Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:14.529Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:14.529Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:14.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:14.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:14.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:14.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:14.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:14.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:14.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:14.533Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:14.549Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:14.549Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:14.549Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:14.557Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:14.564Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:14.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:14.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:14.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:14.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:14.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:14.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:14.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:14.631Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:14.631Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:14.631Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:14.631Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:14.631Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:14.631Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:14.631Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:14.631Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:14.637Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:14.637Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:14.649Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:14.649Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:14.649Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:14.649Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:14.652Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:14.662Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:14.670Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:14.672Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:14.673Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:14.677Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:14.677Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:14.683Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:14.695Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:14.702Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:14.703Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:14.705Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:14.733Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:14.733Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:14.733Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:14.746Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:14.753Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:14.769Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:14.770Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:14.772Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:14.775Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:14.779Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:14.805Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:14.837Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:14.837Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:14.838Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:14.838Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:14.838Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:14.838Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:14.838Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:14.838Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:14.849Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:14.868Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:14.983Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:15.036Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:16.433Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:16.434Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:16.537Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:16.560Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:16.634Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:16.645Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:16.653Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:16.661Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:16.665Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:16.669Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:16.669Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:16.741Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:16.741Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:16.741Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:16.742Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:16.749Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:16.750Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:16.757Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:16.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:16.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:16.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:16.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:16.831Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:16.841Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:16.857Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:16.862Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:16.864Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:16.871Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:16.938Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:17.049Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:17.057Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" === CONT TestEvalEndpoint_Reblock_NonBlocked eval_endpoint_test.go:1065: should enable eval broker nomad-193 2021-10-14T17:21:17.230Z [INFO] nomad/server.go:620: nomad: shutting down server nomad-193 2021-10-14T17:21:17.230Z [WARN] go-hclog/stdlog.go:48: nomad: serf: Shutdown without a Leave --- FAIL: TestEvalEndpoint_Reblock_NonBlocked (10.48s) nomad-101 2021-10-14T17:21:17.257Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:17.534Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:17.638Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:17.638Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:17.733Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:17.733Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:17.733Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:17.734Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:17.749Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:17.809Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:17.810Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:17.820Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:17.849Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:17.857Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:17.857Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:17.869Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:17.941Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:17.942Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:17.942Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:17.942Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:17.953Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:17.953Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:17.953Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:17.961Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:18.044Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:18.044Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:18.044Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:18.070Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:18.072Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:18.078Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:18.085Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:18.098Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:18.133Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:18.149Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:18.165Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:18.169Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:18.169Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:18.192Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:18.245Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:18.333Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:18.334Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:18.334Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:18.334Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:18.334Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:18.334Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:18.334Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:18.335Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:18.335Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:18.349Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:18.363Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:18.363Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:18.453Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:18.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:18.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:18.531Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:18.531Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:18.531Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:18.531Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:18.561Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:18.563Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:18.569Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:18.598Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:18.640Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:18.762Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:18.776Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:18.779Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:18.783Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:18.786Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:18.841Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:18.845Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:18.845Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:18.845Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:18.846Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:18.942Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:18.942Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:18.945Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:18.945Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:18.945Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:18.946Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:18.946Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:18.946Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:18.946Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:18.950Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:18.955Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:18.961Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:19.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:19.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:19.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:19.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:19.031Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:19.031Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:19.045Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:19.045Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:19.055Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:19.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:19.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:19.141Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:19.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:19.256Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:19.256Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:19.256Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:19.332Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:19.333Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:19.337Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:19.354Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:19.365Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:19.440Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:19.440Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:19.440Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:19.440Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:19.440Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:19.440Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:19.440Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:19.440Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:19.440Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:19.440Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:19.440Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:19.440Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:19.441Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:19.449Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:19.454Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:19.454Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:19.457Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:19.461Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:19.461Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:19.467Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:19.475Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:19.479Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:19.479Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:19.481Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:19.481Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:19.485Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:19.487Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:19.493Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:19.498Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:19.499Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:19.499Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:19.526Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:19.526Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:19.526Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:19.526Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:19.545Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:19.545Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:19.549Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:19.556Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:19.556Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:19.561Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:19.561Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:19.565Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:19.565Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:19.569Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:19.580Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:19.593Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:19.593Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:19.593Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:19.593Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:19.633Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:19.633Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:19.633Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:19.633Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:19.633Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:19.633Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:19.633Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:19.633Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:19.634Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:19.634Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:19.645Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:19.646Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:19.647Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:19.679Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:19.689Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:19.736Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:19.737Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:19.689Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:19.689Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:19.689Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:19.690Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:19.693Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:19.689Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:19.690Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:19.736Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:19.736Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:19.736Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:19.745Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:19.753Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:19.761Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:19.766Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:19.771Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:19.834Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:19.845Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:19.845Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:19.845Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:19.846Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:19.846Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:19.846Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:19.846Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:19.850Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:19.857Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:19.857Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:19.857Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:19.934Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:19.934Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:19.934Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:19.934Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:19.934Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:19.934Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:19.949Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:19.949Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:20.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:20.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:20.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:20.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:20.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:20.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:20.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:20.037Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:20.037Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:20.041Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:20.056Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:20.065Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:20.065Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:20.065Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:20.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:20.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:20.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:20.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:20.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:20.137Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:20.137Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:20.138Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:20.149Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:20.149Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:20.149Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:20.161Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:20.161Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:20.165Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:20.166Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:20.169Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:20.169Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:20.181Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:20.186Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:20.197Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:20.202Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:20.205Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:20.215Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:20.252Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:20.267Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:20.277Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:20.277Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:20.333Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:20.333Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:20.333Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:20.333Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:20.337Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:20.341Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:20.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:20.633Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:21.933Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:21.934Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:21.954Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:22.038Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:22.050Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:22.070Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:22.071Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:22.072Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:22.077Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:22.136Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:22.137Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:22.137Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:22.141Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:22.155Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:22.161Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:22.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:22.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:22.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:22.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:22.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:22.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:22.253Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:22.265Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:22.319Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:22.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:22.350Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:22.430Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:22.430Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:22.537Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:22.561Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:22.635Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:22.657Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:22.957Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:23.038Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:23.053Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:23.099Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:23.119Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:23.119Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:23.179Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:23.180Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:23.199Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:23.257Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:23.269Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:23.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:23.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:23.345Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:23.362Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:23.414Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:23.414Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:23.414Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:23.414Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:23.414Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:23.449Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:23.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:23.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:23.631Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:23.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:23.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:23.731Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:23.765Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:23.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:23.831Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:23.866Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:23.871Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:23.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:23.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:23.955Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:24.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:24.031Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:24.031Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:24.031Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:24.031Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:24.034Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:24.037Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:24.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:24.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:24.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:24.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:24.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:24.132Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:24.137Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:24.165Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:24.233Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:24.234Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:24.234Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:24.234Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:24.234Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:24.234Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:24.235Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:24.265Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:24.269Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:24.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:24.331Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:24.331Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:24.353Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:24.365Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:24.369Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:24.430Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:24.431Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:24.430Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:24.468Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:24.471Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:24.478Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:24.482Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:24.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:24.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:24.537Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:24.557Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:24.570Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:24.645Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:24.646Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:24.646Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:24.646Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:24.653Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:24.656Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:24.664Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:24.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:24.745Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:24.763Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:24.791Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:24.791Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:24.791Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:24.791Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:24.801Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:24.821Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:24.821Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:24.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:24.833Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:24.834Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:24.837Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:24.857Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:24.861Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:24.865Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:24.865Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:24.886Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:24.886Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:24.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:24.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:24.930Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:24.933Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:24.955Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:24.959Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:24.969Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:25.041Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:25.041Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:25.041Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:25.041Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:25.042Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:25.042Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:25.042Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:25.042Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:25.042Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:25.042Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:25.042Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:25.042Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:25.042Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:25.042Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:25.042Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:25.047Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:25.053Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:25.057Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:25.061Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:25.061Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:25.061Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:25.065Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:25.141Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:25.141Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:25.141Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:25.142Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:25.142Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:25.142Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:25.142Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:25.142Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:25.142Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:25.161Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:25.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:25.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:25.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:25.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:25.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:25.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:25.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:25.261Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:25.274Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:25.280Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:25.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:25.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:25.345Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:25.346Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:25.432Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:25.432Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:25.538Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:25.747Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:25.834Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:25.834Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:25.834Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:25.834Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:25.834Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:25.936Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:25.936Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:25.936Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:25.936Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:25.936Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:25.936Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:25.936Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:25.936Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:25.944Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:26.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:26.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:26.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:26.037Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:26.049Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:26.052Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:26.059Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:26.133Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:26.133Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:26.133Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:26.145Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:26.145Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:26.145Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:26.145Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:26.145Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:26.145Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:26.146Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:26.152Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:26.246Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:26.246Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:26.249Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:26.249Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:26.249Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:26.250Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:26.259Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:26.341Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:26.341Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:26.341Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:26.341Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:26.341Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:26.342Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:26.351Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:26.353Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:26.358Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:26.367Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:26.369Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:26.370Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:26.449Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:26.449Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:26.449Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:26.449Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:26.450Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:26.450Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:26.450Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:26.450Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:26.450Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:26.450Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:26.450Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:26.450Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:26.450Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:26.459Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:26.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:26.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:26.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:26.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:26.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:26.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:26.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:26.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:26.531Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:26.531Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:26.531Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:26.537Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:26.543Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:26.548Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:26.554Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:26.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:26.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:26.631Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:26.631Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:26.631Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:26.637Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:26.642Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:26.644Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:26.732Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:26.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:26.731Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:26.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:26.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:26.937Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:26.945Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:28.237Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:28.245Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:28.265Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:28.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:28.334Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:28.430Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:28.430Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:28.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:28.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:28.537Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:28.541Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:28.564Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:28.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:28.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:28.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:28.631Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:28.631Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:28.631Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:28.631Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:28.631Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:28.631Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:28.665Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:28.671Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:28.673Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:28.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:28.741Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:28.838Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:28.861Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:28.934Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:28.934Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:29.038Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:29.139Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:29.261Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:29.292Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:29.345Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:29.455Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:29.455Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:29.455Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:29.455Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:29.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:29.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:29.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:29.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:29.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:29.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:29.531Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:29.531Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:29.531Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:29.531Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:29.531Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:29.531Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:29.531Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:29.531Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:29.531Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:29.541Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:29.541Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:29.553Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:29.565Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:29.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:29.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:29.642Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:29.649Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:29.650Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:29.650Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:29.650Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:29.650Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:29.657Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:29.658Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:29.673Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:29.677Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:29.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:29.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:29.731Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:29.757Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:29.757Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:29.765Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:29.780Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:29.780Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:29.799Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:29.841Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:29.842Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:29.842Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:29.854Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:29.933Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:29.961Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:30.037Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:30.037Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:30.037Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:30.041Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:30.074Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:30.157Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:30.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:30.259Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:30.345Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:30.381Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:30.404Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:31.033Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:31.034Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:31.056Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:31.141Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:31.147Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:31.155Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:31.171Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:31.184Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:31.204Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:31.224Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:31.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:31.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:31.236Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:31.241Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:31.249Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:31.291Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:31.342Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:31.349Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:31.350Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:31.360Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:31.360Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:31.376Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:31.389Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:31.392Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:31.393Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:31.411Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:31.411Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:31.537Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:31.537Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:31.537Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:31.541Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:31.541Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:31.541Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:31.541Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:31.541Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:31.541Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:31.542Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:31.542Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:31.542Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:31.542Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:31.542Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:31.542Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:31.542Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:31.542Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:31.542Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:31.542Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:31.542Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:31.553Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:31.553Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:31.641Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:31.641Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:31.642Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:31.642Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:31.642Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:31.642Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:31.642Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:31.642Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:31.687Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:31.736Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:31.765Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:31.778Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:31.884Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:31.943Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:31.961Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:34.545Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:34.608Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:34.633Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:34.661Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:34.678Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:34.681Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:34.682Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:34.751Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:34.761Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:34.795Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:34.801Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:34.808Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:34.837Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:34.837Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:34.843Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:34.853Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:34.870Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:34.969Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:34.973Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:34.980Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:34.999Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:35.145Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:35.158Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:35.203Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:35.225Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:35.265Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:35.271Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:35.296Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:35.296Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:35.343Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:35.380Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:35.620Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:35.723Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:35.742Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:35.749Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:35.754Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:35.770Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:35.844Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:35.851Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:35.862Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:35.890Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:35.907Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:35.921Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:35.926Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:35.940Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:35.949Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:35.957Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:35.957Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:35.958Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:35.960Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:35.983Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:35.986Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:36.001Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:36.002Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:36.012Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:36.018Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:36.029Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:36.042Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:36.044Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:36.061Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:36.105Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:36.118Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:36.128Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:36.136Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:36.140Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:36.151Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:36.154Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:36.154Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:36.162Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:36.181Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:36.189Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:36.193Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:36.194Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:36.201Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:36.202Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:36.209Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:36.213Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:36.216Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:36.228Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:36.237Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:36.238Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:36.259Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:36.278Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:36.286Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:36.300Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:36.301Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:36.328Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:36.351Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:36.361Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:36.365Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:36.386Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:36.389Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:36.406Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:36.409Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:36.410Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:36.414Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:36.415Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:36.427Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:36.442Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:36.457Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:36.463Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:36.501Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:36.537Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:36.554Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:36.554Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:36.568Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:36.585Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:36.595Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:36.605Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:36.616Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:36.629Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:36.638Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:36.656Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:36.659Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:36.664Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:36.665Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:36.668Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:36.676Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:36.678Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:36.683Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:36.685Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:36.687Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:36.691Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:36.696Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:36.698Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:36.706Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:36.708Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:36.710Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:36.712Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:36.716Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:36.732Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:36.741Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:36.747Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:36.762Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:36.764Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:36.766Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:36.768Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:36.768Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:36.770Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:36.770Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:36.772Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:36.794Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:36.796Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:36.837Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:36.851Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:36.859Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:36.867Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:36.871Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:36.874Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:36.877Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:36.880Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:36.899Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:36.944Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:36.955Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:36.964Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:36.983Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:36.987Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:37.107Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:37.197Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:37.303Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:38.375Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:38.441Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:38.497Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:38.556Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:38.557Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:38.577Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:38.660Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:38.697Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:38.706Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:38.708Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:38.777Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:38.789Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:38.817Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:38.839Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:38.865Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:38.865Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:38.866Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:38.880Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:38.915Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:38.927Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:38.951Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:38.952Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:38.966Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:38.967Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:38.988Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:39.027Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:39.097Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:39.158Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:39.210Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:39.223Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:39.258Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:39.360Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:39.658Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:39.708Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:39.715Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:39.736Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:39.753Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:39.793Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:39.829Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:39.841Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:39.865Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:39.872Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:39.921Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:39.933Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:39.933Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:39.944Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:39.959Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:39.985Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:40.004Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:40.038Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:40.064Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:40.139Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:40.193Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:40.237Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:40.261Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:40.278Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:40.321Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:40.321Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:40.329Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:40.432Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:40.473Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:40.543Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:40.563Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:40.667Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:41.251Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:41.286Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:41.324Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:41.335Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:41.339Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:41.353Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:41.360Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:41.405Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:41.441Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:41.451Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:41.453Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:41.456Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:41.492Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:41.500Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:41.506Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:41.515Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:41.526Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:41.537Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:41.541Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:41.572Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:41.586Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:41.597Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:41.654Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:41.668Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:41.670Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:41.674Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:41.676Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:41.676Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:41.694Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:41.697Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:41.698Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:41.712Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:41.722Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:41.722Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:41.732Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:41.741Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:41.743Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:41.753Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:41.762Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:41.763Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:41.765Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:41.767Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:41.769Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:41.769Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:41.771Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:41.786Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:41.790Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:41.798Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:41.805Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:41.812Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:41.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:41.831Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:41.871Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:41.871Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:41.875Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:41.896Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:41.939Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:41.944Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:41.959Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:41.993Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:42.071Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:42.089Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:42.184Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:42.213Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:45.855Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:45.915Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:45.939Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:45.969Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:45.974Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:46.033Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:46.041Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:46.072Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:46.095Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:46.101Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:46.112Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:46.114Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:46.125Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:46.127Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:46.128Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:46.141Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:46.144Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:46.175Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:46.229Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:46.272Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:46.327Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:46.331Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:46.350Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:46.365Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:46.383Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:46.404Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:46.404Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:46.445Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:46.449Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:46.481Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:46.609Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:21:46.668Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:49.639Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:49.665Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:49.740Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:49.776Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:49.777Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:49.787Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:49.805Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:49.820Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:49.835Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:49.847Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:49.891Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:49.907Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:49.946Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:49.951Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:50.000Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:50.039Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:50.040Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:50.063Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:50.066Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:50.071Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:50.137Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:50.260Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:50.267Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:50.291Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:50.306Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:50.361Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:50.393Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:50.413Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:50.414Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:50.459Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:50.570Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:21:50.667Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:51.069Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:51.076Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:51.112Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:51.146Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:51.163Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:51.175Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:51.177Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:51.210Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:51.215Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:51.236Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:51.239Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:51.246Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:51.289Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:51.291Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:51.310Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:51.316Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:51.323Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:51.350Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:51.372Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:51.381Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:51.394Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:51.418Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:51.419Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:51.422Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:51.429Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:51.450Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:51.455Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:51.471Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:51.481Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:51.481Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:51.492Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:51.514Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:51.524Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:51.525Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:51.544Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:51.546Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:51.567Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:51.607Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:51.615Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:51.626Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:51.626Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:51.631Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:51.686Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:51.687Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:51.696Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:51.718Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:51.721Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:51.721Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:51.733Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:51.745Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:51.747Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:51.763Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:51.768Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:51.771Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:51.776Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:51.781Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:51.782Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:51.787Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:51.801Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:21:51.809Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:51.811Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:51.811Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:51.818Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:51.821Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:51.829Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:51.840Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:51.844Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:51.846Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:51.857Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:51.859Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:51.867Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:51.874Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:51.906Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:51.914Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:51.933Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:51.937Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:51.946Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:51.957Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:51.963Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:51.982Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:51.990Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:51.994Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:51.997Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:52.004Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:52.008Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:52.008Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:52.020Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:52.031Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:52.055Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:52.100Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:52.117Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:52.135Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:52.149Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:52.160Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:21:52.203Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:21:52.498Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:53.473Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:53.497Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:53.563Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:53.619Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:53.626Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:53.746Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:53.754Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:53.807Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:53.837Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:53.844Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:53.863Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:53.867Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:53.885Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:53.901Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:54.000Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:54.001Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:54.006Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:54.036Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:54.036Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:54.058Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:54.074Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:54.081Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:54.104Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:54.110Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:54.118Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:54.137Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:54.163Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:54.220Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:54.252Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:54.274Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:54.315Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:21:54.515Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:54.696Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:54.741Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:54.743Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:54.781Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:54.825Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:54.881Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:54.972Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:54.994Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:54.997Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:55.013Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:55.027Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:55.042Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:55.104Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:55.125Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:55.126Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:55.145Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:55.188Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:55.247Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:55.252Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:55.308Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:55.349Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:55.350Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:55.380Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:55.388Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:55.486Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:55.492Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:55.499Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:55.549Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:55.567Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:55.573Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:55.615Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:21:55.819Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:56.349Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:56.365Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:56.375Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:56.377Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:56.455Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:56.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:56.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:56.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:56.531Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:56.531Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:56.531Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:56.532Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:56.550Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:56.557Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:56.565Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:56.584Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:56.589Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:56.629Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:56.629Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:56.629Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:56.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:56.706Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:56.714Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:56.716Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:56.723Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:56.729Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:56.772Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:56.788Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:56.789Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:56.792Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:56.810Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:56.817Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:56.820Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:56.824Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:56.829Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:56.846Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:56.847Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:56.853Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:56.862Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:56.867Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:56.869Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:56.872Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:56.884Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:56.903Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:56.925Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:56.941Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:56.951Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:56.954Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:56.956Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:56.969Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:56.979Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:56.993Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:57.007Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:57.062Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:57.066Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:57.081Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:57.085Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:57.091Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:57.099Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:57.128Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:57.141Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:21:57.276Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:57.276Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:21:57.461Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:00.858Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:00.982Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:01.039Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:01.095Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:01.118Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:01.129Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:01.147Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:01.152Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:01.168Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:01.190Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:01.196Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:01.239Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:01.241Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:01.278Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:01.286Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:01.286Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:01.310Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:01.311Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:01.361Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:01.365Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:01.400Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:01.440Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:01.445Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:01.463Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:01.506Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:01.567Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:01.568Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:01.586Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:01.685Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:01.688Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:01.710Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:01.749Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:04.657Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:04.749Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:04.852Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:04.856Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:04.885Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:04.892Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:04.897Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:04.952Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:04.969Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:04.982Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:05.037Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:05.040Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:05.041Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:05.054Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:05.068Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:05.074Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:05.084Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:05.085Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:05.124Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:05.165Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:05.194Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:05.293Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:05.305Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:05.315Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:05.416Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:05.422Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:05.436Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:05.445Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:05.472Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:05.482Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:05.641Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:05.806Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:06.072Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:06.169Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:06.182Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:06.197Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:06.206Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:06.223Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:06.260Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:06.265Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:06.275Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:06.279Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:06.285Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:06.365Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:06.384Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:06.426Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:06.428Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:06.428Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:06.434Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:06.461Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:06.470Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:06.473Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:06.483Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:06.498Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:06.507Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:06.513Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:06.521Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:06.540Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:06.554Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:06.564Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:06.571Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:06.580Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:06.593Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:06.610Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:06.615Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:06.617Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:06.621Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:06.641Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:06.680Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:06.682Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:06.684Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:06.684Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:06.703Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:06.748Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:06.763Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:06.784Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:06.786Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:06.787Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:06.811Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:06.815Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:06.820Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:06.836Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:06.837Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:06.847Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:06.847Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:06.873Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:06.880Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:06.884Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:06.902Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:06.907Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:06.912Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:06.917Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:06.919Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:06.933Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:06.936Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:06.949Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:06.951Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:06.964Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:06.976Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:06.980Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:06.986Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:06.990Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:06.993Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:07.020Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:07.021Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:07.034Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:07.045Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:07.051Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:07.062Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:07.066Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:07.069Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:07.074Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:07.091Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:07.110Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:07.126Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:07.141Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:07.166Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:07.174Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:07.190Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:07.200Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:07.207Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:07.218Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:07.219Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:07.228Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:07.244Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:07.256Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:07.296Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:07.545Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:08.478Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:08.538Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:08.620Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:08.727Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:08.782Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:08.803Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:08.888Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:08.918Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:08.921Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:08.955Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:08.959Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:08.966Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:08.970Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:09.000Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:09.049Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:09.095Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:09.110Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:09.120Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:09.128Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:09.145Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:09.167Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:09.208Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:09.224Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:09.256Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:09.265Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:09.281Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:09.286Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:09.295Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:09.365Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:09.452Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:09.456Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:09.680Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:09.744Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:09.780Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:09.809Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:09.869Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:09.953Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:10.007Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:10.071Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:10.088Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:10.108Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:10.145Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:10.150Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:10.202Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:10.203Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:10.206Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:10.229Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:10.294Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:10.305Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:10.329Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:10.369Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:10.400Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:10.425Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:10.485Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:10.498Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:10.574Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:10.574Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:10.585Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:10.602Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:10.612Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:10.626Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:10.749Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:10.797Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:10.871Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:11.415Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:11.496Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:11.517Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:11.532Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:11.546Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:11.602Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:11.604Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:11.610Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:11.637Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:11.647Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:11.653Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:11.661Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:11.669Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:11.672Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:11.680Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:11.683Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:11.683Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:11.725Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:11.751Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:11.774Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:11.793Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:11.797Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:11.799Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:11.806Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:11.812Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:11.846Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:11.852Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:11.872Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:11.890Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:11.893Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:11.900Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:11.911Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:11.915Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:11.919Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:11.926Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:11.935Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:11.952Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:11.972Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:11.990Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:11.994Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:12.013Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:12.017Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:12.032Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:12.043Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:12.049Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:12.060Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:12.064Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:12.071Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:12.090Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:12.102Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:12.133Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:12.138Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:12.138Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:12.138Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:12.173Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:12.199Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:12.206Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:12.221Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:12.241Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:12.254Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:12.291Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:12.307Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:12.556Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:12.699Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:15.914Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:16.083Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:16.145Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:16.177Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:16.180Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:16.219Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:16.224Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:16.246Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:16.262Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:16.292Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:16.304Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:16.317Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:16.354Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:16.365Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:16.380Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:16.389Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:16.430Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:16.458Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:16.461Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:16.473Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:16.492Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:16.510Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:16.542Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:16.618Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:16.633Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:16.642Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:16.709Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:16.789Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:16.824Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:16.864Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:16.888Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:16.948Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:19.767Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:19.875Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:19.907Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:19.937Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:19.950Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:19.953Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:19.957Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:19.970Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:20.023Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:20.047Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:20.088Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:20.099Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:20.101Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:20.103Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:20.112Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:20.159Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:20.176Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:20.229Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:20.237Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:20.251Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:20.276Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:20.355Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:20.365Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:20.439Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:20.482Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:20.542Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:20.542Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:20.548Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:20.564Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:20.581Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:20.845Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:21.067Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:21.153Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:21.201Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:21.212Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:21.252Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:21.270Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:21.287Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:21.295Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:21.309Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:21.324Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:21.369Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:21.426Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:21.444Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:21.514Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:21.516Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:21.526Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:21.536Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:21.541Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:21.544Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:21.554Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:21.571Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:21.573Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:21.580Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:21.597Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:21.601Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:21.643Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:21.650Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:21.651Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:21.652Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:21.673Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:21.681Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:21.684Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:21.693Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:21.702Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:21.705Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:21.750Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:21.760Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:21.775Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:21.776Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:21.785Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:21.823Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:21.838Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:21.847Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:21.849Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:21.851Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:21.857Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:21.859Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:21.888Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:21.888Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:21.890Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:21.917Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:21.940Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:21.942Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:21.953Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:21.972Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:21.983Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:21.997Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:22.011Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:22.024Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:22.047Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:22.049Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:22.050Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:22.053Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:22.065Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:22.070Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:22.070Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:22.070Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:22.071Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:22.082Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:22.090Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:22.100Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:22.106Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:22.107Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:22.109Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:22.112Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:22.131Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:22.138Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:22.142Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:22.154Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:22.179Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:22.190Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:22.200Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:22.206Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:22.223Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:22.243Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:22.247Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:22.259Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:22.323Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:22.327Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:22.358Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:22.365Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:22.378Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:22.385Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:22.399Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:22.411Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:22.433Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:22.582Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:23.516Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:23.643Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:23.717Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:23.925Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:23.946Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:23.960Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:23.971Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:23.984Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:24.001Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:24.009Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:24.063Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:24.114Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:24.121Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:24.161Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:24.183Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:24.189Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:24.192Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:24.224Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:24.238Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:24.248Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:24.270Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:24.276Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:24.295Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:24.333Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:24.360Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:24.364Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:24.376Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:24.390Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:24.395Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:24.478Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:24.575Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:24.735Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:24.844Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:24.880Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:24.975Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:24.991Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:25.042Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:25.061Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:25.122Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:25.129Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:25.195Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:25.209Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:25.240Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:25.254Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:25.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:25.331Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:25.350Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:25.412Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:25.472Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:25.483Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:25.496Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:25.533Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:25.567Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:25.569Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:25.597Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:25.684Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:25.714Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:25.741Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:25.763Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:25.824Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:25.824Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:25.891Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:25.895Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:26.056Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:26.550Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:26.588Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:26.604Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:26.620Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:26.623Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:26.648Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:26.682Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:26.737Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:26.737Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:26.758Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:26.771Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:26.772Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:26.777Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:26.783Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:26.802Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:26.818Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:26.822Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:26.825Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:26.826Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:26.922Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:26.926Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:26.944Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:26.947Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:26.957Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:26.961Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:26.961Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:26.979Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:26.984Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:26.993Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:27.015Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:27.025Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:27.027Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:27.033Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:27.034Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:27.042Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:27.046Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:27.057Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:27.064Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:27.067Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:27.071Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:27.079Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:27.090Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:27.113Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:27.114Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:27.120Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:27.137Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:27.174Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:27.202Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:27.226Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:27.227Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:27.235Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:27.262Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:27.281Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:27.288Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:27.289Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:27.311Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:27.327Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:27.369Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:27.383Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:27.419Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:27.428Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:27.489Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:27.648Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:27.783Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:31.004Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:31.143Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:31.252Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:31.254Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:31.289Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:31.323Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:31.385Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:31.429Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:31.430Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:31.431Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:31.474Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:31.478Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:31.480Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:31.492Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:31.507Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:31.525Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:31.539Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:31.548Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:31.586Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:31.595Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:31.603Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:31.603Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:31.622Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:31.654Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:31.701Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:31.723Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:31.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:31.865Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:31.897Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:31.938Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:32.066Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:32.126Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:34.815Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:34.974Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:34.976Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:34.978Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:34.979Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:35.007Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:35.014Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:35.028Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:35.123Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:35.145Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:35.158Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:35.159Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:35.188Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:35.251Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:35.298Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:35.312Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:35.319Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:35.328Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:35.341Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:35.377Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:35.401Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:35.404Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:35.426Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:35.463Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:35.578Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:35.597Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:35.612Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:35.641Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:35.662Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:35.680Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:35.909Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:36.119Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:36.180Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:36.222Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:36.245Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:36.314Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:36.391Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:36.412Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:36.412Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:36.422Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:36.473Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:36.481Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:36.506Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:36.515Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:36.533Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:36.549Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:36.554Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:36.592Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:36.600Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:36.619Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:36.657Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:36.683Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:36.694Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:36.699Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:36.701Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:36.703Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:36.707Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:36.743Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:36.743Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:36.763Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:36.765Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:36.766Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:36.781Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:36.783Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:36.791Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:36.801Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:36.812Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:36.847Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:36.864Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:36.875Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:36.878Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:36.891Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:36.912Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:36.922Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:36.928Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:36.968Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:36.976Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:36.982Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:36.986Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:36.997Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:37.009Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:37.065Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:37.079Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:37.088Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:37.089Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:37.102Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:37.107Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:37.111Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:37.128Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:37.128Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:37.141Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:37.157Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:37.160Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:37.165Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:37.169Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:37.172Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:37.183Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:37.192Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:37.199Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:37.206Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:37.210Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:37.212Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:37.222Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:37.237Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:37.262Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:37.269Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:37.270Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:37.278Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:37.291Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:37.300Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:37.313Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:37.314Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:37.316Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:37.321Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:37.328Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:37.344Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:37.347Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:37.403Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:37.436Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:37.454Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:37.460Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:37.462Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:37.465Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:37.504Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:37.505Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:37.585Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:37.600Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:37.758Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:38.537Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:38.672Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:38.740Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:38.950Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:39.006Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:39.024Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:39.108Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:39.118Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:39.152Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:39.170Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:39.171Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:39.182Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:39.202Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:39.221Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:39.280Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:39.307Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:39.329Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:39.343Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:39.361Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:39.361Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:39.362Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:39.414Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:39.430Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:39.442Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:39.444Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:39.448Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:39.449Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:39.495Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:39.595Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:39.613Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:39.739Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:39.755Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:39.956Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:39.980Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:40.092Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:40.103Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:40.118Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:40.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:40.290Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:40.298Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:40.303Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:40.319Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:40.350Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:40.368Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:40.400Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:40.447Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:40.462Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:40.523Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:40.557Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:40.560Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:40.571Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:40.585Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:40.642Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:40.718Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:40.750Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:40.759Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:40.801Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:40.908Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:40.936Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:40.991Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:41.052Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:41.055Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:41.071Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:41.090Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:41.599Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:41.645Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:41.699Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:41.759Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:41.774Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:41.782Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:41.793Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:41.811Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:41.816Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:41.817Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:41.841Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:41.849Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:41.859Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:41.869Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:41.908Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:41.910Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:41.941Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:41.941Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:41.946Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:41.973Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:41.983Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:41.990Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:41.991Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:41.995Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:42.001Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:42.044Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:42.051Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:42.072Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:42.075Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:42.077Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:42.082Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:42.084Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:42.085Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:42.095Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:42.131Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:42.137Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:42.143Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:42.144Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:42.157Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:42.162Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:42.188Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:42.190Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:42.193Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:42.209Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:42.223Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:42.273Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:42.293Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:42.303Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:42.304Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:42.316Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:42.384Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:42.395Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:42.396Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:42.400Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:42.436Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:42.459Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:42.461Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:42.462Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:42.479Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:42.506Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:42.594Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:42.627Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:42.753Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:42.868Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:46.036Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:46.155Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:46.286Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:46.377Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:46.452Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:46.454Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:46.473Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:46.480Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:46.489Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:46.526Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:46.543Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:46.546Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:46.580Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:46.604Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:46.607Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:46.616Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:46.636Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:46.637Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:46.649Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:46.664Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:46.677Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:46.679Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:46.722Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:46.731Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:46.760Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:46.779Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:46.921Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:46.944Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:46.947Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:47.158Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:47.181Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:22:47.208Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:49.910Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:49.984Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:50.019Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:50.066Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:50.109Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:50.119Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:50.156Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:50.175Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:50.231Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:50.281Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:50.347Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:50.355Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:50.364Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:50.386Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:50.388Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:50.407Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:50.441Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:50.444Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:50.482Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:50.513Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:50.519Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:50.593Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:50.598Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:50.665Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:50.711Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:50.741Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:50.745Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:50.782Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:50.795Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:50.870Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:50.974Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:22:51.209Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:51.289Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:51.381Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:51.390Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:51.455Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:51.472Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:51.521Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:51.550Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:51.575Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:51.586Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:51.589Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:51.602Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:51.602Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:51.659Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:51.685Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:51.703Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:51.707Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:51.715Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:51.718Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:51.731Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:51.763Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:51.764Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:51.766Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:51.792Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:51.812Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:51.817Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:51.819Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:51.844Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:51.844Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:51.847Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:51.858Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:51.863Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:51.868Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:51.896Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:51.898Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:51.904Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:51.915Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:51.915Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:51.925Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:51.940Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:51.953Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:51.964Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:51.993Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:52.008Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:52.067Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:52.115Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:52.117Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:52.118Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:52.119Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:52.170Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:52.177Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:52.186Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:52.187Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:52.213Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:52.221Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:52.226Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:52.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:52.239Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:52.245Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:52.245Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:52.250Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:52.254Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:52.261Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:52.281Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:52.304Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:52.307Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:52.308Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:52.335Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:52.341Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:52.345Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:52.352Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:52.366Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:52.376Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:52.379Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:52.380Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:52.381Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:52.386Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:52.387Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:22:52.390Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:52.393Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:52.422Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:52.441Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:52.458Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:52.484Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:52.488Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:52.494Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:52.498Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:52.521Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:52.560Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:52.592Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:52.608Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:52.619Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:52.670Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:52.692Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:52.713Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:22:52.725Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:22:52.808Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:53.637Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:53.702Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:53.763Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:54.055Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:54.061Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:54.122Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:54.163Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:54.200Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:54.210Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:54.219Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:54.236Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:54.242Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:54.243Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:54.244Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:54.373Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:54.383Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:54.387Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:54.455Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:54.468Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:54.491Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:54.491Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:54.502Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:54.565Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:54.574Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:54.581Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:54.602Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:54.641Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:54.662Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:54.681Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:54.717Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:54.828Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:22:54.992Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:55.084Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:55.159Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:55.222Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:55.283Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:55.314Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:55.369Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:55.372Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:55.408Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:55.428Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:55.434Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:55.446Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:55.451Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:55.470Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:55.531Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:55.660Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:55.670Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:55.682Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:55.688Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:55.692Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:55.708Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:55.751Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:55.805Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:55.807Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:55.910Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:55.945Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:56.002Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:56.043Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:56.048Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:56.073Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:56.120Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:56.157Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:22:56.205Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:56.653Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:56.677Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:56.772Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:56.810Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:56.849Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:56.860Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:56.860Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:56.870Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:56.886Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:56.889Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:56.898Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:56.954Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:56.982Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:56.989Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:57.005Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:57.033Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:57.050Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:57.051Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:57.062Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:57.066Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:57.079Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:57.082Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:57.084Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:57.091Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:57.092Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:57.093Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:57.101Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:57.105Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:57.114Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:57.129Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:57.147Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:57.157Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:57.158Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:57.165Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:57.208Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:57.213Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:57.229Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:57.275Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:57.279Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:57.301Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:57.306Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:57.312Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:57.341Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:57.341Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:57.345Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:57.368Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:57.402Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:57.441Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:57.441Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:57.471Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:57.524Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:57.534Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:57.549Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:57.557Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:57.585Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:57.586Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:57.604Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:57.614Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:57.623Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:57.672Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:57.707Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:22:57.729Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:57.870Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:22:58.057Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:01.203Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:01.437Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:01.441Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:01.456Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:01.518Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:01.529Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:01.542Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:01.588Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:01.609Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:01.615Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:01.666Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:01.669Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:01.680Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:01.681Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:01.686Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:01.687Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:01.724Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:01.741Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:01.741Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:01.755Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:01.773Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:01.776Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:01.816Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:01.909Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:01.923Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:01.951Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:01.963Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:01.996Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:02.162Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:02.212Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:02.252Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:02.296Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:05.062Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:05.184Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:05.220Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:05.276Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:05.297Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:05.320Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:05.327Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:05.344Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:05.353Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:05.407Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:05.422Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:05.443Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:05.467Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:05.483Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:05.489Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:05.500Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:05.538Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:05.562Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:05.609Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:05.613Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:05.639Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:05.641Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:05.684Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:05.756Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:05.762Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:05.846Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:05.866Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:05.945Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:05.978Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:06.015Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:06.206Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:06.352Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:06.378Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:06.415Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:06.537Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:06.582Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:06.625Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:06.634Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:06.639Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:06.664Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:06.701Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:06.721Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:06.723Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:06.733Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:06.749Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:06.767Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:06.770Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:06.784Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:06.816Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:06.824Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:06.826Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:06.826Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:06.828Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:06.865Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:06.871Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:06.872Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:06.877Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:06.877Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:06.886Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:06.910Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:06.937Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:06.960Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:06.974Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:06.986Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:06.989Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:07.000Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:07.013Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:07.015Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:07.019Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:07.038Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:07.042Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:07.090Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:07.124Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:07.145Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:07.170Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:07.180Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:07.218Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:07.226Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:07.242Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:07.243Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:07.267Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:07.272Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:07.276Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:07.278Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:07.278Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:07.283Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:07.300Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:07.308Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:07.310Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:07.319Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:07.354Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:07.356Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:07.359Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:07.375Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:07.399Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:07.420Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:07.422Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:07.425Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:07.429Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:07.429Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:07.441Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:07.449Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:07.455Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:07.472Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:07.478Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:07.480Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:07.501Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:07.505Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:07.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:07.541Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:07.541Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:07.541Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:07.557Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:07.587Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:07.593Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:07.595Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:07.603Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:07.623Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:07.637Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:07.686Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:07.690Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:07.753Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:07.760Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:07.769Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:07.793Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:07.795Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:07.931Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:07.941Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:08.654Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:08.834Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:08.887Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:09.070Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:09.159Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:09.178Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:09.237Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:09.292Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:09.312Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:09.351Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:09.397Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:09.400Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:09.407Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:09.414Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:09.456Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:09.467Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:09.481Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:09.499Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:09.518Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:09.551Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:09.641Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:09.658Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:09.686Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:09.688Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:09.710Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:09.747Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:09.758Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:09.773Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:09.899Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:09.932Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:10.033Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:10.087Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:10.229Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:10.329Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:10.382Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:10.444Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:10.447Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:10.460Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:10.491Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:10.519Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:10.550Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:10.564Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:10.597Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:10.618Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:10.627Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:10.633Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:10.702Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:10.745Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:10.758Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:10.786Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:10.789Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:10.807Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:10.809Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:10.899Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:10.944Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:10.955Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:11.018Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:11.104Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:11.105Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:11.165Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:11.209Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:11.225Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:11.365Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:11.369Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:11.693Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:11.842Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:11.865Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:11.893Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:11.897Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:11.913Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:11.929Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:11.937Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:11.974Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:11.997Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:12.037Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:12.045Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:12.056Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:12.095Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:12.109Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:12.117Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:12.129Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:12.138Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:12.144Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:12.173Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:12.179Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:12.180Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:12.194Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:12.195Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:12.202Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:12.241Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:12.246Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:12.256Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:12.260Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:12.285Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:12.288Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:12.291Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:12.295Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:12.301Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:12.345Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:12.350Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:12.352Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:12.352Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:12.369Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:12.392Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:12.400Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:12.408Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:12.437Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:12.452Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:12.454Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:12.481Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:12.484Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:12.489Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:12.553Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:12.588Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:12.606Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:12.617Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:12.648Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:12.657Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:12.660Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:12.687Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:12.715Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:12.721Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:12.783Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:12.788Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:12.792Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:12.825Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:12.958Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:13.257Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:16.216Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:16.517Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:16.545Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:16.576Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:16.605Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:16.633Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:16.649Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:16.657Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:16.691Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:16.712Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:16.715Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:16.791Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:16.805Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:16.829Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:16.846Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:16.865Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:16.875Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:16.885Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:16.888Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:16.898Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:16.907Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:16.956Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:16.961Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:16.970Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:16.991Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:16.997Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:17.063Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:17.131Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:17.299Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:17.300Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:17.320Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:17.354Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:20.236Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:20.240Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:20.287Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:20.325Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:20.349Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:20.376Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:20.403Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:20.412Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:20.451Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:20.511Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:20.511Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:20.515Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:20.559Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:20.566Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:20.578Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:20.583Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:20.633Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:20.647Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:20.716Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:20.723Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:20.724Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:20.784Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:20.818Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:20.860Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:20.948Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:20.953Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:21.003Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:21.021Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:21.072Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:21.092Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:21.235Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:21.496Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:21.497Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:21.545Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:21.625Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:21.634Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:21.649Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:21.740Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:21.766Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:21.775Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:21.787Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:21.806Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:21.825Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:21.833Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:21.837Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:21.849Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:21.855Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:21.865Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:21.887Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:21.900Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:21.919Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:21.946Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:21.951Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:21.956Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:21.957Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:21.962Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:21.993Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:22.020Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:22.022Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:22.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:22.052Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:22.058Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:22.059Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:22.066Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:22.081Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:22.091Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:22.102Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:22.129Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:22.131Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:22.132Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:22.141Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:22.209Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:22.251Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:22.256Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:22.273Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:22.295Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:22.297Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:22.307Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:22.312Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:22.318Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:22.325Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:22.333Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:22.352Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:22.367Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:22.373Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:22.375Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:22.380Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:22.392Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:22.417Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:22.432Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:22.432Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:22.455Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:22.471Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:22.493Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:22.494Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:22.496Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:22.500Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:22.509Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:22.541Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:22.541Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:22.547Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:22.548Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:22.551Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:22.574Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:22.608Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:22.615Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:22.626Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:22.633Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:22.644Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:22.648Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:22.681Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:22.702Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:22.706Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:22.710Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:22.710Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:22.729Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:22.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:22.743Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:22.763Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:22.819Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:22.837Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:22.843Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:22.890Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:22.898Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:22.931Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:22.971Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:23.034Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:23.191Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:23.656Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:23.919Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:24.115Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:24.184Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:24.285Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:24.348Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:24.404Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:24.465Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:24.481Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:24.502Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:24.505Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:24.513Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:24.531Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:24.561Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:24.574Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:24.585Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:24.609Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:24.649Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:24.720Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:24.724Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:24.764Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:24.778Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:24.778Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:24.790Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:24.818Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:24.819Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:24.849Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:24.905Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:24.975Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:25.215Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:25.218Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:25.219Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:25.245Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:25.396Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:25.528Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:25.544Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:25.588Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:25.617Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:25.624Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:25.666Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:25.667Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:25.673Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:25.700Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:25.750Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:25.787Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:25.792Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:25.808Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:25.812Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:25.833Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:25.865Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:25.892Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:25.912Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:25.931Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:25.976Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:25.988Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:26.025Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:26.125Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:26.141Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:26.221Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:26.227Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:26.348Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:26.406Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:26.408Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:26.532Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:26.808Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:26.879Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:26.926Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:26.945Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:27.005Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:27.041Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:27.077Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:27.088Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:27.089Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:27.091Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:27.099Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:27.100Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:27.108Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:27.182Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:27.195Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:27.196Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:27.196Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:27.221Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:27.223Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:27.237Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:27.246Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:27.246Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:27.267Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:27.270Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:27.289Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:27.290Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:27.335Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:27.356Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:27.357Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:27.376Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:27.382Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:27.398Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:27.401Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:27.416Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:27.427Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:27.437Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:27.448Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:27.451Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:27.477Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:27.487Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:27.528Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:27.538Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:27.539Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:27.558Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:27.570Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:27.574Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:27.584Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:27.640Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:27.640Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:27.659Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:27.670Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:27.686Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:27.723Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:27.726Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:27.729Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:27.737Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:27.772Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:27.818Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:27.952Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:28.027Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:28.041Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:28.059Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:28.092Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:28.285Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:31.484Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:31.667Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:31.668Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:31.669Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:31.685Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:31.685Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:31.688Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:31.716Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:31.782Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:31.803Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:31.840Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:31.847Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:31.912Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:31.914Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:31.919Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:31.953Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:31.955Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:31.979Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:32.060Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:32.064Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:32.103Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:32.128Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:32.180Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:32.187Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:32.211Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:32.221Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:32.222Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:32.249Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:32.354Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:32.378Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:32.453Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:32.462Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:35.255Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:35.365Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:35.387Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:35.434Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:35.491Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:35.507Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:35.545Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:35.548Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:35.583Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:35.590Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:35.659Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:35.659Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:35.662Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:35.671Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:35.677Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:35.679Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:35.680Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:35.704Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:35.747Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:35.805Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:35.850Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:35.865Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:35.886Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:35.958Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:36.002Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:36.122Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:36.123Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:36.176Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:36.201Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:36.249Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:36.259Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:36.523Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:36.526Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:36.644Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:36.673Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:36.736Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:36.770Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:36.825Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:36.858Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:36.874Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:36.880Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:36.892Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:36.901Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:36.924Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:36.928Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:36.955Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:36.956Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:36.969Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:37.006Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:37.009Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:37.021Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:37.027Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:37.028Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:37.029Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:37.045Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:37.077Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:37.090Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:37.142Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:37.145Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:37.145Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:37.153Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:37.154Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:37.177Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:37.184Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:37.188Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:37.191Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:37.216Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:37.229Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:37.247Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:37.258Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:37.270Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:37.278Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:37.337Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:37.355Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:37.361Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:37.381Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:37.383Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:37.391Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:37.410Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:37.438Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:37.440Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:37.451Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:37.461Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:37.470Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:37.482Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:37.497Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:37.503Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:37.509Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:37.536Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:37.549Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:37.559Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:37.567Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:37.569Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:37.571Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:37.571Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:37.593Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:37.595Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:37.595Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:37.608Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:37.615Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:37.646Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:37.650Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:37.651Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:37.660Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:37.698Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:37.714Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:37.722Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:37.735Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:37.757Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:37.765Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:37.765Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:37.769Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:37.794Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:37.841Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:37.845Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:37.846Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:37.895Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:37.903Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:37.910Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:37.923Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:37.941Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:37.981Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:37.984Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:37.998Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:38.000Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:38.031Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:38.038Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:38.279Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:38.765Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:39.111Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:39.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:39.282Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:39.341Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:39.352Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:39.410Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:39.503Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:39.541Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:39.582Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:39.615Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:39.627Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:39.631Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:39.652Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:39.666Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:39.759Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:39.788Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:39.812Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:39.828Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:39.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:39.877Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:39.893Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:39.896Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:39.922Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:39.953Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:39.953Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:39.980Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:39.993Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:40.147Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:40.224Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:40.325Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:40.357Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:40.437Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:40.449Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:40.614Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:40.620Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:40.648Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:40.676Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:40.718Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:40.724Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:40.760Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:40.764Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:40.815Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:40.830Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:40.879Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:40.887Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:40.912Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:40.972Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:40.981Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:40.997Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:41.006Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:41.017Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:41.049Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:41.063Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:41.139Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:41.171Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:41.219Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:41.239Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:41.245Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:41.264Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:41.429Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:41.471Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:41.548Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:41.604Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:41.892Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:41.928Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:42.027Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:42.049Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:42.088Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:42.119Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:42.123Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:42.149Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:42.177Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:42.222Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:42.238Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:42.242Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:42.242Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:42.265Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:42.271Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:42.275Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:42.282Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:42.318Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:42.320Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:42.328Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:42.358Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:42.359Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:42.367Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:42.374Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:42.423Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:42.429Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:42.432Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:42.457Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:42.480Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:42.481Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:42.510Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:42.515Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:42.522Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:42.524Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:42.541Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:42.543Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:42.544Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:42.549Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:42.573Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:42.604Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:42.638Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:42.666Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:42.674Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:42.680Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:42.684Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:42.692Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:42.700Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:42.711Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:42.716Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:42.720Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:42.775Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:42.798Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:42.802Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:42.805Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:42.806Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:42.878Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:42.921Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:42.956Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:42.998Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:43.068Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:43.094Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:43.136Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:43.206Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:43.312Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:46.676Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:46.703Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:46.711Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:46.731Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:46.733Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:46.751Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:46.797Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:46.810Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:46.902Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:46.905Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:46.957Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:46.960Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:46.967Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:46.994Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:47.021Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:47.045Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:47.117Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:47.128Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:47.166Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:47.189Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:47.206Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:47.209Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:47.241Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:47.289Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:47.296Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:47.299Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:47.301Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:47.365Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:47.418Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:47.483Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:47.583Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:23:47.591Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:50.365Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:50.444Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:50.469Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:50.509Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:50.623Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:50.637Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:50.642Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:50.649Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:50.681Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:50.745Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:50.745Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:50.760Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:50.789Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:50.790Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:50.813Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:50.836Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:50.874Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:50.881Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:50.887Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:50.937Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:50.975Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:50.996Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:51.004Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:51.049Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:51.054Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:51.142Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:51.185Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:51.233Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:51.315Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:51.347Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:51.404Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:51.695Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:23:51.703Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:51.716Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:51.797Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:51.828Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:51.900Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:51.941Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:51.945Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:51.965Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:51.976Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:51.990Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:51.991Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:52.037Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:52.040Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:52.043Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:52.053Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:52.065Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:52.069Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:52.074Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:52.082Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:52.085Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:52.113Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:52.117Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:52.178Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:52.207Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:52.219Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:52.252Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:52.253Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:52.267Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:52.276Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:52.289Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:52.290Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:52.290Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:52.291Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:52.307Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:52.314Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:52.369Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:52.378Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:52.395Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:52.396Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:52.410Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:52.420Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:52.443Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:52.493Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:52.508Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:52.521Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:52.522Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:52.525Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:52.555Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:52.555Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:52.564Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:52.565Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:52.587Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:52.590Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:52.591Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:52.610Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:52.615Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:52.622Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:52.664Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:52.676Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:52.677Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:52.700Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:52.701Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:52.704Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:52.707Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:52.721Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:52.726Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:52.728Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:52.742Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:52.742Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:52.743Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:52.745Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:52.779Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:52.784Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:52.785Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:52.785Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:52.788Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:52.793Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:52.813Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:52.854Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:23:52.866Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:52.888Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:52.903Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:52.914Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:52.949Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:52.963Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:52.993Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:52.997Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:53.016Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:53.073Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:53.092Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:53.154Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:53.185Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:53.193Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:53.245Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:23:53.245Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:23:53.452Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:53.908Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:54.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:54.292Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:54.399Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:54.537Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:54.542Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:54.554Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:54.576Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:54.602Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:54.646Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:54.737Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:54.758Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:54.767Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:54.781Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:54.798Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:54.800Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:54.831Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:54.878Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:54.968Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:54.976Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:54.997Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:55.010Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:55.023Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:55.082Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:55.084Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:55.085Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:55.109Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:55.126Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:55.245Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:55.311Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:55.461Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:23:55.487Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:55.497Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:55.645Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:55.669Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:55.678Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:55.739Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:55.765Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:55.783Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:55.784Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:55.811Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:55.840Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:55.905Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:55.933Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:55.937Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:55.972Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:56.022Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:56.060Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:56.066Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:56.077Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:56.092Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:56.104Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:56.245Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:56.249Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:56.260Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:56.280Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:56.306Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:56.359Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:56.401Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:56.456Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:56.508Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:56.624Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:56.685Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:23:56.706Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:56.992Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:57.017Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:57.162Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:57.177Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:57.220Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:57.226Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:57.245Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:57.245Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:57.258Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:57.296Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:57.328Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:57.363Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:57.367Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:57.371Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:57.381Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:57.411Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:57.412Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:57.412Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:57.440Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:57.467Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:57.480Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:57.483Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:57.513Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:57.529Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:57.535Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:57.540Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:57.541Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:57.573Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:57.641Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:57.649Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:57.652Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:57.673Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:57.679Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:57.688Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:57.692Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:57.695Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:57.700Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:57.700Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:57.703Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:57.719Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:57.771Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:57.785Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:57.787Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:57.806Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:57.808Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:57.813Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:57.814Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:57.821Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:57.832Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:57.859Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:57.859Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:57.870Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:57.871Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:57.881Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:57.941Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:57.975Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:57.999Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:58.001Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:58.060Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:58.162Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:58.164Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:58.210Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:23:58.283Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:23:58.461Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:01.729Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:01.737Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:01.789Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:01.793Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:01.834Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:01.907Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:01.932Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:01.997Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:02.017Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:02.021Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:02.049Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:02.063Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:02.095Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:02.101Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:02.107Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:02.200Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:02.205Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:02.213Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:02.214Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:02.237Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:02.295Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:02.298Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:02.322Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:02.374Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:02.385Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:02.402Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:02.406Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:02.427Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:02.499Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:02.626Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:02.695Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:02.706Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:05.469Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:05.490Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:05.588Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:05.655Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:05.683Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:05.725Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:05.773Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:05.792Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:05.794Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:05.796Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:05.822Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:05.824Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:05.846Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:05.855Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:05.910Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:06.013Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:06.044Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:06.052Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:06.055Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:06.067Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:06.107Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:06.109Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:06.160Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:06.188Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:06.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:06.274Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:06.356Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:06.361Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:06.386Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:06.462Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:06.616Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:06.721Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:06.823Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:06.834Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:06.838Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:06.880Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:06.976Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:06.982Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:07.018Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:07.020Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:07.034Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:07.055Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:07.080Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:07.081Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:07.102Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:07.103Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:07.105Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:07.114Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:07.142Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:07.147Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:07.160Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:07.173Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:07.209Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:07.227Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:07.265Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:07.290Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:07.305Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:07.309Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:07.315Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:07.319Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:07.326Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:07.349Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:07.361Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:07.371Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:07.402Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:07.409Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:07.424Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:07.462Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:07.494Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:07.499Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:07.508Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:07.524Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:07.525Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:07.527Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:07.546Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:07.564Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:07.600Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:07.604Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:07.609Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:07.612Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:07.619Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:07.660Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:07.673Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:07.679Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:07.687Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:07.699Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:07.701Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:07.706Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:07.728Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:07.739Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:07.756Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:07.772Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:07.788Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:07.790Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:07.797Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:07.800Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:07.817Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:07.841Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:07.841Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:07.845Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:07.857Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:07.858Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:07.858Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:07.898Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:07.903Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:07.920Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:07.925Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:07.941Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:07.968Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:07.979Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:07.988Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:08.006Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:08.011Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:08.021Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:08.025Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:08.026Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:08.035Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:08.036Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:08.065Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:08.084Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:08.092Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:08.201Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:08.229Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:08.249Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:08.255Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:08.344Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:08.425Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:08.612Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:08.920Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:09.299Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:09.390Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:09.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:09.576Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:09.595Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:09.644Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:09.695Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:09.704Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:09.724Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:09.806Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:09.849Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:09.908Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:09.924Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:09.924Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:09.926Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:09.970Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:09.991Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:10.021Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:10.026Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:10.055Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:10.071Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:10.108Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:10.159Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:10.166Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:10.188Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:10.202Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:10.240Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:10.315Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:10.360Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:10.506Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:10.518Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:10.578Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:10.673Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:10.689Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:10.780Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:10.866Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:10.879Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:10.884Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:10.902Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:10.937Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:10.949Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:10.968Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:10.978Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:11.027Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:11.061Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:11.065Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:11.146Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:11.158Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:11.190Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:11.216Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:11.276Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:11.285Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:11.296Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:11.315Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:11.407Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:11.412Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:11.450Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:11.569Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:11.579Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:11.591Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:11.661Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:11.876Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:11.890Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:12.063Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:12.147Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:12.242Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:12.304Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:12.329Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:12.354Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:12.374Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:12.377Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:12.450Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:12.452Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:12.459Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:12.476Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:12.490Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:12.511Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:12.515Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:12.519Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:12.537Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:12.540Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:12.552Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:12.559Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:12.574Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:12.577Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:12.606Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:12.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:12.635Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:12.669Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:12.699Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:12.700Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:12.714Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:12.728Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:12.753Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:12.755Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:12.762Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:12.785Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:12.785Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:12.788Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:12.808Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:12.809Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:12.810Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:12.821Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:12.848Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:12.850Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:12.854Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:12.874Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:12.898Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:12.909Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:12.914Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:12.917Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:12.933Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:12.984Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:12.984Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:12.986Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:13.008Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:13.050Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:13.061Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:13.085Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:13.138Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:13.163Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:13.189Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:13.226Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:13.304Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:13.357Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:13.511Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:13.521Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:16.751Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:16.788Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:16.831Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:16.872Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:16.940Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:16.986Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:17.081Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:17.085Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:17.115Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:17.128Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:17.129Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:17.149Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:17.179Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:17.249Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:17.256Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:17.297Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:17.303Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:17.364Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:17.376Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:17.396Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:17.430Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:17.486Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:17.487Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:17.494Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:17.497Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:17.505Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:17.527Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:17.579Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:17.628Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:17.663Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:17.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:17.757Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:20.575Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:20.710Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:20.779Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:20.789Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:20.808Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:20.814Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:20.837Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:20.848Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:20.861Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:20.871Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:20.905Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:20.945Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:21.007Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:21.037Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:21.115Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:21.122Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:21.138Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:21.149Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:21.161Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:21.167Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:21.179Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:21.188Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:21.188Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:21.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:21.319Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:21.369Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:21.371Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:21.458Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:21.506Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:21.543Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:21.743Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:21.895Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:21.915Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:21.965Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:22.024Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:22.040Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:22.041Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:22.086Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:22.094Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:22.108Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:22.123Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:22.137Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:22.163Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:22.172Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:22.214Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:22.224Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:22.246Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:22.251Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:22.251Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:22.265Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:22.270Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:22.276Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:22.318Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:22.349Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:22.357Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:22.401Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:22.402Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:22.403Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:22.403Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:22.457Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:22.480Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:22.490Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:22.498Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:22.529Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:22.535Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:22.541Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:22.568Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:22.570Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:22.573Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:22.577Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:22.608Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:22.619Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:22.626Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:22.627Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:22.703Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:22.738Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:22.745Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:22.745Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:22.758Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:22.759Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:22.765Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:22.767Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:22.781Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:22.785Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:22.787Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:22.803Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:22.804Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:22.808Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:22.841Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:22.842Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:22.859Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:22.871Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:22.877Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:22.883Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:22.884Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:22.897Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:22.909Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:22.924Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:22.939Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:22.955Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:22.959Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:22.959Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:23.003Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:23.010Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:23.025Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:23.026Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:23.043Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:23.081Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:23.093Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:23.112Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:23.123Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:23.125Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:23.133Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:23.140Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:23.184Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:23.192Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:23.202Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:23.217Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:23.227Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:23.252Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:23.287Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:23.298Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:23.314Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:23.325Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:23.327Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:23.442Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:23.537Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:23.723Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:23.949Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:24.432Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:24.631Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:24.683Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:24.688Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:24.753Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:24.760Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:24.795Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:24.800Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:24.818Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:24.949Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:24.970Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:24.993Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:25.010Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:25.023Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:25.025Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:25.042Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:25.045Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:25.051Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:25.074Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:25.079Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:25.124Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:25.298Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:25.322Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:25.342Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:25.375Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:25.388Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:25.392Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:25.402Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:25.435Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:25.604Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:25.682Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:25.765Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:25.800Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:25.884Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:25.910Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:25.976Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:25.989Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:25.990Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:26.013Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:26.031Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:26.081Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:26.106Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:26.135Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:26.160Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:26.167Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:26.175Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:26.191Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:26.196Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:26.274Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:26.316Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:26.335Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:26.395Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:26.407Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:26.422Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:26.538Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:26.546Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:26.578Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:26.618Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:26.620Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:26.679Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:26.802Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:26.912Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:27.020Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:27.085Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:27.311Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:27.329Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:27.451Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:27.460Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:27.462Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:27.485Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:27.519Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:27.537Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:27.549Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:27.553Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:27.605Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:27.606Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:27.645Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:27.660Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:27.662Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:27.663Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:27.685Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:27.694Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:27.740Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:27.743Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:27.744Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:27.747Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:27.753Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:27.767Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:27.779Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:27.780Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:27.791Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:27.791Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:27.806Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:27.806Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:27.810Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:27.818Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:27.823Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:27.829Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:27.857Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:27.867Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:27.869Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:27.876Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:27.926Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:27.932Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:27.939Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:27.941Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:28.010Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:28.030Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:28.039Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:28.057Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:28.066Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:28.078Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:28.097Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:28.129Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:28.141Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:28.148Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:28.158Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:28.165Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:28.189Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:28.198Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:28.271Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:28.273Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:28.344Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:28.372Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:28.441Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:28.541Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:28.677Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:31.752Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:31.869Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:31.884Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:31.970Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:32.009Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:32.011Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:32.110Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:32.145Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:32.189Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:32.237Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:32.248Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:32.307Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:32.342Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:32.362Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:32.390Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:32.410Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:32.419Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:32.441Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:32.514Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:32.546Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:32.546Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:32.546Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:32.546Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:32.606Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:32.613Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:32.654Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:32.691Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:32.695Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:32.750Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:32.761Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:32.813Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:32.845Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:35.711Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:35.761Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:35.815Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:35.883Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:35.891Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:35.899Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:35.900Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:35.968Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:35.985Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:35.994Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:36.079Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:36.108Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:36.120Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:36.125Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:36.165Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:36.183Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:36.186Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:36.220Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:36.224Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:36.235Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:36.309Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:36.327Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:36.353Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:36.354Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:36.389Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:36.418Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:36.459Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:36.466Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:36.527Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:36.653Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:36.949Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:36.957Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:37.050Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:37.057Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:37.096Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:37.122Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:37.146Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:37.193Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:37.227Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:37.248Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:37.251Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:37.251Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:37.276Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:37.295Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:37.317Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:37.327Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:37.349Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:37.358Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:37.368Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:37.424Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:37.426Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:37.429Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:37.446Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:37.483Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:37.488Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:37.539Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:37.553Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:37.554Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:37.554Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:37.557Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:37.608Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:37.611Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:37.624Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:37.626Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:37.627Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:37.633Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:37.636Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:37.638Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:37.665Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:37.677Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:37.689Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:37.709Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:37.728Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:37.741Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:37.795Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:37.824Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:37.840Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:37.851Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:37.867Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:37.878Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:37.878Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:37.880Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:37.885Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:37.889Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:37.897Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:37.898Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:37.900Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:37.926Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:37.933Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:37.945Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:37.948Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:37.953Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:37.974Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:37.992Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:37.998Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:38.015Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:38.029Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:38.048Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:38.054Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:38.066Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:38.076Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:38.083Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:38.086Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:38.099Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:38.160Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:38.171Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:38.175Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:38.192Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:38.202Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:38.203Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:38.205Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:38.209Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:38.217Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:38.260Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:38.280Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:38.282Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:38.292Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:38.293Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:38.322Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:38.337Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:38.341Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:38.427Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:38.441Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:38.458Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:38.492Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:38.592Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:38.716Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:38.852Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:39.153Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:39.589Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:39.722Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:39.753Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:39.760Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:39.845Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:39.899Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:39.915Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:39.998Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:40.028Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:40.048Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:40.053Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:40.061Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:40.088Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:40.091Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:40.145Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:40.152Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:40.199Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:40.210Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:40.225Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:40.233Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:40.301Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:40.385Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:40.441Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:40.453Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:40.465Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:40.465Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:40.493Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:40.528Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:40.571Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:40.726Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:40.741Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:40.978Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:40.993Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:41.003Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:41.021Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:41.046Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:41.054Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:41.091Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:41.103Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:41.107Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:41.154Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:41.165Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:41.173Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:41.196Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:41.252Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:41.312Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:41.347Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:41.396Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:41.447Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:41.449Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:41.484Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:41.488Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:41.547Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:41.582Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:41.626Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:41.666Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:41.670Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:41.678Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:41.706Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:41.718Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:41.944Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:42.087Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:42.090Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:42.247Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:42.358Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:42.396Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:42.547Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:42.561Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:42.584Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:42.590Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:42.619Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:42.625Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:42.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:42.643Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:42.659Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:42.712Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:42.716Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:42.741Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:42.749Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:42.758Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:42.758Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:42.768Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:42.774Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:42.837Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:42.861Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:42.862Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:42.862Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:42.884Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:42.892Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:42.895Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:42.918Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:42.921Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:42.932Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:42.944Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:42.949Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:42.967Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:42.985Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:42.995Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:42.999Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:43.026Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:43.046Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:43.069Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:43.071Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:43.072Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:43.092Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:43.110Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:43.115Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:43.124Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:43.174Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:43.181Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:43.184Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:43.187Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:43.199Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:43.225Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:43.259Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:43.263Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:43.286Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:43.292Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:43.316Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:43.329Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:43.370Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:43.378Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:43.388Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:43.504Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:43.582Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:43.585Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:43.742Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:46.824Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:46.979Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:47.011Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:47.059Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:47.123Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:47.145Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:47.172Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:47.237Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:47.261Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:47.282Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:47.360Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:47.379Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:47.399Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:47.486Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:47.487Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:47.560Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:47.570Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:47.581Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:47.618Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:47.620Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:47.656Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:47.656Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:47.696Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:47.701Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:47.723Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:47.723Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:47.773Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:47.773Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:47.822Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:47.893Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:47.928Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:24:47.931Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:50.778Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:50.880Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:50.881Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:50.945Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:51.006Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:51.020Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:51.026Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:51.056Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:51.102Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:51.112Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:51.162Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:51.186Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:51.243Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:51.250Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:51.269Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:51.285Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:51.302Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:51.337Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:51.365Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:51.387Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:51.392Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:51.413Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:51.466Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:51.477Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:51.511Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:51.576Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:51.587Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:51.608Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:51.653Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:51.746Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:52.011Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:52.049Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:52.079Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:52.140Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:52.159Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:52.222Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:52.270Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:52.289Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:52.290Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:52.300Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:52.377Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:52.391Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:52.429Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:52.469Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:24:52.495Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:52.503Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:52.509Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:52.513Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:52.549Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:52.549Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:52.561Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:52.565Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:52.597Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:52.604Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:52.612Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:52.613Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:52.643Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:52.643Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:52.655Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:52.668Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:52.680Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:52.682Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:52.700Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:52.702Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:52.740Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:52.753Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:52.755Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:52.763Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:52.770Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:52.772Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:52.772Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:52.817Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:52.841Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:52.883Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:52.890Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:52.908Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:52.908Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:52.913Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:52.915Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:52.920Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:52.949Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:52.967Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:52.971Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:52.977Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:52.978Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:52.993Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:53.004Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:53.019Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:53.026Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:53.057Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:53.075Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:53.078Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:53.111Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:53.121Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:53.135Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:53.138Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:53.141Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:53.144Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:53.154Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:53.155Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:53.174Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:53.179Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:53.192Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:53.222Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:53.241Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:53.264Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:53.292Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:53.311Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:53.314Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:53.314Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:24:53.337Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:53.338Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:53.338Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:53.355Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:53.381Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:53.398Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:53.402Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:53.417Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:53.489Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:53.490Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:53.511Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:53.515Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:53.556Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:53.558Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:53.577Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:53.609Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:24:53.761Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:24:54.033Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:54.265Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:54.627Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:54.807Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:54.850Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:54.905Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:54.937Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:55.009Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:55.061Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:55.069Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:55.102Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:55.126Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:55.145Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:55.147Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:55.182Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:55.238Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:55.245Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:55.261Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:55.276Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:55.295Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:55.325Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:55.362Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:55.478Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:55.503Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:55.509Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:55.518Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:55.542Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:55.554Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:55.588Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:55.614Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:55.749Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:55.823Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:55.829Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:56.022Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:56.043Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:56.069Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:56.167Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:56.184Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:56.186Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:56.190Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:56.235Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:56.236Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:24:56.242Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:56.246Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:56.265Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:56.293Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:56.299Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:56.380Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:56.445Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:56.450Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:56.523Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:56.583Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:56.591Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:56.628Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:56.637Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:56.684Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:56.722Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:56.753Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:56.828Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:56.843Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:56.909Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:56.926Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:57.105Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:57.219Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:24:57.249Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:57.294Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:57.406Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:57.455Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:57.585Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:57.641Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:57.642Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:57.653Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:57.654Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:57.659Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:57.673Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:57.733Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:57.784Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:57.800Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:57.801Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:57.804Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:57.805Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:57.842Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:57.867Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:57.876Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:57.894Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:57.896Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:57.902Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:57.921Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:57.952Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:57.958Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:57.992Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:58.007Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:58.041Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:58.091Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:58.117Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:58.128Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:58.131Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:58.147Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:58.157Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:58.169Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:58.169Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:58.182Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:58.200Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:58.202Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:58.207Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:58.212Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:58.226Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:58.231Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:58.251Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:58.259Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:58.299Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:58.300Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:58.303Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:58.309Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:58.315Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:58.326Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:58.394Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:58.399Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:58.402Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:58.410Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:58.441Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:58.443Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:58.519Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:58.539Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:58.558Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:58.611Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:58.780Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:24:58.786Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:24:58.851Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:01.909Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:02.075Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:02.106Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:02.149Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:02.241Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:02.244Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:02.259Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:02.362Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:02.428Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:02.455Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:02.481Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:02.502Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:02.526Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:02.583Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:02.627Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:02.653Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:02.669Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:02.674Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:02.683Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:02.695Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:02.697Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:02.713Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:02.741Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:02.741Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:02.802Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:02.878Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:02.895Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:02.941Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:02.982Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:02.998Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:03.063Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:03.216Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:05.858Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:06.059Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:06.061Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:06.066Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:06.149Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:06.159Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:06.160Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:06.166Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:06.209Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:06.222Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:06.234Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:06.299Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:06.313Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:06.384Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:06.411Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:06.449Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:06.450Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:06.453Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:06.465Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:06.467Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:06.495Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:06.549Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:06.563Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:06.637Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:06.643Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:06.651Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:06.711Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:06.757Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:06.761Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:06.856Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:07.036Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:07.141Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:07.147Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:07.244Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:07.259Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:07.305Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:07.368Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:07.387Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:07.392Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:07.405Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:07.464Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:07.510Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:07.562Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:07.567Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:07.610Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:07.640Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:07.640Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:07.640Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:07.673Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:07.674Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:07.692Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:07.696Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:07.719Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:07.756Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:07.766Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:07.766Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:07.774Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:07.807Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:07.815Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:07.816Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:07.817Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:07.821Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:07.828Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:07.845Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:07.845Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:07.845Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:07.845Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:07.856Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:07.866Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:07.893Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:07.898Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:07.907Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:07.911Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:07.913Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:07.917Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:07.937Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:07.973Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:07.998Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:08.020Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:08.021Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:08.022Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:08.060Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:08.105Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:08.110Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:08.124Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:08.135Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:08.135Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:08.140Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:08.143Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:08.154Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:08.165Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:08.177Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:08.184Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:08.198Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:08.209Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:08.229Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:08.254Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:08.268Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:08.271Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:08.288Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:08.333Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:08.361Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:08.372Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:08.385Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:08.390Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:08.397Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:08.397Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:08.408Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:08.409Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:08.450Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:08.456Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:08.458Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:08.468Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:08.476Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:08.510Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:08.534Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:08.538Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:08.559Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:08.564Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:08.564Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:08.566Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:08.595Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:08.623Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:08.661Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:08.709Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:08.727Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:08.923Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:09.300Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:09.506Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:09.647Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:09.887Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:09.946Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:10.017Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:10.055Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:10.068Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:10.143Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:10.184Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:10.244Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:10.256Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:10.280Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:10.289Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:10.309Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:10.345Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:10.345Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:10.355Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:10.365Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:10.449Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:10.488Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:10.499Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:10.543Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:10.564Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:10.622Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:10.629Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:10.672Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:10.685Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:10.694Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:10.697Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:10.818Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:10.847Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:10.888Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:11.137Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:11.212Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:11.215Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:11.245Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:11.259Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:11.289Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:11.314Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:11.349Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:11.372Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:11.397Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:11.397Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:11.398Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:11.456Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:11.473Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:11.515Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:11.521Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:11.557Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:11.598Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:11.645Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:11.651Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:11.682Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:11.774Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:11.823Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:11.851Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:11.912Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:11.924Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:11.949Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:11.952Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:12.047Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:12.120Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:12.222Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:12.290Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:12.347Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:12.437Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:12.492Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:12.613Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:12.683Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:12.697Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:12.775Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:12.800Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:12.810Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:12.837Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:12.875Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:12.887Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:12.910Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:12.912Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:12.912Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:12.949Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:12.952Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:12.961Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:12.976Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:13.010Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:13.099Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:13.101Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:13.102Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:13.128Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:13.146Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:13.157Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:13.168Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:13.173Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:13.191Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:13.209Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:13.212Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:13.221Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:13.222Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:13.225Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:13.240Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:13.243Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:13.260Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:13.269Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:13.272Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:13.276Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:13.281Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:13.288Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:13.320Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:13.340Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:13.350Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:13.362Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:13.400Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:13.412Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:13.412Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:13.460Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:13.483Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:13.493Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:13.516Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:13.525Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:13.554Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:13.577Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:13.615Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:13.696Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:13.697Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:13.790Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:13.826Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:13.829Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:13.851Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:14.110Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:16.920Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:17.127Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:17.277Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:17.292Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:17.344Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:17.377Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:17.392Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:17.396Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:17.448Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:17.510Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:17.548Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:17.598Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:17.675Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:17.710Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:17.752Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:17.762Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:17.769Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:17.788Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:17.816Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:17.845Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:17.845Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:17.852Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:17.857Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:17.886Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:17.913Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:18.011Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:18.016Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:18.056Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:18.099Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:18.101Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:18.142Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:18.440Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:20.867Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:21.077Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:21.183Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:21.194Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:21.218Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:21.286Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:21.295Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:21.343Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:21.349Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:21.349Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:21.366Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:21.393Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:21.473Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:21.520Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:21.617Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:21.633Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:21.652Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:21.659Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:21.676Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:21.676Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:21.692Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:21.697Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:21.713Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:21.717Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:21.723Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:21.754Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:21.848Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:21.901Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:21.973Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:21.975Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:22.102Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:22.241Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:22.251Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:22.318Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:22.354Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:22.394Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:22.411Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:22.412Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:22.426Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:22.478Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:22.493Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:22.542Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:22.585Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:22.697Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:22.711Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:22.717Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:22.733Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:22.757Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:22.761Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:22.777Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:22.794Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:22.837Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:22.838Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:22.849Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:22.850Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:22.855Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:22.855Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:22.861Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:22.864Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:22.864Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:22.868Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:22.876Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:22.910Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:22.917Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:22.918Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:22.952Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:22.955Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:22.955Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:22.957Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:22.968Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:22.969Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:22.999Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:23.021Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:23.065Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:23.090Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:23.094Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:23.095Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:23.096Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:23.100Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:23.124Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:23.125Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:23.149Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:23.149Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:23.150Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:23.158Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:23.164Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:23.171Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:23.237Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:23.237Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:23.261Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:23.262Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:23.283Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:23.297Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:23.315Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:23.324Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:23.337Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:23.352Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:23.418Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:23.419Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:23.419Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:23.425Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:23.433Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:23.445Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:23.463Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:23.496Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:23.504Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:23.524Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:23.549Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:23.553Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:23.569Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:23.577Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:23.577Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:23.578Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:23.594Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:23.600Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:23.634Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:23.643Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:23.665Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:23.676Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:23.696Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:23.749Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:23.757Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:23.781Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:23.884Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:23.941Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:23.987Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:23.998Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:24.416Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:24.515Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:24.655Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:24.995Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:25.000Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:25.064Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:25.091Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:25.232Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:25.272Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:25.281Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:25.287Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:25.328Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:25.345Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:25.350Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:25.366Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:25.371Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:25.383Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:25.399Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:25.470Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:25.500Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:25.541Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:25.658Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:25.689Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:25.715Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:25.731Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:25.795Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:25.817Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:25.874Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:25.892Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:25.894Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:25.912Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:25.919Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:25.983Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:26.164Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:26.287Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:26.298Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:26.304Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:26.393Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:26.399Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:26.441Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:26.467Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:26.483Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:26.506Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:26.525Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:26.527Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:26.545Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:26.562Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:26.573Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:26.591Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:26.635Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:26.706Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:26.724Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:26.725Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:26.817Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:26.903Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:26.916Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:26.990Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:26.998Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:27.037Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:27.069Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:27.153Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:27.196Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:27.312Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:27.353Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:27.445Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:27.499Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:27.533Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:27.543Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:27.667Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:27.745Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:27.745Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:27.866Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:27.913Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:27.948Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:27.955Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:27.976Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:27.983Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:28.003Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:28.007Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:28.020Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:28.038Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:28.083Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:28.083Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:28.096Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:28.115Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:28.142Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:28.159Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:28.168Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:28.170Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:28.183Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:28.219Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:28.248Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:28.253Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:28.258Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:28.259Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:28.291Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:28.295Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:28.328Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:28.353Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:28.355Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:28.367Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:28.380Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:28.385Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:28.388Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:28.390Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:28.390Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:28.409Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:28.412Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:28.423Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:28.430Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:28.431Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:28.442Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:28.477Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:28.488Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:28.581Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:28.584Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:28.586Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:28.592Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:28.604Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:28.626Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:28.713Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:28.731Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:28.801Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:28.841Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:28.857Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:28.877Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:29.028Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:29.072Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:29.199Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:32.013Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:32.187Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:32.307Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:32.400Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:32.487Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:32.490Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:32.565Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:32.579Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:32.604Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:32.655Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:32.719Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:32.780Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:32.800Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:32.807Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:32.823Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:32.837Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:32.841Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:32.850Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:32.870Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:32.899Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:32.927Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:32.941Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:32.954Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:33.049Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:33.079Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:33.098Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:33.109Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:33.145Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:33.158Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:33.162Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:33.374Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:33.562Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:35.981Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:36.248Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:36.294Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:36.298Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:36.327Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:36.346Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:36.411Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:36.458Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:36.465Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:36.486Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:36.576Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:36.595Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:36.612Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:36.628Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:36.692Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:36.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:36.769Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:36.770Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:36.777Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:36.793Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:36.812Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:36.814Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:36.840Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:36.849Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:36.886Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:36.984Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:36.993Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:36.998Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:37.089Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:37.093Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:37.237Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:37.305Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:37.317Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:37.453Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:37.523Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:37.525Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:37.542Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:37.556Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:37.608Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:37.608Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:37.688Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:37.747Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:37.773Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:37.790Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:37.808Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:37.810Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:37.853Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:37.856Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:37.859Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:37.874Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:37.875Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:37.887Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:37.910Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:37.929Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:37.931Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:37.942Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:37.942Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:37.953Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:37.972Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:37.976Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:38.006Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:38.018Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:38.019Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:38.020Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:38.021Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:38.065Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:38.065Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:38.065Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:38.075Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:38.075Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:38.107Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:38.112Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:38.113Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:38.116Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:38.125Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:38.148Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:38.165Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:38.182Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:38.210Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:38.223Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:38.241Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:38.241Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:38.241Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:38.249Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:38.268Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:38.287Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:38.290Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:38.310Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:38.313Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:38.327Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:38.337Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:38.342Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:38.365Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:38.393Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:38.459Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:38.484Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:38.494Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:38.511Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:38.515Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:38.518Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:38.541Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:38.541Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:38.545Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:38.555Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:38.555Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:38.577Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:38.584Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:38.589Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:38.604Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:38.638Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:38.656Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:38.657Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:38.659Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:38.661Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:38.679Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:38.742Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:38.754Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:38.757Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:38.806Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:38.871Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:38.904Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:38.924Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:38.992Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:39.015Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:39.021Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:39.057Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:39.166Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:39.569Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:39.682Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:39.714Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:40.004Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:40.079Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:40.168Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:40.168Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:40.281Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:40.320Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:40.326Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:40.361Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:40.365Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:40.434Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:40.457Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:40.485Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:40.527Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:40.535Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:40.549Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:40.560Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:40.569Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:40.635Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:40.708Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:40.728Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:40.806Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:40.835Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:40.844Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:40.898Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:40.958Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:40.974Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:40.982Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:40.992Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:41.014Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:41.055Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:41.238Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:41.313Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:41.323Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:41.449Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:41.498Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:41.552Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:41.564Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:41.585Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:41.587Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:41.616Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:41.645Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:41.670Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:41.670Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:41.680Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:41.734Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:41.760Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:41.774Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:41.790Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:41.860Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:41.866Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:41.928Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:41.962Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:41.969Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:41.996Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:42.041Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:42.203Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:42.245Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:42.281Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:42.345Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:42.453Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:42.535Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:42.547Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:42.550Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:42.558Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:42.575Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:42.705Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:42.924Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:42.928Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:42.949Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:42.954Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:42.962Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:43.013Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:43.016Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:43.078Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:43.089Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:43.107Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:43.117Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:43.117Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:43.175Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:43.197Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:43.226Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:43.227Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:43.242Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:43.267Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:43.299Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:43.310Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:43.323Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:43.339Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:43.339Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:43.390Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:43.395Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:43.397Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:43.397Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:43.412Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:43.413Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:43.418Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:43.428Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:43.438Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:43.438Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:43.446Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:43.467Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:43.472Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:43.472Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:43.477Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:43.511Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:43.524Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:43.524Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:43.536Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:43.587Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:43.607Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:43.615Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:43.665Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:43.673Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:43.682Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:43.686Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:43.723Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:43.800Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:43.841Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:43.874Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:43.970Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:43.973Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:43.984Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:44.067Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:44.090Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:44.270Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:44.334Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:47.227Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:47.234Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:47.483Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:47.507Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:47.621Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:47.623Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:47.653Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:47.667Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:47.703Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:47.799Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:47.814Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:47.857Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:47.897Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:47.904Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:47.932Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:47.958Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:47.963Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:47.968Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:47.970Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:47.974Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:48.028Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:48.038Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:48.047Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:48.073Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:48.105Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:48.140Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:48.186Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:48.187Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:48.209Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:48.312Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:48.380Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:25:48.757Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:51.041Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:51.295Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:51.297Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:51.412Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:51.421Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:51.476Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:51.502Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:51.522Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:51.528Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:51.676Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:51.766Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:51.773Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:51.779Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:51.780Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:51.791Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:51.800Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:51.837Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:51.842Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:51.857Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:51.871Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:51.877Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:51.883Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:51.902Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:51.928Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:52.097Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:52.124Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:52.138Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:52.155Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:52.226Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:52.255Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:52.354Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:52.450Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:52.460Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:52.559Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:52.659Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:52.668Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:52.689Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:52.721Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:52.749Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:52.772Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:52.814Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:52.862Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:52.892Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:52.892Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:52.908Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:25:52.926Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:52.945Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:52.953Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:52.955Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:52.975Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:52.985Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:52.986Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:53.015Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:53.021Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:53.022Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:53.023Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:53.029Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:53.044Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:53.064Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:53.091Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:53.098Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:53.100Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:53.113Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:53.123Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:53.137Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:53.147Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:53.147Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:53.158Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:53.200Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:53.200Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:53.225Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:53.241Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:53.261Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:53.286Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:53.299Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:53.301Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:53.316Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:53.318Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:53.327Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:53.329Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:53.333Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:53.336Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:53.341Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:53.353Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:53.365Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:53.366Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:53.369Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:53.376Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:53.404Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:53.425Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:53.448Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:53.457Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:53.476Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:53.546Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:53.546Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:53.554Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:53.557Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:53.571Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:53.602Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:53.623Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:53.627Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:53.628Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:53.643Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:53.647Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:53.656Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:53.662Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:25:53.665Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:53.669Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:53.687Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:53.690Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:53.695Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:53.711Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:53.754Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:53.793Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:53.814Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:53.859Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:53.882Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:53.886Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:53.895Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:54.041Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:54.045Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:54.053Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:54.061Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:54.082Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:54.109Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:54.124Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:25:54.347Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:25:54.785Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:54.816Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:54.924Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:55.122Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:55.169Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:55.173Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:55.237Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:55.400Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:55.418Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:55.451Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:55.476Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:55.493Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:55.515Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:55.524Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:55.608Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:55.633Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:55.655Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:55.688Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:55.712Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:55.750Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:55.756Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:55.776Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:55.814Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:55.863Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:55.873Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:55.901Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:55.903Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:56.063Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:56.079Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:56.084Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:56.145Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:56.160Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:56.197Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:56.257Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:56.484Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:25:56.499Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:56.541Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:56.541Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:56.629Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:56.661Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:56.672Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:56.687Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:56.690Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:56.717Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:56.837Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:56.850Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:56.852Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:56.872Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:56.874Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:56.909Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:56.911Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:56.928Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:56.971Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:56.976Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:57.013Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:57.134Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:57.211Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:57.239Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:57.256Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:57.283Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:57.424Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:57.511Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:57.558Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:57.669Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:25:57.698Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:57.711Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:57.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:57.741Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:57.935Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:57.987Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:58.014Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:58.027Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:58.027Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:58.041Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:58.041Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:58.105Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:58.115Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:58.149Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:58.223Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:58.237Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:58.274Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:58.306Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:58.310Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:58.316Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:58.337Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:58.345Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:58.347Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:58.362Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:58.365Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:58.368Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:58.395Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:58.427Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:58.430Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:58.432Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:58.445Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:58.446Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:58.454Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:58.487Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:58.503Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:58.504Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:58.546Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:58.547Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:58.547Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:58.558Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:58.560Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:58.590Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:58.618Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:58.649Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:58.665Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:58.679Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:58.681Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:58.698Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:58.708Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:58.716Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:58.737Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:58.758Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:58.796Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:58.801Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:58.829Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:58.871Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:58.882Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:58.958Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:58.991Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:59.014Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:59.060Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:59.164Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:25:59.165Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:59.279Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:25:59.362Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:02.258Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:02.291Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:02.524Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:02.572Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:02.659Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:02.738Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:02.770Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:02.776Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:02.799Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:02.871Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:02.881Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:02.916Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:02.933Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:02.962Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:02.966Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:02.969Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:03.035Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:03.043Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:03.094Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:03.121Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:03.158Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:03.160Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:03.181Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:03.192Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:03.192Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:03.200Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:03.213Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:03.352Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:03.377Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:03.397Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:03.489Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:03.926Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" 2021-10-14T17:26:04.245Z [TRACE] nomad/consul.go:365: consul_acl: revoke SI token: task= alloc_id= node_id= 2021-10-14T17:26:04.246Z [TRACE] consul/acl_testing.go:291: mock_consul: TokenDelete() 2021-10-14T17:26:04.246Z [TRACE] consul/acl_testing.go:271: mock_consul: TokenDelete(): accessor=95ccc068-a2b9-6f5d-f7a3-2a2e40694d9a error= nomad-022 2021-10-14T17:26:06.170Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:06.351Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:06.422Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:06.510Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:06.537Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:06.545Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:06.574Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:06.639Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:06.653Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:06.799Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:06.887Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:06.897Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:06.899Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:06.929Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:06.945Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:06.945Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:06.957Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:06.958Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:06.963Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:06.974Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:06.984Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:06.993Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:07.075Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:07.193Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:07.240Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:07.274Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:07.315Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:07.319Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:07.354Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:07.381Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:07.387Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:07.624Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:07.705Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:07.849Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:07.849Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:07.850Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:07.850Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:07.897Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:07.912Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:07.945Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:07.945Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:07.957Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:07.982Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:08.000Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:08.010Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:08.021Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:08.054Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:08.058Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:08.063Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:08.077Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:08.085Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:08.100Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:08.141Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:08.141Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:08.145Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:08.156Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:08.159Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:08.159Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:08.166Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:08.172Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:08.181Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:08.188Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:08.219Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:08.226Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:08.246Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:08.247Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:08.258Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:08.258Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:08.276Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:08.288Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:08.340Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:08.351Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:08.352Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:08.362Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:08.373Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:08.382Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:08.392Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:08.427Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:08.437Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:08.444Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:08.451Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:08.461Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:08.462Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:08.476Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:08.478Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:08.523Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:08.525Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:08.533Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:08.540Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:08.544Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:08.575Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:08.577Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:08.582Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:08.585Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:08.588Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:08.623Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:08.646Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:08.658Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:08.683Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:08.690Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:08.695Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:08.698Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:08.702Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:08.720Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:08.746Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:08.759Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:08.774Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:08.776Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:08.785Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:08.792Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:08.821Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:08.833Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:08.885Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:08.888Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:08.896Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:08.974Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:09.029Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:09.031Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:09.072Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:09.093Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:09.095Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:09.100Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:09.253Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:09.266Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:09.304Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:09.366Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:09.405Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:09.834Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:09.949Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:09.963Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:10.168Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:10.180Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:10.342Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:10.345Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:10.414Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:10.544Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:10.546Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:10.558Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:10.561Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:10.645Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:10.645Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:10.683Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:10.786Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:10.807Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:10.861Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:10.881Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:10.910Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:10.941Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:10.942Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:11.013Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:11.033Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:11.047Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:11.048Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:11.055Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:11.160Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:11.186Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:11.203Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:11.209Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:11.212Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:11.289Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:11.351Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:11.542Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:11.557Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:11.610Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:11.644Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:11.680Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:11.701Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:11.815Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:11.838Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:11.872Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:11.911Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:11.946Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:11.969Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:11.972Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:12.002Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:12.018Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:12.085Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:12.137Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:12.150Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:12.183Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:12.195Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:12.228Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:12.240Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:12.306Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:12.357Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:12.358Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:12.451Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:12.525Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:12.555Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:12.637Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:12.678Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:12.715Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:12.756Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:12.837Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:12.947Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:13.049Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:13.077Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:13.078Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:13.110Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:13.137Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:13.138Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:13.147Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:13.221Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:13.257Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:13.258Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:13.310Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:13.313Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:13.322Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:13.397Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:13.403Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:13.445Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:13.449Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:13.450Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:13.457Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:13.479Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:13.500Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:13.505Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:13.514Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:13.517Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:13.546Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:13.551Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:13.577Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:13.584Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:13.592Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:13.653Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:13.653Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:13.653Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:13.653Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:13.656Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:13.674Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:13.697Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:13.714Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:13.729Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:13.743Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:13.747Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:13.750Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:13.756Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:13.768Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:13.790Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:13.802Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:13.807Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:13.899Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:13.936Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:13.959Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:13.973Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:13.975Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:14.037Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:14.062Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:14.069Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:14.093Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:14.147Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:14.197Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:14.205Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:14.261Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:14.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:14.509Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:17.323Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:17.472Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:17.544Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:17.690Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:17.709Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:17.800Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:17.818Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:17.881Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:17.995Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:18.002Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:18.071Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:18.073Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:18.099Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:18.120Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:18.136Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:18.140Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:18.204Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:18.217Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:18.226Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:18.226Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:18.252Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:18.267Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:18.271Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:18.276Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:18.319Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:18.346Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:18.404Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:18.412Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:18.484Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:18.596Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:18.641Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:19.092Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:21.380Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:21.578Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:21.583Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:21.588Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:21.639Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:21.656Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:21.745Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:21.805Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:21.903Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:21.935Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:21.947Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:21.964Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:21.996Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:22.001Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:22.012Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:22.029Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:22.031Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:22.050Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:22.093Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:22.107Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:22.112Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:22.124Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:22.141Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:22.278Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:22.329Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:22.441Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:22.442Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:22.456Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:22.458Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:22.486Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:22.557Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:22.778Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:22.841Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:22.863Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:22.914Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:22.914Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:22.953Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:22.987Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:23.011Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:23.018Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:23.050Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:23.050Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:23.076Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:23.082Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:23.104Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:23.119Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:23.129Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:23.133Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:23.162Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:23.171Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:23.173Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:23.174Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:23.193Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:23.203Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:23.220Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:23.225Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:23.259Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:23.262Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:23.264Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:23.269Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:23.270Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:23.282Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:23.301Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:23.325Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:23.351Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:23.375Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:23.375Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:23.376Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:23.383Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:23.413Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:23.441Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:23.451Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:23.455Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:23.469Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:23.475Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:23.488Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:23.498Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:23.499Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:23.514Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:23.545Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:23.562Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:23.571Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:23.582Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:23.583Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:23.613Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:23.616Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:23.643Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:23.649Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:23.667Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:23.673Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:23.686Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:23.702Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:23.714Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:23.741Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:23.753Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:23.759Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:23.775Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:23.776Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:23.787Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:23.799Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:23.849Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:23.849Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:23.849Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:23.856Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:23.866Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:23.874Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:23.887Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:23.893Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:23.924Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:23.941Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:23.941Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:23.941Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:23.950Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:23.986Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:23.996Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:24.069Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:24.071Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:24.087Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:24.126Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:24.182Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:24.228Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:24.257Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:24.343Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:24.350Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:24.366Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:24.424Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:24.637Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:24.841Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:25.045Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:25.190Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:25.253Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:25.403Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:25.419Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:25.511Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:25.611Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:25.625Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:25.688Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:25.703Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:25.731Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:25.736Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:25.738Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:25.789Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:25.809Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:25.866Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:25.928Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:25.988Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:26.056Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:26.100Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:26.123Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:26.125Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:26.142Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:26.182Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:26.188Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:26.191Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:26.220Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:26.241Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:26.259Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:26.318Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:26.359Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:26.410Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:26.503Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:26.613Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:26.643Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:26.721Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:26.828Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:26.828Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:26.886Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:26.897Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:26.983Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:27.000Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:27.021Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:27.026Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:27.071Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:27.098Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:27.114Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:27.118Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:27.132Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:27.191Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:27.209Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:27.250Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:27.318Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:27.326Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:27.341Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:27.362Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:27.441Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:27.502Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:27.580Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:27.643Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:27.719Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:27.723Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:27.854Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:27.945Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:27.973Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:28.066Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:28.092Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:28.116Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:28.160Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:28.167Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:28.201Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:28.213Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:28.237Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:28.274Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:28.275Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:28.293Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:28.345Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:28.394Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:28.454Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:28.466Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:28.498Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:28.511Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:28.519Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:28.549Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:28.556Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:28.559Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:28.564Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:28.567Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:28.587Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:28.594Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:28.625Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:28.636Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:28.689Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:28.692Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:28.693Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:28.696Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:28.701Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:28.714Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:28.716Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:28.743Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:28.761Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:28.763Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:28.764Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:28.782Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:28.792Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:28.816Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:28.835Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:28.839Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:28.919Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:28.928Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:28.932Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:28.938Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:29.026Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:29.036Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:29.066Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:29.109Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:29.120Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:29.146Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:29.171Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:29.224Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:29.242Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:29.270Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:29.322Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:29.331Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:29.345Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:29.349Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:29.388Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:29.551Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:32.413Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:32.500Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:32.819Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:32.819Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:32.848Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:32.955Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:33.031Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:33.056Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:33.098Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:33.167Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:33.174Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:33.193Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:33.196Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:33.220Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:33.222Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:33.232Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:33.234Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:33.251Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:33.282Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:33.326Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:33.326Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:33.349Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:33.358Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:33.360Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:33.412Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:33.449Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:33.463Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:33.522Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:33.615Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:33.654Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:33.680Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:34.145Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:36.446Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:36.628Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:36.656Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:36.671Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:36.703Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:36.817Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:36.841Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:36.884Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:36.957Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:36.959Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:37.018Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:37.025Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:37.077Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:37.108Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:37.112Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:37.127Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:37.145Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:37.147Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:37.170Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:37.175Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:37.195Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:37.286Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:37.293Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:37.356Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:37.456Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:37.537Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:37.540Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:37.545Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:37.560Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:37.725Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:37.736Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:37.896Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:37.911Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:37.937Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:37.963Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:37.969Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:37.976Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:38.038Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:38.057Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:38.105Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:38.109Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:38.113Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:38.114Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:38.133Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:38.162Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:38.187Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:38.206Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:38.213Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:38.219Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:38.224Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:38.254Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:38.290Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:38.293Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:38.305Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:38.321Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:38.337Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:38.341Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:38.341Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:38.348Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:38.382Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:38.404Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:38.415Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:38.419Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:38.449Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:38.449Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:38.450Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:38.451Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:38.476Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:38.535Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:38.535Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:38.538Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:38.539Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:38.581Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:38.597Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:38.609Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:38.622Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:38.629Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:38.630Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:38.633Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:38.671Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:38.684Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:38.686Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:38.705Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:38.719Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:38.745Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:38.755Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:38.773Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:38.797Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:38.798Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:38.805Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:38.812Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:38.841Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:38.844Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:38.854Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:38.854Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:38.859Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:38.861Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:38.865Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:38.867Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:38.882Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:38.912Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:38.918Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:38.949Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:38.951Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:38.962Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:38.964Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:38.964Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:38.968Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:38.992Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:38.999Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:39.016Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:39.024Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:39.081Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:39.127Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:39.129Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:39.189Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:39.208Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:39.260Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:39.262Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:39.348Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:39.352Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:39.368Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:39.407Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:39.441Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:39.466Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:39.481Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:39.732Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:39.847Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:40.152Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:40.214Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:40.416Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:40.472Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:40.572Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:40.600Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:40.651Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:40.656Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:40.708Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:40.805Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:40.813Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:40.881Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:40.912Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:40.933Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:40.940Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:40.964Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:41.015Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:41.062Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:41.095Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:41.147Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:41.182Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:41.217Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:41.248Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:41.279Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:41.293Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:41.335Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:41.336Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:41.365Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:41.365Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:41.422Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:41.442Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:41.455Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:41.510Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:41.689Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:41.766Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:41.856Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:41.859Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:41.936Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:42.045Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:42.045Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:42.045Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:42.049Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:42.164Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:42.176Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:42.202Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:42.206Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:42.209Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:42.275Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:42.282Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:42.294Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:42.298Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:42.358Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:42.409Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:42.479Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:42.492Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:42.548Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:42.586Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:42.655Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:42.723Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:42.733Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:42.741Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:42.742Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:43.067Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:43.068Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:43.069Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:43.105Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:43.149Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:43.199Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:43.244Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:43.257Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:43.282Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:43.288Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:43.361Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:43.397Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:43.399Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:43.448Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:43.475Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:43.519Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:43.523Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:43.541Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:43.560Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:43.600Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:43.645Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:43.647Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:43.648Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:43.654Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:43.656Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:43.668Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:43.671Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:43.694Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:43.702Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:43.725Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:43.758Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:43.783Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:43.814Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:43.834Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:43.842Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:43.845Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:43.848Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:43.848Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:43.857Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:43.857Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:43.863Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:43.884Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:43.896Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:43.918Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:43.952Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:43.955Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:43.980Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:43.998Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:44.077Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:44.117Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:44.124Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:44.127Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:44.136Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:44.192Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:44.195Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:44.241Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:44.271Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:44.308Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:44.380Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:44.407Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:44.420Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:44.469Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:44.486Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:44.496Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:44.537Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:44.728Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:47.551Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:47.677Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:47.851Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:47.879Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:47.973Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:48.010Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:48.158Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:48.168Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:48.210Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:48.249Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:48.289Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:48.315Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:48.335Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:48.335Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:48.342Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:48.346Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:48.353Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:48.353Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:48.390Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:48.392Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:48.409Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:48.473Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:48.512Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:48.517Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:48.526Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:48.559Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:48.631Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:48.637Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:48.696Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:48.720Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:48.824Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:26:49.380Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:51.522Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:51.724Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:51.741Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:51.820Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:51.858Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:51.985Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:51.992Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:51.999Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:52.022Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:52.127Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:52.128Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:52.157Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:52.160Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:52.195Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:52.197Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:52.245Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:52.245Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:52.273Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:52.314Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:52.338Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:52.358Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:52.359Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:52.422Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:52.462Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:52.485Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:52.573Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:52.578Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:52.589Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:52.769Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:52.799Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:52.799Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:52.963Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:52.974Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:53.002Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:53.024Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:53.077Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:26:53.133Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:53.145Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:53.191Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:53.200Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:53.217Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:53.219Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:53.229Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:53.245Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:53.297Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:53.307Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:53.320Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:53.323Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:53.354Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:53.356Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:53.358Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:53.364Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:53.365Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:53.385Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:53.403Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:53.433Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:53.459Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:53.483Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:53.483Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:53.483Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:53.486Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:53.486Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:53.493Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:53.498Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:53.507Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:53.511Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:53.515Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:53.544Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:53.599Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:53.621Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:53.653Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:53.653Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:53.653Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:53.667Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:53.684Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:53.715Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:53.718Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:53.731Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:53.736Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:53.748Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:53.770Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:53.771Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:53.779Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:53.821Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:53.849Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:53.859Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:53.864Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:53.872Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:53.887Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:53.901Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:53.922Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:53.953Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:53.953Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:53.954Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:53.962Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:53.970Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:53.973Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:53.980Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:53.985Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:53.996Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:53.997Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:54.000Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:54.010Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:54.016Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:54.044Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:54.071Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:54.101Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:54.112Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:54.118Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:54.125Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:54.152Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:54.167Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:54.215Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:54.228Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:54.238Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:54.292Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:54.296Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:54.305Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:26:54.361Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:54.384Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:54.466Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:54.480Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:54.482Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:54.537Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:54.628Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:54.705Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:26:54.917Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:26:55.069Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:55.241Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:55.367Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:55.448Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:55.490Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:55.645Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:55.705Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:55.737Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:55.826Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:55.847Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:55.868Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:55.920Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:55.971Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:55.986Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:56.050Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:56.078Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:56.169Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:56.188Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:56.228Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:56.262Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:56.266Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:56.269Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:56.282Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:56.316Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:56.341Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:56.389Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:56.406Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:56.425Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:56.429Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:56.504Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:56.508Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:56.510Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:56.693Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:56.696Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:56.761Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:56.884Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:56.915Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:56.970Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:26:57.011Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:57.057Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:57.111Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:57.200Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:57.246Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:57.246Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:57.266Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:57.295Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:57.345Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:57.360Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:57.372Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:57.380Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:57.389Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:57.462Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:57.488Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:57.506Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:57.552Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:57.657Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:57.669Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:57.709Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:57.722Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:57.785Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:57.818Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:57.845Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:57.866Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:58.108Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:58.215Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:58.220Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:58.233Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:58.278Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:58.306Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:58.333Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:26:58.369Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:58.405Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:58.409Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:58.424Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:58.445Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:58.538Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:58.567Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:58.619Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:58.631Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:58.656Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:58.671Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:58.698Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:58.714Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:58.743Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:58.775Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:58.776Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:58.788Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:58.789Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:58.808Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:58.814Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:58.833Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:58.856Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:58.867Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:58.878Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:58.887Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:58.902Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:58.906Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:58.927Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:58.941Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:58.955Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:58.970Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:58.974Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:58.977Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:58.992Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:59.006Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:59.032Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:59.035Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:59.061Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:59.094Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:59.095Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:59.149Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:59.169Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:59.190Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:59.194Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:59.241Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:59.248Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:59.260Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:59.305Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:59.324Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:59.443Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:59.447Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:59.468Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:59.475Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:59.538Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:59.576Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:59.645Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:59.672Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:26:59.679Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:26:59.771Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:02.578Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:02.742Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:02.860Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:02.938Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:03.022Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:03.170Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:03.174Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:03.222Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:03.229Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:03.395Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:03.398Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:03.399Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:03.426Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:03.434Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:03.434Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:03.468Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:03.479Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:03.488Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:03.512Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:03.529Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:03.543Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:03.543Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:03.564Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:03.623Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:03.666Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:03.693Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:03.727Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:03.743Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:03.807Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:03.841Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:03.965Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:04.541Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:06.565Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:06.823Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:06.889Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:06.906Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:06.936Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:07.050Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:07.065Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:07.084Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:07.111Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:07.137Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:07.171Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:07.181Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:07.295Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:07.301Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:07.328Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:07.338Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:07.384Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:07.448Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:07.457Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:07.488Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:07.506Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:07.553Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:07.599Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:07.600Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:07.609Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:07.611Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:07.711Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:07.714Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:07.880Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:07.904Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:07.972Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:07.983Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:08.013Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:08.056Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:08.078Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:08.109Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:08.149Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:08.227Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:08.248Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:08.251Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:08.259Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:08.275Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:08.299Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:08.329Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:08.370Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:08.394Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:08.398Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:08.420Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:08.444Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:08.448Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:08.453Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:08.456Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:08.470Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:08.477Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:08.488Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:08.499Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:08.511Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:08.522Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:08.523Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:08.562Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:08.586Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:08.602Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:08.610Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:08.621Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:08.622Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:08.623Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:08.629Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:08.652Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:08.658Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:08.679Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:08.703Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:08.721Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:08.724Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:08.753Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:08.760Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:08.766Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:08.801Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:08.829Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:08.852Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:08.903Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:08.913Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:08.929Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:08.949Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:08.949Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:08.957Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:08.960Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:08.967Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:08.967Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:08.969Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:08.983Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:08.990Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:09.013Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:09.020Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:09.037Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:09.037Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:09.050Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:09.079Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:09.114Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:09.114Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:09.121Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:09.125Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:09.141Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:09.151Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:09.154Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:09.156Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:09.161Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:09.188Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:09.204Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:09.238Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:09.258Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:09.262Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:09.308Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:09.359Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:09.373Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:09.377Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:09.382Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:09.413Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:09.417Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:09.427Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:09.433Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:09.581Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:09.616Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:09.709Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:09.759Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:09.797Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:09.824Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:10.080Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:10.147Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:10.325Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:10.473Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:10.593Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:10.702Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:10.722Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:10.743Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:10.860Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:10.873Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:10.937Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:10.944Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:11.038Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:11.060Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:11.107Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:11.178Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:11.194Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:11.207Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:11.220Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:11.270Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:11.303Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:11.321Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:11.347Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:11.379Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:11.441Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:11.448Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:11.450Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:11.475Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:11.496Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:11.542Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:11.573Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:11.602Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:11.691Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:11.749Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:11.862Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:11.875Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:11.955Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:11.991Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:12.013Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:12.187Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:12.204Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:12.208Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:12.280Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:12.302Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:12.344Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:12.374Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:12.472Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:12.487Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:12.494Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:12.540Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:12.543Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:12.554Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:12.583Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:12.585Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:12.596Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:12.610Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:12.747Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:12.749Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:12.762Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:12.818Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:12.854Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:12.901Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:12.987Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:13.058Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:13.250Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:13.330Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:13.388Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:13.392Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:13.465Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:13.477Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:13.500Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:13.504Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:13.512Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:13.514Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:13.558Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:13.602Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:13.605Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:13.628Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:13.651Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:13.737Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:13.756Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:13.760Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:13.776Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:13.777Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:13.837Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:13.857Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:13.870Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:13.873Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:13.902Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:13.903Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:13.907Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:13.920Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:13.921Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:13.934Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:13.947Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:13.968Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:14.016Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:14.031Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:14.043Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:14.065Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:14.070Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:14.081Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:14.086Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:14.105Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:14.142Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:14.154Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:14.165Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:14.170Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:14.191Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:14.197Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:14.261Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:14.287Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:14.302Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:14.322Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:14.351Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:14.370Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:14.403Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:14.419Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:14.443Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:14.459Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:14.524Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:14.527Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:14.604Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:14.606Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:14.663Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:14.677Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:14.697Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:14.732Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:14.778Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:14.968Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:17.694Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:17.841Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:17.993Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:18.078Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:18.190Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:18.348Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:18.348Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:18.445Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:18.445Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:18.471Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:18.472Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:18.482Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:18.483Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:18.501Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:18.578Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:18.581Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:18.600Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:18.604Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:18.615Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:18.676Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:18.680Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:18.683Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:18.696Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:18.753Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:18.761Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:18.825Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:18.850Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:18.855Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:18.918Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:18.923Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:19.004Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:19.760Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:21.650Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:21.888Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:21.963Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:22.010Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:22.046Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:22.110Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:22.130Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:22.140Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:22.145Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:22.162Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:22.184Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:22.320Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:22.323Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:22.327Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:22.409Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:22.413Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:22.444Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:22.502Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:22.580Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:22.592Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:22.649Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:22.653Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:22.737Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:22.737Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:22.767Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:22.783Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:22.819Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:22.847Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:22.981Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:23.066Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:23.153Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:23.161Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:23.176Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:23.204Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:23.231Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:23.243Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:23.261Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:23.284Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:23.319Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:23.337Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:23.419Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:23.426Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:23.460Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:23.512Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:23.513Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:23.526Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:23.537Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:23.564Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:23.566Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:23.581Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:23.583Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:23.590Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:23.600Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:23.601Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:23.606Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:23.607Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:23.609Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:23.611Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:23.624Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:23.668Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:23.708Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:23.725Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:23.729Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:23.730Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:23.766Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:23.770Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:23.774Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:23.794Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:23.809Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:23.812Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:23.813Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:23.815Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:23.818Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:23.867Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:23.877Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:23.892Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:23.909Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:23.932Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:23.972Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:23.980Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:23.989Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:24.006Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:24.015Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:24.028Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:24.035Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:24.043Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:24.043Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:24.049Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:24.057Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:24.065Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:24.076Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:24.106Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:24.110Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:24.133Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:24.157Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:24.167Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:24.171Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:24.183Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:24.185Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:24.186Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:24.194Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:24.208Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:24.220Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:24.228Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:24.245Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:24.259Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:24.263Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:24.293Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:24.318Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:24.341Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:24.355Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:24.421Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:24.447Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:24.456Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:24.495Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:24.507Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:24.548Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:24.590Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:24.648Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:24.669Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:24.803Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:24.817Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:24.860Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:24.872Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:24.896Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:24.937Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:25.088Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:25.333Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:25.502Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:25.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:25.649Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:25.757Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:25.764Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:25.768Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:25.901Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:25.902Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:26.054Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:26.055Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:26.110Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:26.179Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:26.225Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:26.259Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:26.284Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:26.286Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:26.379Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:26.414Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:26.418Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:26.449Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:26.453Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:26.465Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:26.485Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:26.496Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:26.598Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:26.622Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:26.623Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:26.635Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:26.721Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:26.743Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:26.885Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:26.961Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:27.000Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:27.014Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:27.060Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:27.084Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:27.221Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:27.261Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:27.266Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:27.322Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:27.353Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:27.401Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:27.408Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:27.450Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:27.511Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:27.537Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:27.601Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:27.610Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:27.660Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:27.669Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:27.698Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:27.702Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:27.713Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:27.751Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:27.794Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:27.823Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:27.826Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:27.936Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:27.945Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:28.102Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:28.121Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:28.182Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:28.441Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:28.441Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:28.445Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:28.468Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:28.482Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:28.518Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:28.544Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:28.593Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:28.674Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:28.715Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:28.723Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:28.735Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:28.743Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:28.749Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:28.779Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:28.875Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:28.905Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:28.913Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:28.929Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:28.945Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:28.956Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:28.965Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:28.968Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:29.022Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:29.027Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:29.041Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:29.042Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:29.045Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:29.047Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:29.090Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:29.093Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:29.094Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:29.097Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:29.099Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:29.109Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:29.137Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:29.152Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:29.205Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:29.209Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:29.229Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:29.253Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:29.270Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:29.292Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:29.302Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:29.302Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:29.344Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:29.349Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:29.352Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:29.382Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:29.385Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:29.386Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:29.425Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:29.487Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:29.524Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:29.550Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:29.596Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:29.608Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:29.641Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:29.673Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:29.703Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:29.719Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:29.751Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:29.866Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:29.903Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:29.978Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:30.153Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:32.957Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:32.959Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:33.086Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:33.091Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:33.356Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:33.407Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:33.477Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:33.482Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:33.489Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:33.504Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:33.585Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:33.618Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:33.628Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:33.675Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:33.694Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:33.699Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:33.706Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:33.712Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:33.753Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:33.767Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:33.772Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:33.822Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:33.825Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:33.858Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:33.927Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:33.947Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:33.952Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:33.983Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:33.983Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:34.027Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:34.180Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-215 2021-10-14T17:27:34.842Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:36.707Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:37.002Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:37.015Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:37.062Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:37.100Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:37.223Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:37.265Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:37.273Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:37.297Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:37.302Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:37.306Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:37.438Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:37.438Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:37.438Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:37.470Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:37.526Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:37.562Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:37.593Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:37.646Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:37.673Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:37.693Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:37.716Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:37.748Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:37.755Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:37.801Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:37.808Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:37.883Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:37.896Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:38.094Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:38.177Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:38.192Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:38.209Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:38.286Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:38.288Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:38.320Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:38.320Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:38.337Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-022 2021-10-14T17:27:38.365Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:38.462Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:38.462Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:38.498Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:38.508Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:38.525Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:38.554Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:38.570Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:38.591Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:38.596Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:38.641Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:38.646Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:38.646Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:38.655Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:38.670Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:38.672Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:38.696Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:38.739Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:38.751Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:38.756Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:38.758Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:38.778Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:38.796Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:38.798Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:38.810Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:38.837Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:38.844Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:38.849Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:38.853Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:38.854Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:38.857Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:38.878Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:38.886Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:38.914Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:38.921Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:38.938Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:39.042Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:39.047Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:39.068Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:39.076Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:39.086Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:39.089Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:39.091Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:39.099Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:39.105Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:39.108Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:39.109Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:39.119Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:39.119Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:39.137Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:39.139Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:39.140Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:39.145Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:39.175Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:39.175Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:39.196Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:39.200Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:39.207Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:39.218Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:39.257Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:39.257Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:39.264Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:39.273Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:39.280Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:39.288Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:39.324Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:39.326Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:39.331Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:39.337Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:39.353Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:39.366Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:39.377Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:39.406Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:39.481Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:39.508Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:39.529Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:39.559Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:39.599Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:39.654Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:39.667Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:39.713Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-049 2021-10-14T17:27:39.723Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:39.808Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:39.872Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:39.895Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:39.904Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:39.905Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:40.025Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:40.064Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-062 2021-10-14T17:27:40.294Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-059 2021-10-14T17:27:40.415Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:40.523Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:40.688Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:40.754Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:40.784Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:40.843Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:40.914Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:40.984Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:40.988Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:41.121Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:41.124Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:41.151Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:41.205Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:41.266Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:41.328Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:41.389Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:41.429Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:41.448Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:41.482Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:41.495Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:41.529Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:41.535Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:41.540Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:41.621Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:41.681Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:41.713Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:41.758Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:41.765Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:41.790Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:41.813Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:41.926Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:42.023Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:42.043Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:42.083Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-101 2021-10-14T17:27:42.153Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:42.201Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:42.224Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:42.225Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:42.304Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:42.403Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:42.449Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:42.450Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:42.453Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:42.464Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:42.518Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:42.592Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:42.667Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:42.695Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:42.702Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:42.731Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:42.764Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:42.796Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:42.800Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:42.827Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:42.864Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:42.869Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:42.924Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:42.980Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:43.017Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:43.125Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:43.156Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:43.230Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:43.448Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:43.454Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:43.466Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:43.530Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:43.541Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:43.572Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:43.636Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-132 2021-10-14T17:27:43.645Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:43.675Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:43.757Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:43.777Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:43.796Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:43.804Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:43.821Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:43.839Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:43.866Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:43.993Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:44.022Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:44.027Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:44.032Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:44.036Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:44.041Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:44.089Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:44.096Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:44.112Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:44.149Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:44.171Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:44.177Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:44.180Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:44.223Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:44.244Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:44.245Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:44.259Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:44.266Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:44.268Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:44.278Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:44.286Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:44.308Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:44.311Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:44.313Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:44.329Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:44.349Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:44.350Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:44.364Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:44.366Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:44.375Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:44.401Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:44.433Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:44.470Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:44.477Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:44.480Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:44.483Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:44.617Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:44.637Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:44.639Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:44.670Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:44.684Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:44.692Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:44.698Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:44.815Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:44.819Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:44.819Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:44.901Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:44.908Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-158 2021-10-14T17:27:44.914Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:45.021Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" nomad-172 2021-10-14T17:27:45.252Z [ERROR] nomad/worker.go:165: worker: failed to dequeue evaluation: error="Not ready to serve consistent reads" panic: test timed out after 7m0s goroutine 49715 [running]: testing.(*M).startAlarm.func1() /usr/lib/go-1.15/src/testing/testing.go:1618 +0xe5 created by time.goFunc /usr/lib/go-1.15/src/time/sleep.go:167 +0x45 goroutine 1 [chan receive, 6 minutes]: testing.tRunner.func1(0xc0007c8180) /usr/lib/go-1.15/src/testing/testing.go:1088 +0x24d testing.tRunner(0xc0007c8180, 0xc0007adde0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 testing.runTests(0xc00065f060, 0x2e8aca0, 0x27d, 0x27d, 0xc0523804dfeeaea3, 0x61d529c347, 0x2f19060, 0x411508) /usr/lib/go-1.15/src/testing/testing.go:1437 +0x2fe testing.(*M).Run(0xc000268400, 0x0) /usr/lib/go-1.15/src/testing/testing.go:1345 +0x1eb main.main() _testmain.go:1315 +0x138 goroutine 10 [chan send, 6 minutes]: testing.tRunner.func1(0xc00060bc80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00060bc80, 0x2064510) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 66 [select]: go.opencensus.io/stats/view.(*worker).start(0xc0000e2000) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/go.opencensus.io/stats/view/worker.go:276 +0x105 created by go.opencensus.io/stats/view.init.0 /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/go.opencensus.io/stats/view/worker.go:34 +0x68 goroutine 47452 [select]: github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0xc00055cb00, 0x5f5e100, 0xc00287be00, 0xc004724480, 0xc00471c890) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:155 +0x185 created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:121 +0x39b goroutine 32121 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f1413eed8, 0x72, 0x22c8de0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc001628e98, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc001628e80, 0xc002e98000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc001628e80, 0xc002e98000, 0x1000, 0x1000, 0x60, 0xc002e99000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc004104028, 0xc002e98000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc0018266c0) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc0018266c0, 0x4ad1a5, 0xc001628e80, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc003aa0540, 0xc0018266c0, 0xc001826720, 0xc003cfc070, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc003aa0540, 0x2303140, 0xc003dbb580, 0x2325ca0, 0xc004104028) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 96 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc000d97700, 0x1fc6000, 0x6, 0xc0000c3401) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc000d97700, 0x1fd2aa6, 0xd, 0x2309280, 0xc001701c20, 0x1da2940, 0xc001701c20, 0x1bac620, 0xc0025c6420, 0x18, ...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Status).Leader(0xc0041e08e0, 0xc001701c20, 0xc0025c6420, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/status_endpoint.go:47 +0xc5 reflect.Value.call(0xc00052da40, 0xc0033a1068, 0x13, 0x1fc2f0f, 0x4, 0xc003defb90, 0x3, 0x3, 0xc0025c6420, 0xc003defbe8, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc00052da40, 0xc0033a1068, 0x13, 0xc003defb90, 0x3, 0x3, 0xc00379eb80, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc0013de240, 0xc000dfec80, 0xc001e8a298, 0x0, 0xc000efc000, 0xc003a9b500, 0x1da2940, 0xc001701c20, 0x16, 0x1bac620, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc000dfec80, 0x23039c0, 0xc005438240, 0xc0025c6410, 0x0) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc0004bb800, 0x1fd2aa6, 0xd, 0x1da2940, 0xc001701bc0, 0x1bac620, 0xc0025c6410, 0x22c3e01, 0xc0025c6410) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/testutil.WaitForLeader.func1(0x989680, 0x22c3ea0, 0xc0025c6400) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:90 +0xa3 github.com/hashicorp/nomad/testutil.WaitForResultRetries(0x1a5, 0xc003defe10, 0xc003defe20) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:26 +0x4f github.com/hashicorp/nomad/testutil.WaitForResult(0xc003f57e10, 0xc003f57e20) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:18 +0x70 github.com/hashicorp/nomad/testutil.WaitForLeader(0x2331520, 0xc000826d80, 0xc003f57f18) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:87 +0x99 github.com/hashicorp/nomad/nomad.TestACLEndpoint_GetTokens_Blocking(0xc000826d80) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/acl_endpoint_test.go:787 +0x145 testing.tRunner(0xc000826d80, 0x20644b0) /usr/lib/go-1.15/src/testing/testing.go:1123 +0xef created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 97 [chan send, 6 minutes]: testing.tRunner.func1(0xc000827080) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000827080, 0x20644e8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 98 [chan send, 6 minutes]: testing.tRunner.func1(0xc000827380) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000827380, 0x20644e0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 99 [chan send, 6 minutes]: testing.tRunner.func1(0xc000827680) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000827680, 0x2064478) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 100 [chan send, 6 minutes]: testing.tRunner.func1(0xc000827980) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000827980, 0x2064470) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 101 [chan send, 6 minutes]: testing.tRunner.func1(0xc000827c80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000827c80, 0x2064460) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 102 [chan send, 6 minutes]: testing.tRunner.func1(0xc000832000) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000832000, 0x2064458) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 11 [chan send, 6 minutes]: testing.tRunner.func1(0xc00060be00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00060be00, 0x2064508) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 12 [chan send, 6 minutes]: testing.tRunner.func1(0xc000001b00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000001b00, 0x20644f0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 13 [chan send, 6 minutes]: testing.tRunner.func1(0xc000001e00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000001e00, 0x2065eb0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 15 [chan send, 6 minutes]: testing.tRunner.func1(0xc000184a80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000184a80, 0x2065eb8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 16 [chan send, 6 minutes]: testing.tRunner.func1(0xc000184c00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000184c00, 0x20645f0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 114 [chan send, 6 minutes]: testing.tRunner.func1(0xc000184f00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000184f00, 0x20645d8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 115 [chan send, 6 minutes]: testing.tRunner.func1(0xc000185200) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000185200, 0x20645e8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 116 [chan send, 6 minutes]: testing.tRunner.func1(0xc000185500) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000185500, 0x20645e0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 117 [chan send, 6 minutes]: testing.tRunner.func1(0xc000185800) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000185800, 0x20645d0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 118 [chan send, 6 minutes]: testing.tRunner.func1(0xc000185b00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000185b00, 0x20645b0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 119 [chan send, 6 minutes]: testing.tRunner.func1(0xc000185e00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000185e00, 0x20645b8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 120 [chan send, 6 minutes]: testing.tRunner.func1(0xc000832480) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000832480, 0x20645c8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 121 [chan send, 6 minutes]: testing.tRunner.func1(0xc000832780) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000832780, 0x20645c0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 122 [chan send, 6 minutes]: testing.tRunner.func1(0xc000832a80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000832a80, 0x2064600) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 123 [chan send, 6 minutes]: testing.tRunner.func1(0xc000832d80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000832d80, 0x20645f8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 125 [chan send, 6 minutes]: testing.tRunner.func1(0xc000833380) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000833380, 0x2064618) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 128 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc0030cb500, 0x1fc6000, 0x6, 0xc0000c3401) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc0030cb500, 0x1fd2aa6, 0xd, 0x2309280, 0xc002bcdec0, 0x1da2940, 0xc002bcdec0, 0x1bac620, 0xc0041c2b70, 0x18, ...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Status).Leader(0xc001926540, 0xc002bcdec0, 0xc0041c2b70, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/status_endpoint.go:47 +0xc5 reflect.Value.call(0xc00052da40, 0xc003af88a8, 0x13, 0x1fc2f0f, 0x4, 0xc003cb7c30, 0x3, 0x3, 0xc0041c2b70, 0xc003cb7c88, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc00052da40, 0xc003af88a8, 0x13, 0xc003cb7c30, 0x3, 0x3, 0xc00473d3c0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc003a52180, 0xc0031c7270, 0xc003959168, 0x0, 0xc003a54300, 0xc003116340, 0x1da2940, 0xc002bcdec0, 0x16, 0x1bac620, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0031c7270, 0x23039c0, 0xc0011ba000, 0xc0041c2b60, 0x0) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc000ada300, 0x1fd2aa6, 0xd, 0x1da2940, 0xc002bcdda0, 0x1bac620, 0xc0041c2b60, 0x22c3e01, 0xc0041c2b60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/testutil.WaitForLeader.func1(0x989680, 0x22c3ea0, 0xc0041c2b50) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:90 +0xa3 github.com/hashicorp/nomad/testutil.WaitForResultRetries(0x1a5, 0xc003cb7eb0, 0xc003cb7ec0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:26 +0x4f github.com/hashicorp/nomad/testutil.WaitForResult(0xc003c57eb0, 0xc003c57ec0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:18 +0x70 github.com/hashicorp/nomad/testutil.WaitForLeader(0x2331520, 0xc000833980, 0xc003c57f40) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:87 +0x99 github.com/hashicorp/nomad/nomad.TestAutopilot_PromoteNonVoter(0xc000833980) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/autopilot_test.go:312 +0x111 testing.tRunner(0xc000833980, 0x2064650) /usr/lib/go-1.15/src/testing/testing.go:1123 +0xef created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 129 [chan send, 6 minutes]: testing.tRunner.func1(0xc000833b00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000833b00, 0x2064668) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 130 [chan send, 6 minutes]: testing.tRunner.func1(0xc000833e00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000833e00, 0x20646a8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 131 [chan send, 6 minutes]: testing.tRunner.func1(0xc000492480) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000492480, 0x20646a0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 132 [chan send, 6 minutes]: testing.tRunner.func1(0xc000492a80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000492a80, 0x2064698) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 133 [chan send, 6 minutes]: testing.tRunner.func1(0xc000492d80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000492d80, 0x20646b8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 134 [chan send, 6 minutes]: testing.tRunner.func1(0xc000493080) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000493080, 0x20646e8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 135 [chan send, 6 minutes]: testing.tRunner.func1(0xc000493380) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000493380, 0x20646e0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 136 [chan send, 6 minutes]: testing.tRunner.func1(0xc000493680) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000493680, 0x2064700) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 137 [chan send, 6 minutes]: testing.tRunner.func1(0xc000493980) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000493980, 0x2064710) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 138 [chan send, 6 minutes]: testing.tRunner.func1(0xc000493c80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000493c80, 0x20646d8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 139 [chan send, 6 minutes]: testing.tRunner.func1(0xc00039a000) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00039a000, 0x20646f8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 140 [chan send, 6 minutes]: testing.tRunner.func1(0xc00039a300) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00039a300, 0x20646c0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 141 [chan send, 6 minutes]: testing.tRunner.func1(0xc00039a600) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00039a600, 0x2064670) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 142 [chan send, 6 minutes]: testing.tRunner.func1(0xc00039a900) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00039a900, 0x2064688) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 143 [chan send, 6 minutes]: testing.tRunner.func1(0xc00039ac00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00039ac00, 0x2064690) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 144 [chan send, 6 minutes]: testing.tRunner.func1(0xc00039af00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00039af00, 0x2064680) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 145 [chan send, 6 minutes]: testing.tRunner.func1(0xc00039b200) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00039b200, 0x2064678) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 146 [chan send, 6 minutes]: testing.tRunner.func1(0xc00039b500) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00039b500, 0x20646f0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 147 [chan send, 6 minutes]: testing.tRunner.func1(0xc00039b800) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00039b800, 0x2064720) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 148 [chan send, 6 minutes]: testing.tRunner.func1(0xc00039bb00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00039bb00, 0x2064718) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 149 [chan send, 6 minutes]: testing.tRunner.func1(0xc00039be00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00039be00, 0x2064708) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 150 [chan send, 6 minutes]: testing.tRunner.func1(0xc0003a2180) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0003a2180, 0x20646d0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 151 [chan send, 6 minutes]: testing.tRunner.func1(0xc0003a2480) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0003a2480, 0x20646c8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 154 [chan send, 6 minutes]: testing.tRunner.func1(0xc0003a2c00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0003a2c00, 0x2065a60) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 155 [chan send, 6 minutes]: testing.tRunner.func1(0xc0003a2d80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0003a2d80, 0x2065a70) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 1695 [chan send, 6 minutes]: testing.tRunner.func1(0xc001283200) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc001283200, 0x2064548) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 1835 [chan send, 6 minutes]: testing.tRunner.func1(0xc00108c780) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00108c780, 0x2066050) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2098 [chan send, 6 minutes]: testing.tRunner.func1(0xc0013ed200) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0013ed200, 0x2064db8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 1876 [chan send, 6 minutes]: testing.tRunner.func1(0xc0009fb200) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0009fb200, 0x2064b48) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 1834 [chan send, 6 minutes]: testing.tRunner.func1(0xc00108c600) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00108c600, 0x2066158) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 1846 [chan send, 6 minutes]: testing.tRunner.func1(0xc00108d800) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00108d800, 0x20649d8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 170 [chan receive]: github.com/hashicorp/nomad/helper/freeport.checkFreedPorts() /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/helper/freeport/freeport.go:116 +0x49 created by github.com/hashicorp/nomad/helper/freeport.initialize /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/helper/freeport/freeport.go:110 +0x3ad goroutine 17986 [select, 6 minutes]: github.com/hashicorp/serf/serf.(*serfQueries).stream(0xc0048bed50) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/internal_query.go:91 +0xc5 created by github.com/hashicorp/serf/serf.newSerfQueries /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/internal_query.go:84 +0xab goroutine 37720 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).prune(0xc001c2b680, 0xc00203d800) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:734 +0xfd created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:147 +0xb5 goroutine 3432 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f144fd490, 0x72, 0x22c8de0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc000f3c198, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000f3c180, 0xc0010d7000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc000f3c180, 0xc0010d7000, 0x1000, 0x1000, 0x34, 0xc0010f4000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000ce4008, 0xc0010d7000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc000ad27e0) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc000ad27e0, 0x4ad1a5, 0xc000f3c180, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc0004c3200, 0xc000ad27e0, 0xc000ad2840, 0xc0002e2150, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc0004c3200, 0x2303140, 0xc0005dbe40, 0x2325ca0, 0xc000ce4008) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 2289 [chan send, 6 minutes]: testing.tRunner.func1(0xc00111e000) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00111e000, 0x2065498) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 10870 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f157c96b0, 0x72, 0x22c8de0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0024db718, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0024db700, 0xc000983000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc0024db700, 0xc000983000, 0x1000, 0x1000, 0x1ca1400, 0xc0005b4690, 0x23372a0) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc001fe44b8, 0xc000983000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc0014dd560) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc0014dd560, 0x7f9f1417c1f8, 0x2e00000000000030, 0x8) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*ioDecReader).readn1(0xc002994500, 0x7f9f1427ef40) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:447 +0x38 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1IO(0xc001fc22c0, 0xc001fe4ed0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2230 +0x55 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1(0xc001fc22c0, 0x20) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2224 +0x65 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).readNextBd(...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/msgpack.go:742 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).TryDecodeAsNil(0xc001c0fa20, 0xc001a0b9b8) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/msgpack.go:791 +0x5d github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*Decoder).mustDecode(0xc001fc2280, 0x1baa420, 0xc001c0fa60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2536 +0x3a github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*Decoder).Decode(0xc001fc2280, 0x1baa420, 0xc001c0fa60, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2519 +0xa9 github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).read(0xc0020b9bc0, 0x1baa420, 0xc001c0fa60, 0x203000, 0xc0010105c8) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc/codec.go:121 +0x55 github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).ReadRequestHeader(0xc0020b9bc0, 0xc001c0fa60, 0xc001a0bb10, 0x411310) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc/codec.go:60 +0x45 net/rpc.(*Server).readRequestHeader(0xc0010105a0, 0x2304080, 0xc0020b9bc0, 0x411310, 0x1, 0xc001a0bba0, 0xc001a0bb98, 0xc001a0bb98, 0x44d6b3) /usr/lib/go-1.15/src/net/rpc/server.go:583 +0x6c net/rpc.(*Server).readRequest(0xc0010105a0, 0x2304080, 0xc0020b9bc0, 0xc001a0bd80, 0xc0026d5ce0, 0xc0014dd560, 0xc002536000, 0xc001fe44b8, 0xc000983000, 0x1000, ...) /usr/lib/go-1.15/src/net/rpc/server.go:543 +0x5a net/rpc.(*Server).ServeRequest(0xc0010105a0, 0x2304080, 0xc0020b9bc0, 0x2, 0xc0020b9b00) /usr/lib/go-1.15/src/net/rpc/server.go:486 +0x77 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleNomadConn(0xc000d27a80, 0x2303140, 0xc0014d6e40, 0x2325ca0, 0xc001fe44b8, 0xc0010105a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:390 +0x23b github.com/hashicorp/nomad/nomad.(*rpcHandler).handleConn(0xc000d27a80, 0x2303140, 0xc0014d6e40, 0x2325ca0, 0xc001fe44b8, 0xc001010550) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:240 +0x509 created by github.com/hashicorp/nomad/nomad.(*rpcHandler).listen /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:160 +0x1f6 goroutine 1875 [chan send, 6 minutes]: testing.tRunner.func1(0xc0009fb080) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0009fb080, 0x2064b28) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 9528 [select]: github.com/hashicorp/nomad/nomad.(*vaultClient).EmitStats(0xc0001d4900, 0x3b9aca00, 0xc001e069c0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/vault.go:1427 +0x1e7 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:451 +0x17b2 goroutine 1855 [chan send, 6 minutes]: testing.tRunner.func1(0xc000befe00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000befe00, 0x2064a18) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 3473 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f144fde88, 0x72, 0x22c8de0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc000f91418, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000f91400, 0xc001bdb000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc000f91400, 0xc001bdb000, 0x1000, 0x1000, 0x31, 0xc001658000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000e52000, 0xc001bdb000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc000eb8d80) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc000eb8d80, 0x4ad1a5, 0xc000f91400, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc000412f00, 0xc000eb8d80, 0xc000eb8de0, 0xc0006447e0, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc000412f00, 0x2303140, 0xc000797dc0, 0x2325ca0, 0xc000e52000) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 1854 [chan send, 6 minutes]: testing.tRunner.func1(0xc000befc80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000befc80, 0x2064a30) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2036 [chan send, 6 minutes]: testing.tRunner.func1(0xc000f7e780) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000f7e780, 0x2064bc0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 1862 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc0036c37c0, 0x1fc6000, 0x6, 0xc0000c3401) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc0036c37c0, 0x1fd2aa6, 0xd, 0x2309280, 0xc0040b62a0, 0x1da2940, 0xc0040b62a0, 0x1bac620, 0xc0041c2ae0, 0x18, ...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Status).Leader(0xc003d64540, 0xc0040b62a0, 0xc0041c2ae0, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/status_endpoint.go:47 +0xc5 reflect.Value.call(0xc00052da40, 0xc002540578, 0x13, 0x1fc2f0f, 0x4, 0xc0043afb08, 0x3, 0x3, 0xc0041c2ae0, 0xc0043afb60, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc00052da40, 0xc002540578, 0x13, 0xc0043afb08, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc0036c3e00, 0xc001624190, 0xc003959070, 0x0, 0xc0004c4980, 0xc001755e80, 0x1da2940, 0xc0040b62a0, 0x16, 0x1bac620, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc001624190, 0x23039c0, 0xc00473db40, 0xc0041c2ad0, 0x0) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc000a7d800, 0x1fd2aa6, 0xd, 0x1da2940, 0xc0040b6240, 0x1bac620, 0xc0041c2ad0, 0x22c3e01, 0xc0041c2ad0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/testutil.WaitForLeader.func1(0x989680, 0x22c3ea0, 0xc00385c950) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:90 +0xa3 github.com/hashicorp/nomad/testutil.WaitForResultRetries(0x1a6, 0xc0043afd88, 0xc0043afd98) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:26 +0x4f github.com/hashicorp/nomad/testutil.WaitForResult(0xc005417d88, 0xc005417d98) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:18 +0x70 github.com/hashicorp/nomad/testutil.WaitForLeader(0x2331520, 0xc000ad9e00, 0xc005417ec0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:87 +0x99 github.com/hashicorp/nomad/nomad.TestCoreScheduler_EvalGC_Batch(0xc000ad9e00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/core_sched_test.go:299 +0xe5 testing.tRunner(0xc000ad9e00, 0x2064ae8) /usr/lib/go-1.15/src/testing/testing.go:1123 +0xef created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 5552 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0002989a0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0002989a0, 0x1dcd6500, 0xc000b8ff78, 0xc000b8ff58, 0x2, 0x1, 0xc000b8ff00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0002989a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 38963 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc000a74140, 0x2303140, 0xc0021575c0, 0xc003374960) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 31907 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0007afb90, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0007afb90, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x1) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0007afb90) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 5550 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc00170b1c0, 0x1fc6000, 0x6, 0x2e28a01) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc00170b1c0, 0x1fd0645, 0xc, 0x2309180, 0xc0036c9200, 0x1da2640, 0xc0036c9200, 0x1c7de20, 0xc005438340, 0x2daa180, ...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc001706420, 0xc0036c9200, 0xc005438340, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc00052c3c0, 0xc001274268, 0x13, 0x1fc2f0f, 0x4, 0xc000938cc8, 0x3, 0x3, 0xc005438340, 0xc000938d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc00052c3c0, 0xc001274268, 0x13, 0xc000938cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc00170b340, 0xc0013a10e0, 0xc001e8a2c0, 0x0, 0xc000cfd680, 0xc000f98620, 0x1da2640, 0xc0036c9200, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0013a10e0, 0x23039c0, 0xc005438300, 0x61686893, 0x11c5a9d5) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc000beac00, 0x1fd0645, 0xc, 0x1da2640, 0xc00078ec60, 0x1c7de20, 0xc0000d45c0, 0x22c3ea0, 0xc0041c2750) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0002988c0, 0x1dcd6500, 0xc00098af50, 0x40a73a, 0xc000e3e8a0, 0x0, 0xc00098af00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0002988c0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 5567 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc00170b1c0, 0x1fc6000, 0x6, 0x2e28a01) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc00170b1c0, 0x1fd0645, 0xc, 0x2309180, 0xc003711b60, 0x1da2640, 0xc003711b60, 0x1c7de20, 0xc00095f880, 0x2daa180, ...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc001706420, 0xc003711b60, 0xc00095f880, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc00052c3c0, 0xc001274268, 0x13, 0x1fc2f0f, 0x4, 0xc0012f0cc8, 0x3, 0x3, 0xc00095f880, 0xc0012f0d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc00052c3c0, 0xc001274268, 0x13, 0xc0012f0cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc00170b340, 0xc0013a10e0, 0xc001f07250, 0x0, 0xc000cfd680, 0xc000f986e0, 0x1da2640, 0xc003711b60, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0013a10e0, 0x23039c0, 0xc00095f840, 0x61686893, 0x1a2d2211) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc000beac00, 0x1fd0645, 0xc, 0x1da2640, 0xc000f5af60, 0x1c7de20, 0xc001900100, 0x22c3ea0, 0xc000e5e6a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0002991f0, 0x1dcd6500, 0x0, 0x0, 0x0, 0xc000e3ea80, 0xc000cd8760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0002991f0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 2040 [chan send, 6 minutes]: testing.tRunner.func1(0xc000f7ed80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000f7ed80, 0x2064c48) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 5582 [select]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).EmitStats(0xc000960d20, 0x3b9aca00, 0xc000eccba0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:716 +0x25d created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:448 +0x176b goroutine 2102 [chan send, 6 minutes]: testing.tRunner.func1(0xc0013ed800) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 runtime.Goexit() /usr/lib/go-1.15/src/runtime/panic.go:617 +0x1e5 testing.(*common).FailNow(0xc0013ed800) /usr/lib/go-1.15/src/testing/testing.go:732 +0x3c testing.(*common).Fatalf(0xc0013ed800, 0x1ff07df, 0x19, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/testing/testing.go:806 +0x93 github.com/hashicorp/nomad/nomad.TestEvalEndpoint_Reblock_NonBlocked.func3(0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint_test.go:1065 +0x52 github.com/hashicorp/nomad/testutil.WaitForResultRetries(0x1, 0xc0044e5f58, 0xc0044e5f48) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:32 +0x7d github.com/hashicorp/nomad/testutil.WaitForResult(0xc00561bf58, 0xc00561bf48) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:18 +0x70 github.com/hashicorp/nomad/nomad.TestEvalEndpoint_Reblock_NonBlocked(0xc0013ed800) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint_test.go:1062 +0x132 testing.tRunner(0xc0013ed800, 0x2064e78) /usr/lib/go-1.15/src/testing/testing.go:1123 +0xef created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2281 [chan send, 6 minutes]: testing.tRunner.func1(0xc00111b380) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00111b380, 0x2065290) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2100 [chan send, 6 minutes]: testing.tRunner.func1(0xc0013ed500) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0013ed500, 0x2064db0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 10211 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003a9e690, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003a9e690, 0x1dcd6500, 0x0, 0xc0018b5fb8, 0x1a30805, 0xc0018b5f68, 0xc0018b5f60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003a9e690) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 1856 [chan send, 6 minutes]: testing.tRunner.func1(0xc000ad9380) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000ad9380, 0x2064a68) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 9303 [select]: github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0xc001d22160, 0x5f5e100, 0xc001e7c0c0, 0xc002c2e5a0, 0xc002088000) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:155 +0x185 created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:121 +0x39b goroutine 2063 [chan send, 6 minutes]: testing.tRunner.func1(0xc00108d380) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00108d380, 0x2064d50) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 1861 [chan send, 6 minutes]: testing.tRunner.func1(0xc000ad9c80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000ad9c80, 0x2064b08) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 1874 [chan send, 6 minutes]: testing.tRunner.func1(0xc0009faf00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0009faf00, 0x2064b58) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 1860 [chan send, 6 minutes]: testing.tRunner.func1(0xc000ad9b00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000ad9b00, 0x2064b00) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 5576 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0002997a0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0002997a0, 0x1dcd6500, 0x4c4b40, 0x2325ca0, 0xf, 0xe, 0x100010000) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0002997a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 8396 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).streamListen(0xc001d22160) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:211 +0x10b created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:216 +0x4e6 goroutine 5566 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc00170b1c0, 0x1fc6000, 0x6, 0x2e28a01) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc00170b1c0, 0x1fd0645, 0xc, 0x2309180, 0xc001e238c0, 0x1da2640, 0xc001e238c0, 0x1c7de20, 0xc000ec0540, 0x2daa180, ...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc001706420, 0xc001e238c0, 0xc000ec0540, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc00052c3c0, 0xc001274268, 0x13, 0x1fc2f0f, 0x4, 0xc001b2bcc8, 0x3, 0x3, 0xc000ec0540, 0xc001b2bd20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc00052c3c0, 0xc001274268, 0x13, 0xc001b2bcc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc00170b340, 0xc0013a10e0, 0xc002bb0f98, 0x0, 0xc000cfd680, 0xc000f98520, 0x1da2640, 0xc001e238c0, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0013a10e0, 0x23039c0, 0xc000ec0500, 0x61686892, 0x2a31b32d) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc000beac00, 0x1fd0645, 0xc, 0x1da2640, 0xc001bf4300, 0x1c7de20, 0xc0001b4a00, 0x22c3ea0, 0xc00385c710) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc000299180, 0x1dcd6500, 0x0, 0x1000200000000, 0x2000100000000, 0x0, 0xc000a446c0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc000299180) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 8395 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f145c3538, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc001d57a98, 0x72, 0x10000, 0x10000, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).ReadFrom(0xc001d57a80, 0xc003212000, 0x10000, 0x10000, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:215 +0x1c5 net.(*netFD).readFrom(0xc001d57a80, 0xc003212000, 0x10000, 0x10000, 0x41146b, 0xc000d82000, 0xc003212000, 0x10000, 0x0) /usr/lib/go-1.15/src/net/fd_posix.go:61 +0x5b net.(*UDPConn).readFrom(0xc0011aee70, 0xc003212000, 0x10000, 0x10000, 0x101, 0xc002ec7e30, 0xc002ec7ec0, 0x4530ac) /usr/lib/go-1.15/src/net/udpsock_posix.go:47 +0x5c net.(*UDPConn).ReadFrom(0xc0011aee70, 0xc003212000, 0x10000, 0x10000, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/udpsock.go:118 +0x5d github.com/hashicorp/memberlist.(*NetTransport).udpListen(0xc00021a770, 0xc0011aee70) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:324 +0xc5 created by github.com/hashicorp/memberlist.NewNetTransport /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:114 +0x1b3 goroutine 45326 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc0019c3e80, 0x1fc6000, 0x6, 0x2e28a01) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc0019c3e80, 0x1fd0645, 0xc, 0x2309180, 0xc000cdca20, 0x1da2640, 0xc000cdca20, 0x1c7de20, 0xc002deee80, 0x2daa180, ...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc0059ee860, 0xc000cdca20, 0xc002deee80, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc00052c3c0, 0xc0033a0268, 0x13, 0x1fc2f0f, 0x4, 0xc00019acc8, 0x3, 0x3, 0xc002deee80, 0xc00019ad20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc00052c3c0, 0xc0033a0268, 0x13, 0xc00019acc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc003730000, 0xc003df9a40, 0xc000211590, 0x0, 0xc000955500, 0xc001371b80, 0x1da2640, 0xc000cdca20, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc003df9a40, 0x23039c0, 0xc002deee40, 0x6168688f, 0x387fb1de) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc0059b9200, 0x1fd0645, 0xc, 0x1da2640, 0xc00382f5c0, 0x1c7de20, 0xc0031e16c0, 0x22c3ea0, 0xc001ec2940) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc004b4fd50, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc004b4fd50) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 15601 [select]: github.com/hashicorp/raft.(*Raft).runSnapshots(0xc000ada900) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/snapshot.go:71 +0x112 github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc000ada900, 0xc003b0eca0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 2046 [chan send, 6 minutes]: testing.tRunner.func1(0xc000f7f680) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000f7f680, 0x2064c08) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2073 [chan send, 6 minutes]: testing.tRunner.func1(0xc001121800) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc001121800, 0x2064d80) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2037 [chan send, 6 minutes]: testing.tRunner.func1(0xc000f7e900) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000f7e900, 0x2064bd0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 13904 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).watchCapacity(0xc004346640, 0xc004359800, 0xc0043608a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:524 +0xf7 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:146 +0x87 goroutine 1838 [chan send, 6 minutes]: testing.tRunner.func1(0xc00108cc00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00108cc00, 0x20660b0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 1833 [chan send, 6 minutes]: testing.tRunner.func1(0xc00108c480) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00108c480, 0x2064808) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 1837 [chan send, 6 minutes]: testing.tRunner.func1(0xc00108ca80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00108ca80, 0x20660b8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 1882 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc000ee0180, 0x1fc6000, 0x6, 0xc0000c3401) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc000ee0180, 0x1fd2aa6, 0xd, 0x2309280, 0xc004a95c20, 0x1da2940, 0xc004a95c20, 0x1bac620, 0xc0041c2a60, 0x18, ...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Status).Leader(0xc004670e40, 0xc004a95c20, 0xc0041c2a60, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/status_endpoint.go:47 +0xc5 reflect.Value.call(0xc00052da40, 0xc003b115e0, 0x13, 0x1fc2f0f, 0x4, 0xc0045a9b90, 0x3, 0x3, 0xc0041c2a60, 0xc0045a9be8, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc00052da40, 0xc003b115e0, 0x13, 0xc0045a9b90, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc000ee06c0, 0xc0048de500, 0xc003959000, 0x0, 0xc0046dd080, 0xc0028df060, 0x1da2940, 0xc004a95c20, 0x16, 0x1bac620, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0048de500, 0x23039c0, 0xc00473da00, 0xc0041c2a50, 0x0) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc0042fcc00, 0x1fd2aa6, 0xd, 0x1da2940, 0xc004a95aa0, 0x1bac620, 0xc0041c2a50, 0x22c3e01, 0xc0041c2a50) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/testutil.WaitForLeader.func1(0x989680, 0x22c3ea0, 0xc0041c2a40) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:90 +0xa3 github.com/hashicorp/nomad/testutil.WaitForResultRetries(0x1a6, 0xc0045a9e10, 0xc0045a9e20) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:26 +0x4f github.com/hashicorp/nomad/testutil.WaitForResult(0xc005383e10, 0xc005383e20) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:18 +0x70 github.com/hashicorp/nomad/testutil.WaitForLeader(0x2331520, 0xc0009fbb00, 0xc005383ed8) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:87 +0x99 github.com/hashicorp/nomad/nomad.TestCoreScheduler_PartitionJobReap(0xc0009fbb00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/core_sched_test.go:1928 +0x10d testing.tRunner(0xc0009fbb00, 0x2064b90) /usr/lib/go-1.15/src/testing/testing.go:1123 +0xef created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 4130 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f157c9df0, 0x72, 0x22c8de0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc000df6618, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000df6600, 0xc001257000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc000df6600, 0xc001257000, 0x1000, 0x1000, 0x3a, 0xc001a7d000, 0x3b) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000ce44b8, 0xc001257000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc000f689c0) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc000f689c0, 0x4ad1a5, 0xc000df6600, 0x3b) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc0013f46c0, 0xc000f689c0, 0xc000f68a20, 0xc0007ae620, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc0013f46c0, 0x2303140, 0xc000cf2580, 0x2325ca0, 0xc000ce44b8) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 2097 [chan send, 6 minutes]: testing.tRunner.func1(0xc0013ed080) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0013ed080, 0x2064e40) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 1836 [chan send, 6 minutes]: testing.tRunner.func1(0xc00108c900) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00108c900, 0x2066048) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 5547 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc000298700, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc000298700, 0x1dcd6500, 0x1, 0xc000625fb8, 0x1a30845, 0xc000c4d860, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc000298700) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 47456 [select]: github.com/hashicorp/serf/serf.(*Serf).handleReconnect(0xc003d8ea80) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1557 +0xd6 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:411 +0x90b goroutine 18787 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0005bf260, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0005bf260, 0x1dcd6500, 0x0, 0x0, 0x1a30805, 0xc003053f68, 0xc003053f60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0005bf260) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 12244 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc003278a80, 0x1fc3e78, 0x5, 0xc000a9a900) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:413 +0x994 goroutine 2087 [chan send, 6 minutes]: testing.tRunner.func1(0xc001229980) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc001229980, 0x2064e00) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 1910 [chan send, 6 minutes]: testing.tRunner.func1(0xc001229080) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc001229080, 0x2064798) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 1906 [chan send, 6 minutes]: testing.tRunner.func1(0xc001228a80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc001228a80, 0x20647a8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 1858 [chan send, 6 minutes]: testing.tRunner.func1(0xc000ad9800) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000ad9800, 0x2064a00) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2062 [chan send, 6 minutes]: testing.tRunner.func1(0xc00108d200) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00108d200, 0x2064d88) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 1826 [chan send, 6 minutes]: testing.tRunner.func1(0xc001283680) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc001283680, 0x2064520) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 1853 [chan send, 6 minutes]: testing.tRunner.func1(0xc000befb00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000befb00, 0x2064a10) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 1850 [chan send, 6 minutes]: testing.tRunner.func1(0xc00108de00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00108de00, 0x2064a58) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 1849 [chan send, 6 minutes]: testing.tRunner.func1(0xc00108dc80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00108dc80, 0x2064a98) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 1848 [chan send, 6 minutes]: testing.tRunner.func1(0xc00108db00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00108db00, 0x2064aa8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 1878 [chan send, 6 minutes]: testing.tRunner.func1(0xc0009fb500) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0009fb500, 0x2064ad0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 1877 [chan send, 6 minutes]: testing.tRunner.func1(0xc0009fb380) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0009fb380, 0x2064b50) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 1851 [chan send, 6 minutes]: testing.tRunner.func1(0xc000bef800) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000bef800, 0x2064a78) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 1907 [chan send, 6 minutes]: testing.tRunner.func1(0xc001228c00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc001228c00, 0x2064768) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 1909 [chan send, 6 minutes]: testing.tRunner.func1(0xc001228f00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc001228f00, 0x20647b8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 5538 [select, 1 minutes]: github.com/hashicorp/memberlist.(*Memberlist).pushPullTrigger(0xc001d969a0, 0xc001a626c0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:182 +0x1dd created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:127 +0x2ec goroutine 1857 [chan send, 6 minutes]: testing.tRunner.func1(0xc000ad9500) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000ad9500, 0x2064a40) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 1908 [chan send, 6 minutes]: testing.tRunner.func1(0xc001228d80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc001228d80, 0x2064760) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 1852 [chan send, 6 minutes]: testing.tRunner.func1(0xc000bef980) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000bef980, 0x2064a88) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2034 [chan send, 6 minutes]: testing.tRunner.func1(0xc000f7e480) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000f7e480, 0x2064be8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 1872 [chan send, 6 minutes]: testing.tRunner.func1(0xc0009fac00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0009fac00, 0x2064b38) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 1871 [chan send, 6 minutes]: testing.tRunner.func1(0xc0009faa80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0009faa80, 0x2064b40) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 1845 [chan send, 6 minutes]: testing.tRunner.func1(0xc00108d680) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00108d680, 0x20649d0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 5574 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc00170b1c0, 0x1fc6000, 0x6, 0x2e28a01) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc00170b1c0, 0x1fd0645, 0xc, 0x2309180, 0xc003711ec0, 0x1da2640, 0xc003711ec0, 0x1c7de20, 0xc00095f900, 0x2daa180, ...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc001706420, 0xc003711ec0, 0xc00095f900, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc00052c3c0, 0xc001274268, 0x13, 0x1fc2f0f, 0x4, 0xc000af9cc8, 0x3, 0x3, 0xc00095f900, 0xc000af9d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc00052c3c0, 0xc001274268, 0x13, 0xc000af9cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc00170b340, 0xc0013a10e0, 0xc001f07258, 0x0, 0xc000cfd680, 0xc000f98860, 0x1da2640, 0xc003711ec0, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0013a10e0, 0x23039c0, 0xc00095f8c0, 0x61686893, 0x1c0ba9d5) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc000beac00, 0x1fd0645, 0xc, 0x1da2640, 0xc0009fd5c0, 0x1c7de20, 0xc001236300, 0x22c3ea0, 0xc0004fe690) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0002996c0, 0x1dcd6500, 0xc0009a77b8, 0x18b8d3d, 0xc0009a7768, 0xc0009a7758, 0x2) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0002996c0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 1869 [chan send, 6 minutes]: testing.tRunner.func1(0xc000a2dc80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000a2dc80, 0x2064b68) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 1859 [chan send, 6 minutes]: testing.tRunner.func1(0xc000ad9980) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000ad9980, 0x2064b10) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 1866 [chan send, 6 minutes]: testing.tRunner.func1(0xc000f80d80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000f80d80, 0x2064af0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 1868 [chan send, 6 minutes]: testing.tRunner.func1(0xc000a2db00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000a2db00, 0x2064b70) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 1865 [chan send, 6 minutes]: testing.tRunner.func1(0xc000f80c00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000f80c00, 0x2064af8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 1863 [chan send, 6 minutes]: testing.tRunner.func1(0xc000f80900) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000f80900, 0x2064ae0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 11392 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0038884d0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0038884d0, 0x1dcd6500, 0x0, 0xc0034167b8, 0x1a30845, 0xc00295ce40, 0xc003416760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0038884d0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 5549 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc000298850, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc000298850, 0x1dcd6500, 0xc000126501, 0xc0006257b8, 0x1a30845, 0xc001c08f00, 0xc000625760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc000298850) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 1870 [chan send, 6 minutes]: testing.tRunner.func1(0xc000a2de00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000a2de00, 0x2064b60) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 39411 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f144fd2c0, 0x72, 0x22c8de0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc000be7b98, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000be7b80, 0xc001b02000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc000be7b80, 0xc001b02000, 0x1000, 0x1000, 0xf7, 0xc002954000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc001fe5470, 0xc001b02000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc000e480c0) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc000e480c0, 0x4ad1a5, 0xc000be7b80, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc0029e8600, 0xc000e480c0, 0xc000e48120, 0xc0027540e0, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc0029e8600, 0x2303140, 0xc00318fa40, 0x2325ca0, 0xc001fe5470) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 1864 [chan send, 6 minutes]: testing.tRunner.func1(0xc000f80a80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000f80a80, 0x2064ad8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 1881 [chan send, 6 minutes]: testing.tRunner.func1(0xc0009fb980) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0009fb980, 0x2064b80) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 4929 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*consulACLsAPI).bgRetryRevokeDaemon(0xc001beeba0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/consul.go:382 +0x105 created by github.com/hashicorp/nomad/nomad.NewConsulACLsAPI /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/consul.go:169 +0x151 goroutine 1844 [chan send, 6 minutes]: testing.tRunner.func1(0xc00108d500) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00108d500, 0x20649c0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2050 [chan send, 6 minutes]: testing.tRunner.func1(0xc000f7fc80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000f7fc80, 0x2064b98) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 5561 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc00170b1c0, 0x1fc6000, 0x6, 0x2e28a01) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc00170b1c0, 0x1fd0645, 0xc, 0x2309180, 0xc00048e000, 0x1da2640, 0xc00048e000, 0x1c7de20, 0xc000ec05c0, 0x2daa180, ...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc001706420, 0xc00048e000, 0xc000ec05c0, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc00052c3c0, 0xc001274268, 0x13, 0x1fc2f0f, 0x4, 0xc0010efcc8, 0x3, 0x3, 0xc000ec05c0, 0xc0010efd20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc00052c3c0, 0xc001274268, 0x13, 0xc0010efcc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc00170b340, 0xc0013a10e0, 0xc002bb0fa0, 0x0, 0xc000cfd680, 0xc000f98460, 0x1da2640, 0xc00048e000, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0013a10e0, 0x23039c0, 0xc000ec0580, 0x61686893, 0xd577c9c) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc000beac00, 0x1fd0645, 0xc, 0x1da2640, 0xc00078fda0, 0x1c7de20, 0xc0000d5e00, 0x22c3ea0, 0xc0041c2740) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc000298d90, 0x1dcd6500, 0xc000844701, 0xc0008447b8, 0x1a30845, 0xc000c505a0, 0xc000844760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc000298d90) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 1873 [chan send, 6 minutes]: testing.tRunner.func1(0xc0009fad80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0009fad80, 0x2064b30) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2282 [chan send, 6 minutes]: testing.tRunner.func1(0xc00111b500) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00111b500, 0x2065298) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2107 [chan send, 6 minutes]: testing.tRunner.func1(0xc000d0e300) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000d0e300, 0x2064f28) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 10207 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003a9e4d0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003a9e4d0, 0x1dcd6500, 0xc00126d1a0, 0xc000b967b8, 0x1a30805, 0xc000b96768, 0xc000b96760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003a9e4d0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 23978 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc002754cb0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002754cb0, 0x1dcd6500, 0xc0035c0fb8, 0x18b8d3d, 0xc0035c0f68, 0xc0035c0f58, 0x2) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002754cb0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 12932 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).prune(0xc0028dc6e0, 0xc0001bf5c0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:734 +0xfd created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:147 +0xb5 goroutine 5579 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f144fdbd0, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0000e3998, 0x72, 0x0, 0x0, 0x1fc78ff) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc0000e3980, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:394 +0x1fc net.(*netFD).accept(0xc0000e3980, 0x0, 0xc001babf01, 0xc001828060) /usr/lib/go-1.15/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc001707220, 0x40a73a, 0xc001828060, 0x0) /usr/lib/go-1.15/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc001707220, 0xc001828060, 0xc0019aca00, 0xc001c0ce40, 0xc001babfc8) /usr/lib/go-1.15/src/net/tcpsock.go:261 +0x65 github.com/hashicorp/nomad/nomad.(*rpcHandler).listen(0xc00170b1c0, 0x2303140, 0xc0001b5d80) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:131 +0xc4 created by github.com/hashicorp/nomad/nomad.(*Server).startRPCListener /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:470 +0x91 goroutine 2039 [chan send, 6 minutes]: testing.tRunner.func1(0xc000f7ec00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000f7ec00, 0x2064c20) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 1901 [chan send, 6 minutes]: testing.tRunner.func1(0xc0013d3e00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0013d3e00, 0x2064ab0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2090 [chan send, 6 minutes]: testing.tRunner.func1(0xc001229e00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc001229e00, 0x2064da0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2081 [chan send, 6 minutes]: testing.tRunner.func1(0xc0013d3680) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0013d3680, 0x2064d70) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2017 [chan send, 6 minutes]: testing.tRunner.func1(0xc000f7e300) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000f7e300, 0x2064be0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2094 [chan send, 6 minutes]: testing.tRunner.func1(0xc0013ecc00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0013ecc00, 0x2064e60) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2109 [chan send, 6 minutes]: testing.tRunner.func1(0xc000d0e600) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000d0e600, 0x2064ec8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 5496 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f157bcc18, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0000e3c18, 0x72, 0x10000, 0x10000, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).ReadFrom(0xc0000e3c00, 0xc000a2e000, 0x10000, 0x10000, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:215 +0x1c5 net.(*netFD).readFrom(0xc0000e3c00, 0xc000a2e000, 0x10000, 0x10000, 0x411310, 0xc000e68e70, 0x0, 0x1, 0x60) /usr/lib/go-1.15/src/net/fd_posix.go:61 +0x5b net.(*UDPConn).readFrom(0xc001274670, 0xc000a2e000, 0x10000, 0x10000, 0x101, 0xc000e68e30, 0xc000e68ec0, 0x4530ac) /usr/lib/go-1.15/src/net/udpsock_posix.go:47 +0x5c net.(*UDPConn).ReadFrom(0xc001274670, 0xc000a2e000, 0x10000, 0x10000, 0xc000c57f01, 0x100000001, 0x100010000, 0xc000b07620, 0x0) /usr/lib/go-1.15/src/net/udpsock.go:118 +0x5d github.com/hashicorp/memberlist.(*NetTransport).udpListen(0xc00021a5b0, 0xc001274670) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:324 +0xc5 created by github.com/hashicorp/memberlist.NewNetTransport /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:114 +0x1b3 goroutine 2095 [chan send, 6 minutes]: testing.tRunner.func1(0xc0013ecd80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0013ecd80, 0x2064e48) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2089 [chan send, 6 minutes]: testing.tRunner.func1(0xc001229c80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc001229c80, 0x2064df0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2110 [chan send, 6 minutes]: testing.tRunner.func1(0xc000d0e780) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000d0e780, 0x2065040) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 5575 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc00170b1c0, 0x1fc6000, 0x6, 0x2e28a01) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc00170b1c0, 0x1fd0645, 0xc, 0x2309180, 0xc0036c8840, 0x1da2640, 0xc0036c8840, 0x1c7de20, 0xc0054382c0, 0x2daa180, ...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc001706420, 0xc0036c8840, 0xc0054382c0, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc00052c3c0, 0xc001274268, 0x13, 0x1fc2f0f, 0x4, 0xc00072ecc8, 0x3, 0x3, 0xc0054382c0, 0xc00072ed20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc00052c3c0, 0xc001274268, 0x13, 0xc00072ecc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc00170b340, 0xc0013a10e0, 0xc001e8a2a8, 0x0, 0xc000cfd680, 0xc000f98280, 0x1da2640, 0xc0036c8840, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0013a10e0, 0x23039c0, 0xc005438280, 0x61686893, 0x60744a3) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc000beac00, 0x1fd0645, 0xc, 0x1da2640, 0xc000f5ae40, 0x1c7de20, 0xc001900040, 0x22c3ea0, 0xc001ec2a10) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc000299730, 0x1dcd6500, 0x0, 0xc00102dec0, 0xc000b9eee8, 0x1, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc000299730) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 12252 [select]: github.com/hashicorp/nomad/nomad.(*vaultClient).EmitStats(0xc001d40400, 0x3b9aca00, 0xc0018290e0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/vault.go:1427 +0x1e7 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:451 +0x17b2 goroutine 2070 [chan send, 6 minutes]: testing.tRunner.func1(0xc001121380) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc001121380, 0x2064ce8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2069 [chan send, 6 minutes]: testing.tRunner.func1(0xc0009fbe00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0009fbe00, 0x2064d08) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2114 [chan send, 6 minutes]: testing.tRunner.func1(0xc000d0ed80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000d0ed80, 0x2064f68) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2045 [chan send, 6 minutes]: testing.tRunner.func1(0xc000f7f500) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000f7f500, 0x2064c78) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2048 [chan send, 6 minutes]: testing.tRunner.func1(0xc000f7f980) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000f7f980, 0x2064c00) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2083 [chan send, 6 minutes]: testing.tRunner.func1(0xc0013d3980) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0013d3980, 0x2064e20) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2116 [chan send, 6 minutes]: testing.tRunner.func1(0xc000d0f080) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000d0f080, 0x2064f60) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2049 [chan send, 6 minutes]: testing.tRunner.func1(0xc000f7fb00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000f7fb00, 0x2064ba8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2113 [chan send, 6 minutes]: testing.tRunner.func1(0xc000d0ec00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000d0ec00, 0x2065048) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2111 [chan send, 6 minutes]: testing.tRunner.func1(0xc000d0e900) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000d0e900, 0x2065038) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2112 [chan send, 6 minutes]: testing.tRunner.func1(0xc000d0ea80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000d0ea80, 0x2065050) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2068 [chan send, 6 minutes]: testing.tRunner.func1(0xc0009fbc80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0009fbc80, 0x2064d00) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2047 [chan send, 6 minutes]: testing.tRunner.func1(0xc000f7f800) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000f7f800, 0x2064bf8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2082 [chan send, 6 minutes]: testing.tRunner.func1(0xc0013d3800) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0013d3800, 0x2064e30) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2044 [chan send, 6 minutes]: testing.tRunner.func1(0xc000f7f380) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000f7f380, 0x2064c88) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2115 [chan send, 6 minutes]: testing.tRunner.func1(0xc000d0ef00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000d0ef00, 0x2064f70) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2086 [chan send, 6 minutes]: testing.tRunner.func1(0xc001229800) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc001229800, 0x2064e10) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2091 [chan send, 6 minutes]: testing.tRunner.func1(0xc0013ec780) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0013ec780, 0x2064e58) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 1904 [chan send, 6 minutes]: testing.tRunner.func1(0xc001228780) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc001228780, 0x2064788) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2117 [chan send, 6 minutes]: testing.tRunner.func1(0xc000d0f200) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000d0f200, 0x2064f20) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 1905 [chan send, 6 minutes]: testing.tRunner.func1(0xc001228900) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc001228900, 0x2064780) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 1903 [chan send, 6 minutes]: testing.tRunner.func1(0xc001228600) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc001228600, 0x2064b20) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 1902 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc001e40680, 0x1fc6000, 0x6, 0xc0000c3401) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc001e40680, 0x1fd2aa6, 0xd, 0x2309280, 0xc001e805a0, 0x1da2940, 0xc001e805a0, 0x1bac620, 0xc0041c2a90, 0x18, ...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Status).Leader(0xc002a504a0, 0xc001e805a0, 0xc0041c2a90, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/status_endpoint.go:47 +0xc5 reflect.Value.call(0xc00052da40, 0xc001b64e70, 0x13, 0x1fc2f0f, 0x4, 0xc00407ba30, 0x3, 0x3, 0xc0041c2a90, 0xc00407ba88, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc00052da40, 0xc001b64e70, 0x13, 0xc00407ba30, 0x3, 0x3, 0xc002dee400, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc001e40ac0, 0xc0050aae60, 0xc003959028, 0x0, 0xc002047000, 0xc0049835a0, 0x1da2940, 0xc001e805a0, 0x16, 0x1bac620, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0050aae60, 0x23039c0, 0xc00473dac0, 0xc0041c2a80, 0x0) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc004806000, 0x1fd2aa6, 0xd, 0x1da2940, 0xc001e80540, 0x1bac620, 0xc0041c2a80, 0x22c3e01, 0xc0041c2a80) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/testutil.WaitForLeader.func1(0x989680, 0x22c3ea0, 0xc0025c6160) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:90 +0xa3 github.com/hashicorp/nomad/testutil.WaitForResultRetries(0x1a6, 0xc00407bcb0, 0xc00407bcc0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:26 +0x4f github.com/hashicorp/nomad/testutil.WaitForResult(0xc005313cb0, 0xc005313cc0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:18 +0x70 github.com/hashicorp/nomad/testutil.WaitForLeader(0x2331520, 0xc000c4fe00, 0xc005313f18) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:87 +0x99 github.com/hashicorp/nomad/nomad.TestCoreScheduler_CSIVolumeClaimGC(0xc000c4fe00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/core_sched_test.go:2263 +0x110 testing.tRunner(0xc000c4fe00, 0x2064ac0) /usr/lib/go-1.15/src/testing/testing.go:1123 +0xef created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2101 [chan send, 6 minutes]: testing.tRunner.func1(0xc0013ed680) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0013ed680, 0x2064e88) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 10166 [select, 6 minutes]: github.com/hashicorp/raft.(*Raft).runFSM(0xc0022e7b00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/fsm.go:215 +0x31c github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc0022e7b00, 0xc0017735e0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 2092 [chan send, 6 minutes]: testing.tRunner.func1(0xc0013ec900) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0013ec900, 0x2064e98) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2080 [chan send, 6 minutes]: testing.tRunner.func1(0xc0013d3500) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0013d3500, 0x2064d38) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2074 [chan send, 6 minutes]: testing.tRunner.func1(0xc001121980) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc001121980, 0x2064cd8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2079 [chan send, 6 minutes]: testing.tRunner.func1(0xc0013d3380) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0013d3380, 0x2064d30) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2038 [chan send, 6 minutes]: testing.tRunner.func1(0xc000f7ea80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000f7ea80, 0x2064c28) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2071 [chan send, 6 minutes]: testing.tRunner.func1(0xc001121500) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc001121500, 0x2064d68) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2016 [chan send, 6 minutes]: testing.tRunner.func1(0xc000b7bc80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000b7bc80, 0x2064bf0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 1913 [chan send, 6 minutes]: testing.tRunner.func1(0xc001229500) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc001229500, 0x2064730) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2105 [chan send, 6 minutes]: testing.tRunner.func1(0xc0013edc80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0013edc80, 0x20650a0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2077 [chan send, 6 minutes]: testing.tRunner.func1(0xc001121e00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc001121e00, 0x2064d90) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2035 [chan send, 6 minutes]: testing.tRunner.func1(0xc000f7e600) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000f7e600, 0x2064bd8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2108 [chan send, 6 minutes]: testing.tRunner.func1(0xc000d0e480) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000d0e480, 0x2065058) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 1912 [chan send, 6 minutes]: testing.tRunner.func1(0xc001229380) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc001229380, 0x2064748) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 1911 [chan send, 6 minutes]: testing.tRunner.func1(0xc001229200) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc001229200, 0x2064740) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2284 [chan send, 6 minutes]: testing.tRunner.func1(0xc00111b800) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00111b800, 0x2065430) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2277 [chan send, 6 minutes]: testing.tRunner.func1(0xc00111ad80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00111ad80, 0x2065390) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 14816 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc001a92aa0, 0x2303140, 0xc00048dec0, 0xc001028e40) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 5494 [select, 6 minutes]: github.com/hashicorp/serf/serf.(*serfQueries).stream(0xc0013f7c20) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/internal_query.go:91 +0xc5 created by github.com/hashicorp/serf/serf.newSerfQueries /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/internal_query.go:84 +0xab goroutine 7511 [select, 3 minutes]: github.com/hashicorp/raft.(*Raft).runSnapshots(0xc0026c0900) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/snapshot.go:71 +0x112 github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc0026c0900, 0xc00230dad0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 14437 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).prune(0xc001c40500, 0xc0046a30e0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:734 +0xfd created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:147 +0xb5 goroutine 1879 [chan send, 6 minutes]: testing.tRunner.func1(0xc0009fb680) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0009fb680, 0x2064ac8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 23966 [select]: github.com/hashicorp/serf/serf.(*Serf).handleReap(0xc0036cd080) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1539 +0x125 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:410 +0x8e6 goroutine 5568 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc000299260, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc000299260, 0x1dcd6500, 0x2303140, 0xc0007c0100, 0x1, 0xd, 0xc000cd77a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc000299260) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 5570 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc00170b1c0, 0x1fc6000, 0x6, 0x2e28a01) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc00170b1c0, 0x1fd0645, 0xc, 0x2309180, 0xc001de8fc0, 0x1da2640, 0xc001de8fc0, 0x1c7de20, 0xc0011ba200, 0x2daa180, ...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc001706420, 0xc001de8fc0, 0xc0011ba200, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc00052c3c0, 0xc001274268, 0x13, 0x1fc2f0f, 0x4, 0xc0009e4cc8, 0x3, 0x3, 0xc0011ba200, 0xc0009e4d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc00052c3c0, 0xc001274268, 0x13, 0xc0009e4cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc00170b340, 0xc0013a10e0, 0xc003959318, 0x0, 0xc000cfd680, 0xc000f98760, 0x1da2640, 0xc001de8fc0, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0013a10e0, 0x23039c0, 0xc0011ba140, 0x61686893, 0x10569089) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc000beac00, 0x1fd0645, 0xc, 0x1da2640, 0xc001c3a0c0, 0x1c7de20, 0xc001236540, 0x22c3ea0, 0xc001d041d0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0002993b0, 0x1dcd6500, 0x0, 0xc0004d3fc8, 0xd5b4eb, 0xc0004d3f78, 0xc0004d3f60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0002993b0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 31920 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0003585b0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0003585b0, 0x1dcd6500, 0x0, 0x10002008767b8, 0x1000200000000, 0x0, 0xc000c51560) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0003585b0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 29847 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*Server).monitorLeadership(0xc004806000) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/leader.go:91 +0x128 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:433 +0x1668 goroutine 45314 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc0019c3e80, 0x1fc6000, 0x6, 0x2e28a01) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc0019c3e80, 0x1fd0645, 0xc, 0x2309180, 0xc0004b46c0, 0x1da2640, 0xc0004b46c0, 0x1c7de20, 0xc0011ba080, 0xaa, ...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc0059ee860, 0xc0004b46c0, 0xc0011ba080, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc00052c3c0, 0xc0033a0268, 0x13, 0x1fc2f0f, 0x4, 0xc00091acc8, 0x3, 0x3, 0xc0011ba080, 0xc00091ad20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc00052c3c0, 0xc0033a0268, 0x13, 0xc00091acc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc003730000, 0xc003df9a40, 0xc003959170, 0x0, 0xc000955500, 0xc0013719c0, 0x1da2640, 0xc0004b46c0, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc003df9a40, 0x23039c0, 0xc0011ba040, 0x6168688f, 0x38f7ad11) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc0059b9200, 0x1fd0645, 0xc, 0x1da2640, 0xc0036f5920, 0x1c7de20, 0xc0031e0600, 0x22c3ea0, 0xc001ec2960) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc004b4f810, 0x1dcd6500, 0x0, 0x0, 0x0, 0xc000c51a40, 0xc0025abf60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc004b4f810) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 38083 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).watchCapacity(0xc001ed4a00, 0xc002e86d80, 0xc001537200) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:524 +0xf7 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:146 +0x87 goroutine 15714 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).prune(0xc0019803c0, 0xc000a97c80) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:734 +0xfd created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:147 +0xb5 goroutine 18782 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0005bf030, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0005bf030, 0x1dcd6500, 0x0, 0xc000847fb8, 0x1a30805, 0xc000847f68, 0xc000847f60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0005bf030) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 2075 [chan send, 6 minutes]: testing.tRunner.func1(0xc001121b00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc001121b00, 0x2064cd0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 31734 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*consulACLsAPI).bgRetryRevokeDaemon(0xc001de17a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/consul.go:382 +0x105 created by github.com/hashicorp/nomad/nomad.NewConsulACLsAPI /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/consul.go:169 +0x151 goroutine 2042 [chan send, 6 minutes]: testing.tRunner.func1(0xc000f7f080) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000f7f080, 0x2064c90) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2280 [chan send, 6 minutes]: testing.tRunner.func1(0xc00111b200) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00111b200, 0x20652a0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 1742 [chan send, 6 minutes]: testing.tRunner.func1(0xc00111a300) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00111a300, 0x2065448) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 13749 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc000a740a0, 0x2303140, 0xc001236880, 0xc000fce2a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 2286 [chan send, 6 minutes]: testing.tRunner.func1(0xc00111bb00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00111bb00, 0x2065478) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2041 [chan send, 6 minutes]: testing.tRunner.func1(0xc000f7ef00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000f7ef00, 0x2064c40) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 5548 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc000298770, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc000298770, 0x1dcd6500, 0x1fc7801, 0xc0006227b8, 0x1a30845, 0xc000c4d920, 0xc000622760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc000298770) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 5545 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc000298620, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc000298620, 0x1dcd6500, 0x1, 0x0, 0x0, 0xc0007f0ba0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc000298620) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 2285 [chan send, 6 minutes]: testing.tRunner.func1(0xc00111b980) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00111b980, 0x2065438) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2287 [chan send, 6 minutes]: testing.tRunner.func1(0xc00111bc80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00111bc80, 0x20654a8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 9529 [select]: github.com/hashicorp/nomad/nomad.(*nodeHeartbeater).heartbeatStats(0xc002b834a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/heartbeat.go:201 +0x155 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:454 +0x17de goroutine 29853 [select]: github.com/hashicorp/nomad/nomad.(*vaultClient).EmitStats(0xc00208c400, 0x3b9aca00, 0xc0016f45a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/vault.go:1427 +0x1e7 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:451 +0x17b2 goroutine 31765 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc002db5030, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002db5030, 0x1dcd6500, 0x0, 0xc000ba17b8, 0x1a30845, 0xc002167620, 0xc000ba1760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002db5030) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 5569 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc000299340, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc000299340, 0x1dcd6500, 0x2f19060, 0xc0004e14a0, 0x2, 0x1, 0x1000000000001) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc000299340) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9468 [select, 6 minutes]: github.com/hashicorp/serf/serf.(*serfQueries).stream(0xc001a5d050) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/internal_query.go:91 +0xc5 created by github.com/hashicorp/serf/serf.newSerfQueries /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/internal_query.go:84 +0xab goroutine 13792 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f140fdac8, 0x72, 0x22c8de0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc004785098, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc004785080, 0xc00490f000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc004785080, 0xc00490f000, 0x1000, 0x1000, 0x8, 0xc00333b000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000488b40, 0xc00490f000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc0035e1500) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc0035e1500, 0x4ad1a5, 0xc004785080, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc0017f80c0, 0xc0035e1500, 0xc0004c8a80, 0xc00432c070, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc0017f80c0, 0x2303140, 0xc001d52ec0, 0x2325ca0, 0xc000488b40) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 31922 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc000358700, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc000358700, 0x1dcd6500, 0x0, 0x0, 0xc001fd6360, 0x0, 0x1) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc000358700) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 24003 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*Server).monitorLeadership(0xc0004bb800) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/leader.go:91 +0x128 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:433 +0x1668 goroutine 23095 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).packetListen(0xc003d7b080) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:314 +0x145 created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:217 +0x50b goroutine 2099 [chan send, 6 minutes]: testing.tRunner.func1(0xc0013ed380) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0013ed380, 0x2064da8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 42438 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f1462b030, 0x72, 0x22c8de0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc003c21298, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc003c21280, 0xc0010b2000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc003c21280, 0xc0010b2000, 0x1000, 0x1000, 0x94, 0xc0010b3000, 0x3b) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00159a110, 0xc0010b2000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc000819380) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc000819380, 0x4ad1a5, 0xc003c21280, 0x3b) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc001702480, 0xc000819380, 0xc0008194a0, 0xc0006e0a80, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc001702480, 0x2303140, 0xc004888080, 0x2325ca0, 0xc00159a110) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 5546 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc000298690, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc000298690, 0x1dcd6500, 0x0, 0x1, 0x0, 0x0, 0xc000c4c840) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc000298690) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 11415 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f1457efd0, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc002270198, 0x72, 0x0, 0x0, 0x1fc78ff) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc002270180, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:394 +0x1fc net.(*netFD).accept(0xc002270180, 0x37e11d600, 0xc001349f08, 0x78487a) /usr/lib/go-1.15/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc000864260, 0x40a73a, 0xc001765ec0, 0x0) /usr/lib/go-1.15/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc000864260, 0xc001765ec0, 0x0, 0x3f800000, 0xc0029826c0) /usr/lib/go-1.15/src/net/tcpsock.go:261 +0x65 github.com/hashicorp/nomad/nomad.(*rpcHandler).listen(0xc002d3af40, 0x2303140, 0xc0029826c0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:131 +0xc4 created by github.com/hashicorp/nomad/nomad.(*Server).startRPCListener /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:470 +0x91 goroutine 1745 [chan send, 6 minutes]: testing.tRunner.func1(0xc00111a780) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00111a780, 0x2065268) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 1575 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f1698ad10, 0x72, 0x22c8de0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc001682b18, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc001682b00, 0xc000cb8000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc001682b00, 0xc000cb8000, 0x1000, 0x1000, 0x12, 0xc000cb9000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000011228, 0xc000cb8000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc0004a3020) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc0004a3020, 0x4ad1a5, 0xc001682b00, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc000afccc0, 0xc0004a3020, 0xc0004a3080, 0xc00030a1c0, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc000afccc0, 0x2303140, 0xc0014b6dc0, 0x2325ca0, 0xc000011228) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 31783 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc002db5880, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002db5880, 0x1dcd6500, 0x0, 0x0, 0x0, 0xc001fdcf68, 0xc001fdcf60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002db5880) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 2276 [chan send, 6 minutes]: testing.tRunner.func1(0xc00111ac00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00111ac00, 0x2065260) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 5581 [select]: github.com/hashicorp/nomad/nomad.(*PlanQueue).EmitStats(0xc0013a1180, 0x3b9aca00, 0xc000eccba0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/plan_queue.go:200 +0x15d created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:445 +0x172a goroutine 23971 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0027549a0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0027549a0, 0x1dcd6500, 0x0, 0x0, 0xc003a960c0, 0x0, 0x1) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0027549a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 2863 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f144fd918, 0x72, 0x22c8de0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc000f32018, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000f32000, 0xc001b80000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc000f32000, 0xc001b80000, 0x1000, 0x1000, 0x2b, 0xc001b81000, 0x3b) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000ad6018, 0xc001b80000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc000f96300) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc000f96300, 0x4ad1a5, 0xc000f32000, 0x3b) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc0013f46c0, 0xc000f96300, 0xc000f96360, 0xc00042e700, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc0013f46c0, 0x2303140, 0xc000cf2580, 0x2325ca0, 0xc000ad6018) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 18793 [select]: github.com/hashicorp/nomad/nomad.(*EvalBroker).EmitStats(0xc0038f7220, 0x3b9aca00, 0xc002651980) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:827 +0x265 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:442 +0x16e5 goroutine 9530 [select]: github.com/hashicorp/nomad/nomad.(*Server).EmitRaftStats(0xc0026c0600, 0x2540be400, 0xc001e069c0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1595 +0xc5 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:457 +0x181e goroutine 29342 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*RaftLayer).Accept(0xc0048de780, 0xc000c2a738, 0xc0034147a0, 0x49d7e5, 0xc003795c78) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/raft_rpc.go:63 +0xc5 github.com/hashicorp/raft.(*NetworkTransport).listen(0xc001ec78c0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:485 +0x50 created by github.com/hashicorp/raft.NewNetworkTransportWithConfig /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:172 +0x1d3 goroutine 38788 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f142ba228, 0x72, 0x22c8de0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc004085f18, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc004085f00, 0xc00133c000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc004085f00, 0xc00133c000, 0x1000, 0x1000, 0xe5, 0xc00133d000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0025415f0, 0xc00133c000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc0028beb40) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc0028beb40, 0x4ad1a5, 0xc004085f00, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc000ffe0c0, 0xc0028beb40, 0xc0028beba0, 0xc00383a850, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc000ffe0c0, 0x2303140, 0xc0024dfa00, 0x2325ca0, 0xc0025415f0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 2776 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f144fd660, 0x72, 0x22c8de0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc001b3e018, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc001b3e000, 0xc0013c6000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc001b3e000, 0xc0013c6000, 0x1000, 0x1000, 0x2c, 0xc0013c7000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000d98000, 0xc0013c6000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc0011b4fc0) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc0011b4fc0, 0x4ad1a5, 0xc001b3e000, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc0004c3200, 0xc0011b4fc0, 0xc0011b5020, 0xc0007ae0e0, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc0004c3200, 0x2303140, 0xc0005dbe40, 0x2325ca0, 0xc000d98000) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 5558 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc000298c40, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc000298c40, 0x1dcd6500, 0x0, 0x200010184c7b8, 0x1000200000000, 0x0, 0xc001c7f200) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc000298c40) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 1519 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f157bd270, 0x72, 0x22c8de0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc000885f98, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000885f80, 0xc000dd5000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc000885f80, 0xc000dd5000, 0x1000, 0x1000, 0x1b, 0xc000dd6000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000c90058, 0xc000dd5000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc000533b60) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc000533b60, 0x4ad1a5, 0xc000885f80, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc0004c2540, 0xc000533b60, 0xc000533da0, 0xc0007ca310, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc0004c2540, 0x2303140, 0xc00015fcc0, 0x2325ca0, 0xc000c90058) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 2288 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc00216a340, 0x1fc6000, 0x6, 0xc0000c3401) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc00216a340, 0x1fd2aa6, 0xd, 0x2309280, 0xc00279cc00, 0x1da2940, 0xc00279cc00, 0x1bac620, 0xc0025c61e0, 0x18, ...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Status).Leader(0xc0018d9920, 0xc00279cc00, 0xc0025c61e0, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/status_endpoint.go:47 +0xc5 reflect.Value.call(0xc00052da40, 0xc001275480, 0x13, 0x1fc2f0f, 0x4, 0xc002efbbf8, 0x3, 0x3, 0xc0025c61e0, 0xc002efbc50, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc00052da40, 0xc001275480, 0x13, 0xc002efbbf8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc00216a740, 0xc002a14000, 0xc001e8a0d0, 0x0, 0xc001e19000, 0xc00106c2c0, 0x1da2940, 0xc00279cc00, 0x16, 0x1bac620, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc002a14000, 0x23039c0, 0xc005438140, 0xc0025c61d0, 0x0) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc000a7cc00, 0x1fd2aa6, 0xd, 0x1da2940, 0xc00279cba0, 0x1bac620, 0xc0025c61d0, 0x22c3e01, 0xc0025c61d0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/testutil.WaitForLeader.func1(0x989680, 0x22c3ea0, 0xc000e5eba0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:90 +0xa3 github.com/hashicorp/nomad/testutil.WaitForResultRetries(0x1a5, 0xc002efbe78, 0xc002efbe88) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:26 +0x4f github.com/hashicorp/nomad/testutil.WaitForResult(0xc003bafe78, 0xc003bafe88) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:18 +0x70 github.com/hashicorp/nomad/testutil.WaitForLeader(0x2331520, 0xc00111be00, 0xc003baff58) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:87 +0x99 github.com/hashicorp/nomad/nomad.TestJobEndpoint_Plan_NoDiff(0xc00111be00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/job_endpoint_test.go:5523 +0x117 testing.tRunner(0xc00111be00, 0x2065488) /usr/lib/go-1.15/src/testing/testing.go:1123 +0xef created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 1743 [chan send, 6 minutes]: testing.tRunner.func1(0xc00111a480) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00111a480, 0x2065460) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 45330 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc0019c3e80, 0x1fc6000, 0x6, 0x2e28a01) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc0019c3e80, 0x1fd0645, 0xc, 0x2309180, 0xc00279d6e0, 0x1da2640, 0xc00279d6e0, 0x1c7de20, 0xc0054381c0, 0x2daa180, ...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc0059ee860, 0xc00279d6e0, 0xc0054381c0, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc00052c3c0, 0xc0033a0268, 0x13, 0x1fc2f0f, 0x4, 0xc002092cc8, 0x3, 0x3, 0xc0054381c0, 0xc002092d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc00052c3c0, 0xc0033a0268, 0x13, 0xc002092cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc003730000, 0xc003df9a40, 0xc001e8a0f0, 0x0, 0xc000955500, 0xc001371a00, 0x1da2640, 0xc00279d6e0, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc003df9a40, 0x23039c0, 0xc005438180, 0x6168688f, 0x3109400e) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc0059b9200, 0x1fd0645, 0xc, 0x1da2640, 0xc00382fe60, 0x1c7de20, 0xc0031e1cc0, 0x22c3ea0, 0xc00385c690) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc004b4ff10, 0x1dcd6500, 0x0, 0xc0005f9fb8, 0x1a30805, 0xc0005f9f68, 0xc0005f9f60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc004b4ff10) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 12965 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc002918c80, 0x2303140, 0xc002caa280, 0xc002668ea0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 2274 [chan send, 6 minutes]: testing.tRunner.func1(0xc00111a900) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00111a900, 0x2065250) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 18771 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0005beb60, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0005beb60, 0x1dcd6500, 0x1, 0xc002e2e7b8, 0x1a30845, 0xc000ce32c0, 0xc002e2e760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0005beb60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 38712 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).prune(0xc000560280, 0xc00010f6e0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:734 +0xfd created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:147 +0xb5 goroutine 2104 [chan send, 6 minutes]: testing.tRunner.func1(0xc0013edb00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0013edb00, 0x2065090) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 18773 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0005bec40, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0005bec40, 0x1dcd6500, 0x1, 0xc0024307b8, 0x1a30845, 0xc0008ac3c0, 0xc002430760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0005bec40) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 5500 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc00041c5a0, 0x2303140, 0xc0005dab80, 0xc000d93620) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 31925 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0003589a0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0003589a0, 0x1dcd6500, 0xc001ee4778, 0xc001ee4768, 0x2, 0x1, 0xc001ee4700) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0003589a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 5490 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*RaftLayer).Accept(0xc0013a1360, 0x1, 0x400000000000000, 0x100010000, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/raft_rpc.go:63 +0xc5 github.com/hashicorp/raft.(*NetworkTransport).listen(0xc0010b69c0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:485 +0x50 created by github.com/hashicorp/raft.NewNetworkTransportWithConfig /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:172 +0x1d3 goroutine 1744 [chan send, 6 minutes]: testing.tRunner.func1(0xc00111a600) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00111a600, 0x2065450) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 1336 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f157bd440, 0x72, 0x22c8de0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0010c8518, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0010c8500, 0xc000bc9000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc0010c8500, 0xc000bc9000, 0x1000, 0x1000, 0x19, 0xc000bca000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000011238, 0xc000bc9000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc0009fdf80) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc0009fdf80, 0x4ad1a5, 0xc0010c8500, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc000969980, 0xc0009fdf80, 0xc0005e0300, 0xc0006441c0, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc000969980, 0x2303140, 0xc0001bd240, 0x2325ca0, 0xc000011238) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 2093 [chan send, 6 minutes]: testing.tRunner.func1(0xc0013eca80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0013eca80, 0x2064dc8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 43309 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).packetListen(0xc00416a580) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:314 +0x145 created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:217 +0x50b goroutine 47463 [select]: github.com/hashicorp/nomad/nomad.(*EvalBroker).EmitStats(0xc001c2bea0, 0x3b9aca00, 0xc004662ea0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:827 +0x265 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:442 +0x16e5 goroutine 44508 [select, 2 minutes]: github.com/hashicorp/raft.(*Raft).runSnapshots(0xc0059b9500) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/snapshot.go:71 +0x112 github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc0059b9500, 0xc002a0cb10) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 2275 [chan send, 6 minutes]: testing.tRunner.func1(0xc00111aa80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00111aa80, 0x2065258) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 31736 [select]: github.com/hashicorp/raft.(*Raft).leaderLoop(0xc000a7db00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:540 +0x32a github.com/hashicorp/raft.(*Raft).runLeader(0xc000a7db00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:456 +0x225 github.com/hashicorp/raft.(*Raft).run(0xc000a7db00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:144 +0x66 github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc000a7db00, 0xc002114ec0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 2064 [chan send, 6 minutes]: testing.tRunner.func1(0xc00108d980) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00108d980, 0x2064d48) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2065 [chan send, 6 minutes]: testing.tRunner.func1(0xc000ad9680) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000ad9680, 0x2064d18) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 45315 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc0019c3e80, 0x1fc6000, 0x6, 0x2e28a01) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc0019c3e80, 0x1fd0645, 0xc, 0x2309180, 0xc003dd6840, 0x1da2640, 0xc003dd6840, 0x1c7de20, 0xc002def000, 0x2daa180, ...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc0059ee860, 0xc003dd6840, 0xc002def000, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc00052c3c0, 0xc0033a0268, 0x13, 0x1fc2f0f, 0x4, 0xc0046a7cc8, 0x3, 0x3, 0xc002def000, 0xc0046a7d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc00052c3c0, 0xc0033a0268, 0x13, 0xc0046a7cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc003730000, 0xc003df9a40, 0xc000211620, 0x0, 0xc000955500, 0xc001371600, 0x1da2640, 0xc003dd6840, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc003df9a40, 0x23039c0, 0xc002deefc0, 0x61686890, 0x3240fc4e) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc0059b9200, 0x1fd0645, 0xc, 0x1da2640, 0xc0036f5b00, 0x1c7de20, 0xc0031e0740, 0x22c3ea0, 0xc001ec29c0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc004b4f880, 0x1dcd6500, 0x0, 0xc0025acfb8, 0x1a30845, 0xc001f02720, 0xc0025acf60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc004b4f880) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 5495 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f1698b198, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0000e3b98, 0x72, 0x0, 0x0, 0x1fc78ff) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc0000e3b80, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:394 +0x1fc net.(*netFD).accept(0xc0000e3b80, 0x18c1ef7, 0xc000fd0000, 0x0) /usr/lib/go-1.15/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc00065f380, 0x1a30845, 0x0, 0x22e9d00) /usr/lib/go-1.15/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).AcceptTCP(0xc00065f380, 0x22e9d00, 0xc00106db20, 0xc000b391a0) /usr/lib/go-1.15/src/net/tcpsock.go:248 +0x65 github.com/hashicorp/memberlist.(*NetTransport).tcpListen(0xc00021a5b0, 0xc00065f380) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:289 +0x6f created by github.com/hashicorp/memberlist.NewNetTransport /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:113 +0x237 goroutine 47465 [select]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).EmitStats(0xc001c2bf40, 0x3b9aca00, 0xc004662ea0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:716 +0x25d created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:448 +0x176b goroutine 2096 [chan send, 6 minutes]: testing.tRunner.func1(0xc0013ecf00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0013ecf00, 0x2064e38) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 29116 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*consulACLsAPI).bgRetryRevokeDaemon(0xc00487ec60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/consul.go:382 +0x105 created by github.com/hashicorp/nomad/nomad.NewConsulACLsAPI /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/consul.go:169 +0x151 goroutine 31932 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc000358ee0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc000358ee0, 0x1dcd6500, 0x0, 0xc0022787b8, 0x1a30805, 0xc002278768, 0xc002278760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc000358ee0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 2290 [chan send, 6 minutes]: testing.tRunner.func1(0xc00111e180) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00111e180, 0x2065420) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 10226 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003a9ed20, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003a9ed20, 0x1dcd6500, 0x1, 0xc000c357b8, 0x1a30845, 0xc0020dd0e0, 0xc000c35760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003a9ed20) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 35797 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f142bab38, 0x72, 0x22c8de0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc000b86718, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000b86700, 0xc002d61000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc000b86700, 0xc002d61000, 0x1000, 0x1000, 0x10a, 0xc0032ba000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0042a70c8, 0xc002d61000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc000d068a0) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc000d068a0, 0x4ad1a5, 0xc000b86700, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc003aa0540, 0xc000d068a0, 0xc000d06900, 0xc003a32a80, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc003aa0540, 0x2303140, 0xc003dbb580, 0x2325ca0, 0xc0042a70c8) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 2067 [chan send, 6 minutes]: testing.tRunner.func1(0xc0009fa780) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0009fa780, 0x2064d10) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 12174 [select]: github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0xc000cf11e0, 0x5f5e100, 0xc00269ff20, 0xc002167320, 0xc00385c480) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:155 +0x185 created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:121 +0x39b goroutine 10232 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003a9efc0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003a9efc0, 0x1dcd6500, 0x1, 0xc001430fb8, 0x1a30845, 0xc002c2e480, 0xc001430f60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003a9efc0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 1697 [chan send, 6 minutes]: testing.tRunner.func1(0xc001283500) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc001283500, 0x2064528) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2283 [chan send, 6 minutes]: testing.tRunner.func1(0xc00111b680) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00111b680, 0x2065440) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 18754 [select]: github.com/hashicorp/serf/serf.(*Serf).handleReconnect(0xc003c5c780) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1557 +0xd6 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:411 +0x90b goroutine 2085 [chan send, 6 minutes]: testing.tRunner.func1(0xc0013d3c80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0013d3c80, 0x2064e18) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 1880 [chan send, 6 minutes]: testing.tRunner.func1(0xc0009fb800) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0009fb800, 0x2064b88) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2278 [chan send, 6 minutes]: testing.tRunner.func1(0xc00111af00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00111af00, 0x2065380) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2279 [chan send, 6 minutes]: testing.tRunner.func1(0xc00111b080) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00111b080, 0x2065388) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 5499 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).packetHandler(0xc001d969a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:433 +0x365 created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:218 +0x530 goroutine 2066 [chan send, 6 minutes]: testing.tRunner.func1(0xc000f80f00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000f80f00, 0x2064cf8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 5556 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc00170b1c0, 0x1fc6000, 0x6, 0x2e28a01) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc00170b1c0, 0x1fd0645, 0xc, 0x2309180, 0xc0036c9c20, 0x1da2640, 0xc0036c9c20, 0x1c7de20, 0xc0054383c0, 0x2daa180, ...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc001706420, 0xc0036c9c20, 0xc0054383c0, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc00052c3c0, 0xc001274268, 0x13, 0x1fc2f0f, 0x4, 0xc001623cc8, 0x3, 0x3, 0xc0054383c0, 0xc001623d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc00052c3c0, 0xc001274268, 0x13, 0xc001623cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc00170b340, 0xc0013a10e0, 0xc001e8a2c8, 0x0, 0xc000cfd680, 0xc0006e80c0, 0x1da2640, 0xc0036c9c20, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0013a10e0, 0x23039c0, 0xc005438380, 0x61686893, 0x1a2ce1c0) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc000beac00, 0x1fd0645, 0xc, 0x1da2640, 0xc00078f560, 0x1c7de20, 0xc0000d5380, 0x22c3ea0, 0xc0004fe680) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc000298b60, 0x1dcd6500, 0x0, 0x10002008b5fb8, 0x1000200000000, 0x0, 0xc001c08480) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc000298b60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 2106 [chan send, 6 minutes]: testing.tRunner.func1(0xc0013ede00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0013ede00, 0x2065098) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 18756 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc003c5c780, 0x1fc3e78, 0x5, 0xc0048beea0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:413 +0x994 goroutine 5492 [select, 6 minutes]: github.com/hashicorp/raft.(*Raft).runFSM(0xc000beaf00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/fsm.go:215 +0x31c github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc000beaf00, 0xc001633b60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 18765 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0005be8c0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0005be8c0, 0x1dcd6500, 0x0, 0xc001fe0fb8, 0x1a30805, 0xc001fe0f68, 0xc001fe0f60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0005be8c0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 31740 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f144c4448, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc00220b498, 0x72, 0x0, 0x0, 0x1fc78ff) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc00220b480, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:394 +0x1fc net.(*netFD).accept(0xc00220b480, 0xc0008a8fa0, 0xc000d85ab8, 0xc0008a8f68) /usr/lib/go-1.15/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc000e3da80, 0x1a30845, 0x0, 0xc0008a8fb8) /usr/lib/go-1.15/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).AcceptTCP(0xc000e3da80, 0x0, 0x1000000010000, 0xc00213cd80) /usr/lib/go-1.15/src/net/tcpsock.go:248 +0x65 github.com/hashicorp/memberlist.(*NetTransport).tcpListen(0xc0030fcee0, 0xc000e3da80) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:289 +0x6f created by github.com/hashicorp/memberlist.NewNetTransport /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:113 +0x237 goroutine 42565 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc000a74aa0, 0x2303140, 0xc001224c40, 0xc0025c8120) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 10210 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003a9e620, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003a9e620, 0x1dcd6500, 0x0, 0xc002f977b8, 0x1a30805, 0xc002f97768, 0xc002f97760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003a9e620) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9306 [select]: github.com/hashicorp/serf/serf.(*Serf).handleReap(0xc000bec180) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1539 +0x125 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:410 +0x8e6 goroutine 35926 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc000960960, 0x2303140, 0xc001c5e080, 0xc000ff49c0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 23963 [select]: github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0xc003d7b080, 0x5f5e100, 0xc001e25500, 0xc002d3d4a0, 0xc0039eaf10) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:155 +0x185 created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:121 +0x39b goroutine 10222 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003a9eb60, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003a9eb60, 0x1dcd6500, 0x1, 0xc000bdefb8, 0x1a30845, 0xc0028ff200, 0xc000bdef60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003a9eb60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 31781 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc002db57a0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002db57a0, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x1) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002db57a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 1741 [chan send, 6 minutes]: testing.tRunner.func1(0xc00111a180) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00111a180, 0x2065468) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 14762 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).prune(0xc002f445a0, 0xc00213d560) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:734 +0xfd created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:147 +0xb5 goroutine 12253 [select]: github.com/hashicorp/nomad/nomad.(*nodeHeartbeater).heartbeatStats(0xc002529950) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/heartbeat.go:201 +0x155 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:454 +0x17de goroutine 18735 [select, 1 minutes]: github.com/hashicorp/memberlist.(*Memberlist).pushPullTrigger(0xc0033a5600, 0xc00157ed20) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:182 +0x1dd created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:127 +0x2ec goroutine 12254 [select]: github.com/hashicorp/nomad/nomad.(*Server).EmitRaftStats(0xc000a7cc00, 0x2540be400, 0xc0018290e0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1595 +0xc5 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:457 +0x181e goroutine 12256 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f157bced0, 0x72, 0x22c8de0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc003832698, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc003832680, 0xc004301000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc003832680, 0xc004301000, 0x1000, 0x1000, 0x1ca1400, 0xc0005b4690, 0x23372a0) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000c91f50, 0xc004301000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc004394420) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc004394420, 0x7f9ef44a4800, 0x2e00000000000100, 0x8) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*ioDecReader).readn1(0xc002c86f80, 0x7f9f145004a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:447 +0x38 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1IO(0xc001396540, 0xc00291aad0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2230 +0x55 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1(0xc001396540, 0x20) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2224 +0x65 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).readNextBd(...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/msgpack.go:742 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).TryDecodeAsNil(0xc003e05c40, 0xc00311d9b8) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/msgpack.go:791 +0x5d github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*Decoder).mustDecode(0xc001396500, 0x1baa420, 0xc003e05c80) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2536 +0x3a github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*Decoder).Decode(0xc001396500, 0x1baa420, 0xc003e05c80, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2519 +0xa9 github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).read(0xc0015f69c0, 0x1baa420, 0xc003e05c80, 0x203000, 0xc0038596f8) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc/codec.go:121 +0x55 github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).ReadRequestHeader(0xc0015f69c0, 0xc003e05c80, 0xc00311db10, 0x411310) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc/codec.go:60 +0x45 net/rpc.(*Server).readRequestHeader(0xc0038596d0, 0x2304080, 0xc0015f69c0, 0xa30e32, 0x1, 0xc00311dba0, 0xc00311db98, 0xc00311db98, 0x44d6b3) /usr/lib/go-1.15/src/net/rpc/server.go:583 +0x6c net/rpc.(*Server).readRequest(0xc0038596d0, 0x2304080, 0xc0015f69c0, 0xc00311dd80, 0xc0018290e0, 0xc004394420, 0xc003db9000, 0xc000c91f50, 0xc004301000, 0x1000, ...) /usr/lib/go-1.15/src/net/rpc/server.go:543 +0x5a net/rpc.(*Server).ServeRequest(0xc0038596d0, 0x2304080, 0xc0015f69c0, 0x2, 0xc0015f6900) /usr/lib/go-1.15/src/net/rpc/server.go:486 +0x77 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleNomadConn(0xc00216a340, 0x2303140, 0xc001900540, 0x2325ca0, 0xc000c91f50, 0xc0038596d0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:390 +0x23b github.com/hashicorp/nomad/nomad.(*rpcHandler).handleConn(0xc00216a340, 0x2303140, 0xc001900540, 0x2325ca0, 0xc000c91f50, 0xc0038591d0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:240 +0x509 created by github.com/hashicorp/nomad/nomad.(*rpcHandler).listen /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:160 +0x1f6 goroutine 2043 [chan send, 6 minutes]: testing.tRunner.func1(0xc000f7f200) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000f7f200, 0x2064c68) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2051 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc0019c3e80, 0x1fc6000, 0x6, 0xc0000c3401) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc0019c3e80, 0x1fd2aa6, 0xd, 0x2309280, 0xc0014c7800, 0x1da2940, 0xc0014c7800, 0x1bac620, 0xc0025c60b0, 0x18, ...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Status).Leader(0xc0059ee980, 0xc0014c7800, 0xc0025c60b0, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/status_endpoint.go:47 +0xc5 reflect.Value.call(0xc00052da40, 0xc0033a0498, 0x13, 0x1fc2f0f, 0x4, 0xc002805b18, 0x3, 0x3, 0xc0025c60b0, 0xc002805b70, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc00052da40, 0xc0033a0498, 0x13, 0xc002805b18, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc003730280, 0xc003df9a40, 0xc001e8a050, 0x0, 0xc0059f7300, 0xc0013715e0, 0x1da2940, 0xc0014c7800, 0x16, 0x1bac620, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc003df9a40, 0x23039c0, 0xc005438000, 0xc0025c60a0, 0x0) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc0059b9200, 0x1fd2aa6, 0xd, 0x1da2940, 0xc0014c77a0, 0x1bac620, 0xc0025c60a0, 0x22c3e01, 0xc0025c60a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/testutil.WaitForLeader.func1(0x989680, 0x22c3ea0, 0xc0041c2a10) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:90 +0xa3 github.com/hashicorp/nomad/testutil.WaitForResultRetries(0x1a7, 0xc002805d98, 0xc002805da8) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:26 +0x4f github.com/hashicorp/nomad/testutil.WaitForResult(0xc005601d98, 0xc005601da8) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:18 +0x70 github.com/hashicorp/nomad/testutil.WaitForLeader(0x2331520, 0xc000f7fe00, 0xc005601f08) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:87 +0x99 github.com/hashicorp/nomad/nomad.TestDeploymentEndpoint_Allocations_Blocking(0xc000f7fe00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/deployment_endpoint_test.go:1258 +0x13f testing.tRunner(0xc000f7fe00, 0x2064ba0) /usr/lib/go-1.15/src/testing/testing.go:1123 +0xef created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 16857 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).prune(0xc00058e5a0, 0xc002df3980) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:734 +0xfd created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:147 +0xb5 goroutine 30764 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f1403bb68, 0x72, 0x22c8de0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc00224c898, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc00224c880, 0xc0033d1000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc00224c880, 0xc0033d1000, 0x1000, 0x1000, 0xc7, 0xc000949000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc002a5e058, 0xc0033d1000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc000ad3740) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc000ad3740, 0x4ad1a5, 0xc00224c880, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc000ffe0c0, 0xc000ad3740, 0xc000ad37a0, 0xc0025ce150, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc000ffe0c0, 0x2303140, 0xc0024dfa00, 0x2325ca0, 0xc002a5e058) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 2052 [chan send, 6 minutes]: testing.tRunner.func1(0xc001283380) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc001283380, 0x2064c50) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 18768 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0005bea10, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0005bea10, 0x1dcd6500, 0xc000b36f00, 0xc000b36fb8, 0x1a30805, 0xc000b36f68, 0xc000b36f60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0005bea10) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 5572 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc00170b1c0, 0x1fc6000, 0x6, 0x2e28a01) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc00170b1c0, 0x1fd0645, 0xc, 0x2309180, 0xc0037112c0, 0x1da2640, 0xc0037112c0, 0x1c7de20, 0xc00095f800, 0x2daa180, ...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc001706420, 0xc0037112c0, 0xc00095f800, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc00052c3c0, 0xc001274268, 0x13, 0x1fc2f0f, 0x4, 0xc0010edcc8, 0x3, 0x3, 0xc00095f800, 0xc0010edd20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc00052c3c0, 0xc001274268, 0x13, 0xc0010edcc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc00170b340, 0xc0013a10e0, 0xc001f07248, 0x0, 0xc000cfd680, 0xc000f983a0, 0x1da2640, 0xc0037112c0, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0013a10e0, 0x23039c0, 0xc00095f7c0, 0x61686893, 0x12423678) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc000beac00, 0x1fd0645, 0xc, 0x1da2640, 0xc0009fce40, 0x1c7de20, 0xc001236180, 0x22c3ea0, 0xc001ec2a30) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc000299500, 0x1dcd6500, 0x4c4b40, 0xc000d963c0, 0x1, 0xc0007d6960, 0x100010000) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc000299500) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 2053 [chan send, 6 minutes]: testing.tRunner.func1(0xc001283800) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc001283800, 0x2064cc8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 1740 [chan send, 6 minutes]: testing.tRunner.func1(0xc00111a000) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00111a000, 0x20653b0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2055 [chan send, 6 minutes]: testing.tRunner.func1(0xc001283b00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc001283b00, 0x2064cb8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2060 [chan send, 6 minutes]: testing.tRunner.func1(0xc00108cf00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00108cf00, 0x2064d40) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 23980 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc002754d90, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002754d90, 0x1dcd6500, 0x1, 0xc0033217b8, 0x1a30845, 0xc001c28f00, 0xc003321760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002754d90) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 2061 [chan send, 6 minutes]: testing.tRunner.func1(0xc00108d080) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00108d080, 0x2064d58) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 10238 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*Server).serfEventHandler(0xc000a7c600) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/serf.go:30 +0xd1 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:436 +0x168d goroutine 5584 [select]: github.com/hashicorp/nomad/nomad.(*nodeHeartbeater).heartbeatStats(0xc001c00930) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/heartbeat.go:201 +0x155 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:454 +0x17de goroutine 5544 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc000bec480, 0x1fc408f, 0x5, 0xc000eca420) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:414 +0x9da goroutine 2118 [chan send, 6 minutes]: testing.tRunner.func1(0xc000d0f380) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000d0f380, 0x2064f18) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2119 [chan send, 6 minutes]: testing.tRunner.func1(0xc000d0f680) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000d0f680, 0x2064ec0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2120 [chan send, 6 minutes]: testing.tRunner.func1(0xc000d0f980) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000d0f980, 0x2065030) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2121 [chan send, 6 minutes]: testing.tRunner.func1(0xc000d0fc80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000d0fc80, 0x2065018) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2122 [chan send, 6 minutes]: testing.tRunner.func1(0xc00141a300) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00141a300, 0x2065028) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2123 [chan send, 6 minutes]: testing.tRunner.func1(0xc00141a600) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00141a600, 0x2065020) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2124 [chan send, 6 minutes]: testing.tRunner.func1(0xc00141a900) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00141a900, 0x2064ef8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2125 [chan send, 6 minutes]: testing.tRunner.func1(0xc00141ac00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00141ac00, 0x2065088) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2126 [chan send, 6 minutes]: testing.tRunner.func1(0xc00141af00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00141af00, 0x2065078) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2127 [chan send, 6 minutes]: testing.tRunner.func1(0xc00141b200) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00141b200, 0x2065080) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2128 [chan send, 6 minutes]: testing.tRunner.func1(0xc00141b500) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00141b500, 0x2065070) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2129 [chan send, 6 minutes]: testing.tRunner.func1(0xc00141b800) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00141b800, 0x2065008) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2130 [chan send, 6 minutes]: testing.tRunner.func1(0xc00141bb00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00141bb00, 0x2065010) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2131 [chan send, 6 minutes]: testing.tRunner.func1(0xc00141be00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00141be00, 0x2065000) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2132 [chan send, 6 minutes]: testing.tRunner.func1(0xc0014aa480) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0014aa480, 0x20650b0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2133 [chan send, 6 minutes]: testing.tRunner.func1(0xc0014aa780) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0014aa780, 0x2064f38) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2134 [chan send, 6 minutes]: testing.tRunner.func1(0xc0014aaa80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0014aaa80, 0x20650a8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2135 [chan send, 6 minutes]: testing.tRunner.func1(0xc0014aad80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0014aad80, 0x2064f30) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2136 [chan send, 6 minutes]: testing.tRunner.func1(0xc0014ab080) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0014ab080, 0x2064eb0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2137 [chan send, 6 minutes]: testing.tRunner.func1(0xc0014ab380) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0014ab380, 0x2064f10) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2138 [chan send, 6 minutes]: testing.tRunner.func1(0xc0014ab680) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0014ab680, 0x2064f40) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2139 [chan send, 6 minutes]: testing.tRunner.func1(0xc0014ab980) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0014ab980, 0x2064f08) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2140 [chan send, 6 minutes]: testing.tRunner.func1(0xc0014abc80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0014abc80, 0x2064f00) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2141 [chan send, 6 minutes]: testing.tRunner.func1(0xc001182300) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc001182300, 0x2064ef0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2142 [chan send, 6 minutes]: testing.tRunner.func1(0xc0001c0180) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0001c0180, 0x2065060) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2143 [chan send, 6 minutes]: testing.tRunner.func1(0xc0001c0480) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0001c0480, 0x2064ee0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2144 [chan send, 6 minutes]: testing.tRunner.func1(0xc0001c0780) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0001c0780, 0x2064ed0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2145 [chan send, 6 minutes]: testing.tRunner.func1(0xc0001c0a80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0001c0a80, 0x2065068) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2146 [chan send, 6 minutes]: testing.tRunner.func1(0xc0001c0d80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0001c0d80, 0x2064ee8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2148 [chan send, 6 minutes]: testing.tRunner.func1(0xc0001c1380) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0001c1380, 0x2064fd0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2149 [chan send, 6 minutes]: testing.tRunner.func1(0xc0001c1500) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0001c1500, 0x2064fb0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2150 [chan send, 6 minutes]: testing.tRunner.func1(0xc0001c1800) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0001c1800, 0x2064f98) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2151 [chan send, 6 minutes]: testing.tRunner.func1(0xc0001c1b00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0001c1b00, 0x2064f90) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2152 [chan send, 6 minutes]: testing.tRunner.func1(0xc0001c1e00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0001c1e00, 0x2064fb8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2153 [chan send, 6 minutes]: testing.tRunner.func1(0xc0001c8180) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0001c8180, 0x2064ff0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2154 [chan send, 6 minutes]: testing.tRunner.func1(0xc0001c8480) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0001c8480, 0x2064fe0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2155 [chan send, 6 minutes]: testing.tRunner.func1(0xc0001c8780) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0001c8780, 0x2064fc0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2156 [chan send, 6 minutes]: testing.tRunner.func1(0xc0001c8a80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0001c8a80, 0x2064ff8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2157 [chan send, 6 minutes]: testing.tRunner.func1(0xc0001c8d80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0001c8d80, 0x2064fc8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2158 [chan send, 6 minutes]: testing.tRunner.func1(0xc0001c9080) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0001c9080, 0x2064fa8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2159 [chan send, 6 minutes]: testing.tRunner.func1(0xc0001c9380) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0001c9380, 0x2064f80) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2160 [chan send, 6 minutes]: testing.tRunner.func1(0xc0001c9680) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0001c9680, 0x2064f88) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2161 [chan send, 6 minutes]: testing.tRunner.func1(0xc0001c9980) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0001c9980, 0x2064fe8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2162 [chan send, 6 minutes]: testing.tRunner.func1(0xc0001c9c80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0001c9c80, 0x2064fa0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2163 [chan send, 6 minutes]: testing.tRunner.func1(0xc0001cc000) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0001cc000, 0x2064f58) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2164 [chan send, 6 minutes]: testing.tRunner.func1(0xc0001cc300) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0001cc300, 0x2064f50) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2165 [chan send, 6 minutes]: testing.tRunner.func1(0xc0001cc600) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0001cc600, 0x2064f48) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2166 [chan send, 6 minutes]: testing.tRunner.func1(0xc0001cc900) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0001cc900, 0x2064eb8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2167 [chan send, 6 minutes]: testing.tRunner.func1(0xc0001ccc00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0001ccc00, 0x2064f78) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2168 [chan send, 6 minutes]: testing.tRunner.func1(0xc0001ccf00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0001ccf00, 0x2064ed8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2169 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc00170b1c0, 0x1fc6000, 0x6, 0xc0000c3401) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc00170b1c0, 0x1fd2aa6, 0xd, 0x2309280, 0xc000e81800, 0x1da2940, 0xc000e81800, 0x1bac620, 0xc0041c29f0, 0x18, ...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Status).Leader(0xc001707140, 0xc000e81800, 0xc0041c29f0, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/status_endpoint.go:47 +0xc5 reflect.Value.call(0xc00052da40, 0xc001274498, 0x13, 0x1fc2f0f, 0x4, 0xc001df7c48, 0x3, 0x3, 0xc0041c29f0, 0xc001df7ca0, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc00052da40, 0xc001274498, 0x13, 0xc001df7c48, 0x3, 0x3, 0xc00473ce40, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc00170b5c0, 0xc0013a10e0, 0xc003958f88, 0x0, 0xc000742780, 0xc0006e8100, 0x1da2940, 0xc000e81800, 0x16, 0x1bac620, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0013a10e0, 0x23039c0, 0xc00473d9c0, 0xc0041c29e0, 0x0) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc000beac00, 0x1fd2aa6, 0xd, 0x1da2940, 0xc000e817a0, 0x1bac620, 0xc0041c29e0, 0x22c3e01, 0xc0041c29e0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/testutil.WaitForLeader.func1(0x989680, 0x22c3ea0, 0xc0025c6070) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:90 +0xa3 github.com/hashicorp/nomad/testutil.WaitForResultRetries(0x1a5, 0xc001df7ec8, 0xc001df7ed8) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:26 +0x4f github.com/hashicorp/nomad/testutil.WaitForResult(0xc00180fec8, 0xc00180fed8) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:18 +0x70 github.com/hashicorp/nomad/testutil.WaitForLeader(0x2331520, 0xc0001cd200, 0xc00180ff58) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:87 +0x99 github.com/hashicorp/nomad/nomad.TestHeartbeat_InitializeHeartbeatTimers(0xc0001cd200) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/heartbeat_test.go:21 +0xc5 testing.tRunner(0xc0001cd200, 0x20650c8) /usr/lib/go-1.15/src/testing/testing.go:1123 +0xef created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2170 [chan send, 6 minutes]: testing.tRunner.func1(0xc0001cd500) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0001cd500, 0x20650f8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2171 [chan send, 6 minutes]: testing.tRunner.func1(0xc0001cd800) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0001cd800, 0x20650f0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2172 [chan send, 6 minutes]: testing.tRunner.func1(0xc0001cdb00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0001cdb00, 0x20650e0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2173 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc001013e80, 0x1fc6000, 0x6, 0xc0000c3401) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc001013e80, 0x1fd2aa6, 0xd, 0x2309280, 0xc001392300, 0x1da2940, 0xc001392300, 0x1bac620, 0xc0025c6230, 0x18, ...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Status).Leader(0xc001f7f040, 0xc001392300, 0xc0025c6230, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/status_endpoint.go:47 +0xc5 reflect.Value.call(0xc00052da40, 0xc000d98f08, 0x13, 0x1fc2f0f, 0x4, 0xc001917c28, 0x3, 0x3, 0xc0025c6230, 0xc001917c80, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc00052da40, 0xc000d98f08, 0x13, 0xc001917c28, 0x3, 0x3, 0xc00473d480, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc001a42dc0, 0xc001784e60, 0xc001e8a0f8, 0x0, 0xc00197ca80, 0xc002d34480, 0x1da2940, 0xc001392300, 0x16, 0x1bac620, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc001784e60, 0x23039c0, 0xc005438200, 0xc0025c6220, 0x0) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc0026c0600, 0x1fd2aa6, 0xd, 0x1da2940, 0xc0013922a0, 0x1bac620, 0xc0025c6220, 0x22c3e01, 0xc0025c6220) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/testutil.WaitForLeader.func1(0x989680, 0x22c3ea0, 0xc001ec2d20) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:90 +0xa3 github.com/hashicorp/nomad/testutil.WaitForResultRetries(0x1a5, 0xc001917ea8, 0xc001917eb8) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:26 +0x4f github.com/hashicorp/nomad/testutil.WaitForResult(0xc0027bdea8, 0xc0027bdeb8) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:18 +0x70 github.com/hashicorp/nomad/testutil.WaitForLeader(0x2331520, 0xc0001cde00, 0xc0027bdf58) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:87 +0x99 github.com/hashicorp/nomad/nomad.TestHeartbeat_ResetHeartbeatTimerLocked_Renew(0xc0001cde00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/heartbeat_test.go:110 +0xd9 testing.tRunner(0xc0001cde00, 0x20650d8) /usr/lib/go-1.15/src/testing/testing.go:1123 +0xef created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2174 [chan send, 6 minutes]: testing.tRunner.func1(0xc0001d0180) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0001d0180, 0x20650d0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2175 [chan send, 6 minutes]: testing.tRunner.func1(0xc0001d0480) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0001d0480, 0x20650c0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2176 [chan send, 6 minutes]: testing.tRunner.func1(0xc0001d0780) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0001d0780, 0x20650b8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2178 [chan send, 6 minutes]: testing.tRunner.func1(0xc0001d0d80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0001d0d80, 0x2065238) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2179 [chan send, 6 minutes]: testing.tRunner.func1(0xc0001d0f00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0001d0f00, 0x20651f8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2180 [chan send, 6 minutes]: testing.tRunner.func1(0xc0001d1200) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0001d1200, 0x20651f0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2181 [chan send, 6 minutes]: testing.tRunner.func1(0xc0001d1500) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0001d1500, 0x2065128) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2182 [chan send, 6 minutes]: testing.tRunner.func1(0xc0001d1800) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0001d1800, 0x2065218) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2183 [chan send, 6 minutes]: testing.tRunner.func1(0xc0001d1b00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0001d1b00, 0x20651d0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2184 [chan send, 6 minutes]: testing.tRunner.func1(0xc0001d1e00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0001d1e00, 0x20651e8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2206 [chan send, 6 minutes]: testing.tRunner.func1(0xc000404480) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000404480, 0x2065728) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2207 [chan send, 6 minutes]: testing.tRunner.func1(0xc000404600) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000404600, 0x2065800) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2208 [chan send, 6 minutes]: testing.tRunner.func1(0xc000404780) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000404780, 0x2065818) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2209 [chan send, 6 minutes]: testing.tRunner.func1(0xc000404a80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000404a80, 0x2065828) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2210 [chan send, 6 minutes]: testing.tRunner.func1(0xc000404d80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000404d80, 0x2065838) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2215 [chan send, 6 minutes]: testing.tRunner.func1(0xc000405980) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000405980, 0x20657b8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2216 [chan send, 6 minutes]: testing.tRunner.func1(0xc000405b00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000405b00, 0x2065780) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2217 [chan send, 6 minutes]: testing.tRunner.func1(0xc000405c80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc000405c80, 0x20657e0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2218 [chan send, 6 minutes]: testing.tRunner.func1(0xc00046a000) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00046a000, 0x2065768) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2219 [chan send, 6 minutes]: testing.tRunner.func1(0xc00046a300) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00046a300, 0x2065720) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2220 [chan send, 6 minutes]: testing.tRunner.func1(0xc00046a600) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00046a600, 0x2065650) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2221 [chan send, 6 minutes]: testing.tRunner.func1(0xc00046a900) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00046a900, 0x20655e0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2222 [chan send, 6 minutes]: testing.tRunner.func1(0xc00046ac00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00046ac00, 0x2065538) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2223 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc00170a680, 0x1fc6000, 0x6, 0xc0000c3401) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc00170a680, 0x1fd2aa6, 0xd, 0x2309280, 0xc002424180, 0x1da2940, 0xc002424180, 0x1bac620, 0xc00385c980, 0x18, ...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Status).Leader(0xc0001384a0, 0xc002424180, 0xc00385c980, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/status_endpoint.go:47 +0xc5 reflect.Value.call(0xc00052da40, 0xc001fe42f0, 0x13, 0x1fc2f0f, 0x4, 0xc001451ac0, 0x3, 0x3, 0xc00385c980, 0xc001451b18, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc00052da40, 0xc001fe42f0, 0x13, 0xc001451ac0, 0x3, 0x3, 0xc00379e940, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc001ffa340, 0xc001d0caf0, 0xc0002114f8, 0x0, 0xc00229ea00, 0xc001e027a0, 0x1da2940, 0xc002424180, 0x16, 0x1bac620, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc001d0caf0, 0x23039c0, 0xc002deeac0, 0xc00385c970, 0x0) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc0022a2000, 0x1fd2aa6, 0xd, 0x1da2940, 0xc002424120, 0x1bac620, 0xc00385c970, 0x22c3e01, 0xc00385c970) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/testutil.WaitForLeader.func1(0x989680, 0x22c3ea0, 0xc00385c960) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:90 +0xa3 github.com/hashicorp/nomad/testutil.WaitForResultRetries(0x1a5, 0xc001451d40, 0xc001451d50) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:26 +0x4f github.com/hashicorp/nomad/testutil.WaitForResult(0xc0027a1d40, 0xc0027a1d50) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:18 +0x70 github.com/hashicorp/nomad/testutil.WaitForLeader(0x2331520, 0xc00046af00, 0xc0027a1e58) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:87 +0x99 github.com/hashicorp/nomad/nomad.TestJobEndpoint_Register_ConnectIngressGateway_minimum(0xc00046af00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/job_endpoint_test.go:249 +0x13f testing.tRunner(0xc00046af00, 0x2065508) /usr/lib/go-1.15/src/testing/testing.go:1123 +0xef created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2224 [chan send, 6 minutes]: testing.tRunner.func1(0xc00046b200) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00046b200, 0x20654f8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2225 [chan send, 6 minutes]: testing.tRunner.func1(0xc00046b500) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00046b500, 0x20654e8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2226 [chan send, 6 minutes]: testing.tRunner.func1(0xc00046b800) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00046b800, 0x2065518) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2227 [chan send, 6 minutes]: testing.tRunner.func1(0xc00046bb00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00046bb00, 0x2065530) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2228 [chan send, 6 minutes]: testing.tRunner.func1(0xc00046be00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00046be00, 0x20654d0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2229 [chan send, 6 minutes]: testing.tRunner.func1(0xc00046c180) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00046c180, 0x20655a0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2230 [chan send, 6 minutes]: testing.tRunner.func1(0xc00046c480) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00046c480, 0x20655c0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2231 [chan send, 6 minutes]: testing.tRunner.func1(0xc00046c780) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00046c780, 0x2065590) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2232 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc003bcd280, 0x1fc6000, 0x6, 0xc0000c3401) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc003bcd280, 0x1fd2aa6, 0xd, 0x2309280, 0xc001e81800, 0x1da2940, 0xc001e81800, 0x1bac620, 0xc0041c2ac0, 0x18, ...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Status).Leader(0xc003d81ac0, 0xc001e81800, 0xc0041c2ac0, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/status_endpoint.go:47 +0xc5 reflect.Value.call(0xc00052da40, 0xc0022e03d8, 0x13, 0x1fc2f0f, 0x4, 0xc002511b48, 0x3, 0x3, 0xc0041c2ac0, 0xc002511ba0, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc00052da40, 0xc0022e03d8, 0x13, 0xc002511b48, 0x3, 0x3, 0xc00473d180, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc003bcd680, 0xc003d86870, 0xc003959058, 0x0, 0xc003de3280, 0xc0003ea700, 0x1da2940, 0xc001e81800, 0x16, 0x1bac620, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc003d86870, 0x23039c0, 0xc00473db00, 0xc0041c2ab0, 0x0) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc003ddc000, 0x1fd2aa6, 0xd, 0x1da2940, 0xc001e817a0, 0x1bac620, 0xc0041c2ab0, 0x22c3e01, 0xc0041c2ab0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/testutil.WaitForLeader.func1(0x989680, 0x22c3ea0, 0xc0004fe890) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:90 +0xa3 github.com/hashicorp/nomad/testutil.WaitForResultRetries(0x1a7, 0xc002511dc8, 0xc002511dd8) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:26 +0x4f github.com/hashicorp/nomad/testutil.WaitForResult(0xc005069dc8, 0xc005069dd8) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:18 +0x70 github.com/hashicorp/nomad/testutil.WaitForLeader(0x2331520, 0xc00046ca80, 0xc005069eb8) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:87 +0x99 github.com/hashicorp/nomad/nomad.TestJobEndpoint_Register_Periodic(0xc00046ca80) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/job_endpoint_test.go:1107 +0x11f testing.tRunner(0xc00046ca80, 0x20655d0) /usr/lib/go-1.15/src/testing/testing.go:1123 +0xef created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2233 [chan send, 6 minutes]: testing.tRunner.func1(0xc00046cd80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00046cd80, 0x20655b0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2234 [chan send, 6 minutes]: testing.tRunner.func1(0xc00046d080) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00046d080, 0x2065548) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2235 [chan send, 6 minutes]: testing.tRunner.func1(0xc00046d380) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00046d380, 0x2065558) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2236 [chan send, 6 minutes]: testing.tRunner.func1(0xc00046d680) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00046d680, 0x2065608) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2237 [chan send, 6 minutes]: testing.tRunner.func1(0xc00046d980) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00046d980, 0x20655f8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2238 [chan send, 6 minutes]: testing.tRunner.func1(0xc00046dc80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00046dc80, 0x2065638) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2239 [chan send, 6 minutes]: testing.tRunner.func1(0xc0004b0000) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0004b0000, 0x2065628) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2240 [chan send, 6 minutes]: testing.tRunner.func1(0xc0004b0300) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0004b0300, 0x2065648) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2241 [chan send, 6 minutes]: testing.tRunner.func1(0xc0004b0600) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0004b0600, 0x2065618) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2242 [chan send, 6 minutes]: testing.tRunner.func1(0xc0004b0900) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0004b0900, 0x20655e8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2243 [chan send, 6 minutes]: testing.tRunner.func1(0xc0004b0c00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0004b0c00, 0x2065580) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2244 [chan send, 6 minutes]: testing.tRunner.func1(0xc0004b0f00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0004b0f00, 0x2065570) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2245 [chan send, 6 minutes]: testing.tRunner.func1(0xc0004b1200) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0004b1200, 0x2065690) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2246 [chan send, 6 minutes]: testing.tRunner.func1(0xc0004b1500) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0004b1500, 0x2065678) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2247 [chan send, 6 minutes]: testing.tRunner.func1(0xc0004b1800) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0004b1800, 0x2065688) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2248 [chan send, 6 minutes]: testing.tRunner.func1(0xc0004b1b00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0004b1b00, 0x2065668) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2249 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc000d64900, 0x1fc6000, 0x6, 0xc0000c3401) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc000d64900, 0x1fd2aa6, 0xd, 0x2309280, 0xc002f6d3e0, 0x1da2940, 0xc002f6d3e0, 0x1bac620, 0xc0025c6180, 0x18, ...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Status).Leader(0xc0022829c0, 0xc002f6d3e0, 0xc0025c6180, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/status_endpoint.go:47 +0xc5 reflect.Value.call(0xc00052da40, 0xc000d998a8, 0x13, 0x1fc2f0f, 0x4, 0xc002309b68, 0x3, 0x3, 0xc0025c6180, 0xc002309bc0, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc00052da40, 0xc000d998a8, 0x13, 0xc002309b68, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc000d65100, 0xc0013fe960, 0xc001e8a090, 0x0, 0xc001e17080, 0xc0020da860, 0x1da2940, 0xc002f6d3e0, 0x16, 0x1bac620, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0013fe960, 0x23039c0, 0xc0054380c0, 0xc0025c6170, 0x0) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc0026c1500, 0x1fd2aa6, 0xd, 0x1da2940, 0xc002f6d380, 0x1bac620, 0xc0025c6170, 0x22c3e01, 0xc0025c6170) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/testutil.WaitForLeader.func1(0x989680, 0x22c3ea0, 0xc000e5eb70) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:90 +0xa3 github.com/hashicorp/nomad/testutil.WaitForResultRetries(0x1a5, 0xc002309de8, 0xc002309df8) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:26 +0x4f github.com/hashicorp/nomad/testutil.WaitForResult(0xc001629de8, 0xc001629df8) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:18 +0x70 github.com/hashicorp/nomad/testutil.WaitForLeader(0x2331520, 0xc0004b1e00, 0xc001629ed8) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:87 +0x99 github.com/hashicorp/nomad/nomad.TestJobEndpoint_Stable(0xc0004b1e00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/job_endpoint_test.go:2587 +0x11f testing.tRunner(0xc0004b1e00, 0x20656e0) /usr/lib/go-1.15/src/testing/testing.go:1123 +0xef created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2250 [chan send, 6 minutes]: testing.tRunner.func1(0xc0004bc180) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0004bc180, 0x20656d8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2251 [chan send, 6 minutes]: testing.tRunner.func1(0xc0004bc480) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0004bc480, 0x2065378) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2252 [chan send, 6 minutes]: testing.tRunner.func1(0xc0004bc780) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0004bc780, 0x20653a0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2253 [chan send, 6 minutes]: testing.tRunner.func1(0xc0004bca80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0004bca80, 0x2065350) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2254 [chan send, 6 minutes]: testing.tRunner.func1(0xc0004bcd80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0004bcd80, 0x2065370) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2255 [chan send, 6 minutes]: testing.tRunner.func1(0xc0004bd080) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0004bd080, 0x2065360) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2256 [chan send, 6 minutes]: testing.tRunner.func1(0xc0004bd380) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0004bd380, 0x2065318) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2257 [chan send, 6 minutes]: testing.tRunner.func1(0xc0004bd680) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0004bd680, 0x20652b8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2258 [chan send, 6 minutes]: testing.tRunner.func1(0xc0004bd980) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0004bd980, 0x20652f0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2259 [chan send, 6 minutes]: testing.tRunner.func1(0xc0004bdc80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0004bdc80, 0x2065310) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2260 [chan send, 6 minutes]: testing.tRunner.func1(0xc0004d6000) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0004d6000, 0x2065300) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2261 [chan send, 6 minutes]: testing.tRunner.func1(0xc0004d6300) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0004d6300, 0x20652e0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2262 [chan send, 6 minutes]: testing.tRunner.func1(0xc0004d6600) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0004d6600, 0x20652d0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2263 [chan send, 6 minutes]: testing.tRunner.func1(0xc0004d6900) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0004d6900, 0x2065288) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2264 [chan send, 6 minutes]: testing.tRunner.func1(0xc0004d6c00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0004d6c00, 0x2065280) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2265 [chan send, 6 minutes]: testing.tRunner.func1(0xc0004d6f00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0004d6f00, 0x20653f0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2266 [chan send, 6 minutes]: testing.tRunner.func1(0xc0004d7200) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0004d7200, 0x20653e0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2267 [chan send, 6 minutes]: testing.tRunner.func1(0xc0004d7500) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0004d7500, 0x20653e8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2268 [chan send, 6 minutes]: testing.tRunner.func1(0xc0004d7800) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0004d7800, 0x20653d8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2269 [chan send, 6 minutes]: testing.tRunner.func1(0xc0004d7b00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0004d7b00, 0x20653c0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2270 [chan send, 6 minutes]: testing.tRunner.func1(0xc0004d7e00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0004d7e00, 0x20653d0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2272 [chan send, 6 minutes]: testing.tRunner.func1(0xc0004d8480) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0004d8480, 0x20653b8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2273 [chan send, 6 minutes]: testing.tRunner.func1(0xc0004d8600) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc0004d8600, 0x20656f0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2291 [chan send, 6 minutes]: testing.tRunner.func1(0xc00111e300) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00111e300, 0x2065710) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2292 [chan send, 6 minutes]: testing.tRunner.func1(0xc00111e600) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00111e600, 0x2065410) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2293 [chan send, 6 minutes]: testing.tRunner.func1(0xc00111e900) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00111e900, 0x2065708) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2294 [chan send, 6 minutes]: testing.tRunner.func1(0xc00111ec00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00111ec00, 0x2065700) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2295 [chan send, 6 minutes]: testing.tRunner.func1(0xc00111ef00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00111ef00, 0x2065330) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2296 [chan send, 6 minutes]: testing.tRunner.func1(0xc00111f200) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00111f200, 0x2065338) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2297 [chan send, 6 minutes]: testing.tRunner.func1(0xc00111f500) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00111f500, 0x20656c0) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2298 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc002d3af40, 0x1fc6000, 0x6, 0xc0000c3401) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc002d3af40, 0x1fd2aa6, 0xd, 0x2309280, 0xc00279cae0, 0x1da2940, 0xc00279cae0, 0x1bac620, 0xc0025c61c0, 0x18, ...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Status).Leader(0xc0008640c0, 0xc00279cae0, 0xc0025c61c0, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/status_endpoint.go:47 +0xc5 reflect.Value.call(0xc00052da40, 0xc001fe4958, 0x13, 0x1fc2f0f, 0x4, 0xc00280bb18, 0x3, 0x3, 0xc0025c61c0, 0xc00280bb70, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc00052da40, 0xc001fe4958, 0x13, 0xc00280bb18, 0x3, 0x3, 0xc002dee640, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc002d3b340, 0xc001ad00a0, 0xc001e8a0c8, 0x0, 0xc0019ab680, 0xc0031178a0, 0x1da2940, 0xc00279cae0, 0x16, 0x1bac620, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc001ad00a0, 0x23039c0, 0xc005438100, 0xc0025c61b0, 0x0) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc0022e7800, 0x1fd2aa6, 0xd, 0x1da2940, 0xc00279ca80, 0x1bac620, 0xc0025c61b0, 0x22c3e01, 0xc0025c61b0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/testutil.WaitForLeader.func1(0x989680, 0x22c3ea0, 0xc000e5eb90) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:90 +0xa3 github.com/hashicorp/nomad/testutil.WaitForResultRetries(0x1a5, 0xc00280bd98, 0xc00280bda8) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:26 +0x4f github.com/hashicorp/nomad/testutil.WaitForResult(0xc002497d98, 0xc002497da8) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:18 +0x70 github.com/hashicorp/nomad/testutil.WaitForLeader(0x2331520, 0xc00111f800, 0xc002497f08) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:87 +0x99 github.com/hashicorp/nomad/nomad.TestJobEndpoint_Scale_DeploymentBlocking(0xc00111f800) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/job_endpoint_test.go:6333 +0x145 testing.tRunner(0xc00111f800, 0x20656a0) /usr/lib/go-1.15/src/testing/testing.go:1123 +0xef created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2299 [chan send, 6 minutes]: testing.tRunner.func1(0xc00111fb00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00111fb00, 0x20656a8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2300 [chan send, 6 minutes]: testing.tRunner.func1(0xc00111fe00) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc00111fe00, 0x2065698) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2301 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc000d27a80, 0x1fc6000, 0x6, 0xc0000c3401) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc000d27a80, 0x1fd2aa6, 0xd, 0x2309280, 0xc001bb3320, 0x1da2940, 0xc001bb3320, 0x1bac620, 0xc0004fe8b0, 0x18, ...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Status).Leader(0xc002b05c00, 0xc001bb3320, 0xc0004fe8b0, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/status_endpoint.go:47 +0xc5 reflect.Value.call(0xc00052da40, 0xc000c46e28, 0x13, 0x1fc2f0f, 0x4, 0xc000503bb0, 0x3, 0x3, 0xc0004fe8b0, 0xc000503c08, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc00052da40, 0xc000c46e28, 0x13, 0xc000503bb0, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc000d27e80, 0xc0007198b0, 0xc002bb0e90, 0x0, 0xc0006fc780, 0xc001c0f560, 0x1da2940, 0xc001bb3320, 0x16, 0x1bac620, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0007198b0, 0x23039c0, 0xc000ec04c0, 0xc0004fe8a0, 0x0) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc000a7c600, 0x1fd2aa6, 0xd, 0x1da2940, 0xc001bb32c0, 0x1bac620, 0xc0004fe8a0, 0x22c3e01, 0xc0004fe8a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/testutil.WaitForLeader.func1(0x989680, 0x22c3ea0, 0xc00385c9f0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:90 +0xa3 github.com/hashicorp/nomad/testutil.WaitForResultRetries(0x1a5, 0xc000503e30, 0xc000503e40) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:26 +0x4f github.com/hashicorp/nomad/testutil.WaitForResult(0xc0036bfe30, 0xc0036bfe40) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:18 +0x70 github.com/hashicorp/nomad/testutil.WaitForLeader(0x2331520, 0xc001150180, 0xc0036bff58) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/testutil/wait.go:87 +0x99 github.com/hashicorp/nomad/nomad.TestJobEndpoint_Scale_Invalid(0xc001150180) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/job_endpoint_test.go:6590 +0x145 testing.tRunner(0xc001150180, 0x20656b0) /usr/lib/go-1.15/src/testing/testing.go:1123 +0xef created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2302 [chan send, 6 minutes]: testing.tRunner.func1(0xc001150480) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc001150480, 0x20656b8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2303 [chan send, 6 minutes]: testing.tRunner.func1(0xc001150780) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc001150780, 0x2065428) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2304 [chan send, 6 minutes]: testing.tRunner.func1(0xc001150a80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc001150a80, 0x2065400) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 2305 [chan send, 6 minutes]: testing.tRunner.func1(0xc001150d80) /usr/lib/go-1.15/src/testing/testing.go:1113 +0x373 testing.tRunner(0xc001150d80, 0x20653f8) /usr/lib/go-1.15/src/testing/testing.go:1127 +0x125 created by testing.(*T).Run /usr/lib/go-1.15/src/testing/testing.go:1168 +0x2b3 goroutine 4917 [chan receive, 6 minutes]: testing.runTests.func1.1(0xc0007c8180) /usr/lib/go-1.15/src/testing/testing.go:1444 +0x3b created by testing.runTests.func1 /usr/lib/go-1.15/src/testing/testing.go:1444 +0xac goroutine 31923 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0003587e0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0003587e0, 0x1dcd6500, 0x1, 0xc001d487b8, 0x1a30845, 0xc004663da0, 0xc001d48760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0003587e0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 11389 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003888380, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003888380, 0x1dcd6500, 0x1, 0xc0034807b8, 0x1a30845, 0xc00295cf00, 0xc003480760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003888380) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 10230 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003a9eee0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003a9eee0, 0x1dcd6500, 0x0, 0xc00148ffb8, 0x1a30805, 0xc00148ff68, 0xc00148ff60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003a9eee0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 5541 [select]: github.com/hashicorp/serf/serf.(*Serf).handleReconnect(0xc000bec480) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1557 +0xd6 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:411 +0x90b goroutine 29115 [select]: github.com/hashicorp/nomad/helper/pool.(*ConnPool).reap(0xc0050aae10) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/helper/pool/pool.go:486 +0x2cc created by github.com/hashicorp/nomad/helper/pool.NewPool /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/helper/pool/pool.go:179 +0x145 goroutine 5497 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).streamListen(0xc001d969a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:211 +0x10b created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:216 +0x4e6 goroutine 5540 [select]: github.com/hashicorp/serf/serf.(*Serf).handleReap(0xc000bec480) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1539 +0x125 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:410 +0x8e6 goroutine 12250 [select]: github.com/hashicorp/nomad/nomad.(*PlanQueue).EmitStats(0xc002a140a0, 0x3b9aca00, 0xc0018290e0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/plan_queue.go:200 +0x15d created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:445 +0x172a goroutine 29849 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f1457e150, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0035fa498, 0x72, 0x0, 0x0, 0x1fc78ff) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc0035fa480, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:394 +0x1fc net.(*netFD).accept(0xc0035fa480, 0x0, 0xc00281bf01, 0xc000fce4e0) /usr/lib/go-1.15/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc002a50580, 0x40a73a, 0xc000fce4e0, 0x0) /usr/lib/go-1.15/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc002a50580, 0xc000fce4e0, 0x1000000000000, 0x2000100000002, 0x0) /usr/lib/go-1.15/src/net/tcpsock.go:261 +0x65 github.com/hashicorp/nomad/nomad.(*rpcHandler).listen(0xc001e40680, 0x2303140, 0xc0018ce5c0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:131 +0xc4 created by github.com/hashicorp/nomad/nomad.(*Server).startRPCListener /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:470 +0x91 goroutine 23091 [select, 6 minutes]: github.com/hashicorp/serf/serf.(*serfQueries).stream(0xc000d05b30) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/internal_query.go:91 +0xc5 created by github.com/hashicorp/serf/serf.newSerfQueries /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/internal_query.go:84 +0xab goroutine 9309 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc000bec180, 0x1fc3e78, 0x5, 0xc000b0a930) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:413 +0x994 goroutine 5539 [select]: github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0xc001d969a0, 0x5f5e100, 0xc000f69ec0, 0xc001a626c0, 0xc000ad5260) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:155 +0x185 created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:133 +0x1e5 goroutine 8398 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).packetHandler(0xc001d22160) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:433 +0x365 created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:218 +0x530 goroutine 11417 [select]: github.com/hashicorp/nomad/nomad.(*PlanQueue).EmitStats(0xc001ad0140, 0x3b9aca00, 0xc001e86d80) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/plan_queue.go:200 +0x15d created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:445 +0x172a goroutine 5543 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc000bec480, 0x1fc3e78, 0x5, 0xc000eca2a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:413 +0x994 goroutine 8397 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).packetListen(0xc001d22160) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:314 +0x145 created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:217 +0x50b goroutine 18783 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0005bf0a0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0005bf0a0, 0x1dcd6500, 0x1, 0xc00212c7b8, 0x1a30845, 0xc0023146c0, 0xc00212c760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0005bf0a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 45328 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc0019c3e80, 0x1fc6000, 0x6, 0x2e28a01) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc0019c3e80, 0x1fd0645, 0xc, 0x2309180, 0xc0024246c0, 0x1da2640, 0xc0024246c0, 0x1c7de20, 0xc002deeb80, 0x2daa180, ...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc0059ee860, 0xc0024246c0, 0xc002deeb80, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc00052c3c0, 0xc0033a0268, 0x13, 0x1fc2f0f, 0x4, 0xc00150ecc8, 0x3, 0x3, 0xc002deeb80, 0xc00150ed20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc00052c3c0, 0xc0033a0268, 0x13, 0xc00150ecc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc003730000, 0xc003df9a40, 0xc000211518, 0x0, 0xc000955500, 0xc001371d40, 0x1da2640, 0xc0024246c0, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc003df9a40, 0x23039c0, 0xc002deeb00, 0x6168688f, 0x22e9fc0c) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc0059b9200, 0x1fd0645, 0xc, 0x1da2640, 0xc00382fa40, 0x1c7de20, 0xc0031e19c0, 0x22c3ea0, 0xc0041c26c0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc004b4fe30, 0x1dcd6500, 0x2ca4092b23a01, 0xc002cb67b8, 0x1a30845, 0xc00442e240, 0xc002cb6760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc004b4fe30) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 23998 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc002755570, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002755570, 0x1dcd6500, 0xc002bedf80, 0xc001beafb8, 0x1a30805, 0xc001beaf68, 0xc001beaf60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002755570) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 13004 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc0005455e0, 0x2303140, 0xc002d3a940, 0xc00211a480) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 5578 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*Server).serfEventHandler(0xc000beac00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/serf.go:30 +0xd1 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:436 +0x168d goroutine 9462 [select]: github.com/hashicorp/nomad/helper/pool.(*ConnPool).reap(0xc0007197c0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/helper/pool/pool.go:486 +0x2cc created by github.com/hashicorp/nomad/helper/pool.NewPool /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/helper/pool/pool.go:179 +0x145 goroutine 12251 [select]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).EmitStats(0xc000c5d180, 0x3b9aca00, 0xc0018290e0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:716 +0x25d created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:448 +0x176b goroutine 38631 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).prune(0xc0035548c0, 0xc002315ec0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:734 +0xfd created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:147 +0xb5 goroutine 12248 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f157c9d08, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0005fd318, 0x72, 0x0, 0x0, 0x1fc78ff) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc0005fd300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:394 +0x1fc net.(*netFD).accept(0xc0005fd300, 0x37e11d600, 0xc000c13f08, 0x78487a) /usr/lib/go-1.15/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc0018d9a00, 0x40a73a, 0xc002167800, 0x0) /usr/lib/go-1.15/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc0018d9a00, 0xc002167800, 0x0, 0x3f800000, 0xc001900540) /usr/lib/go-1.15/src/net/tcpsock.go:261 +0x65 github.com/hashicorp/nomad/nomad.(*rpcHandler).listen(0xc00216a340, 0x2303140, 0xc001900540) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:131 +0xc4 created by github.com/hashicorp/nomad/nomad.(*Server).startRPCListener /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:470 +0x91 goroutine 31913 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0003581c0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0003581c0, 0x1dcd6500, 0x0, 0x20000031a2fb8, 0x2000100000001, 0x0, 0xc002a6a3c0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0003581c0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 27479 [select]: github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0xc002f0ab00, 0x5f5e100, 0xc000648840, 0xc003bc60c0, 0xc001632680) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:155 +0x185 created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:133 +0x1e5 goroutine 39045 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).prune(0xc004536820, 0xc002c420c0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:734 +0xfd created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:147 +0xb5 goroutine 5554 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc00170b1c0, 0x1fc6000, 0x6, 0x2e28a01) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc00170b1c0, 0x1fd0645, 0xc, 0x2309180, 0xc001de9920, 0x1da2640, 0xc001de9920, 0x1c7de20, 0xc0011ba300, 0x2daa180, ...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc001706420, 0xc001de9920, 0xc0011ba300, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc00052c3c0, 0xc001274268, 0x13, 0x1fc2f0f, 0x4, 0xc000774cc8, 0x3, 0x3, 0xc0011ba300, 0xc000774d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc00052c3c0, 0xc001274268, 0x13, 0xc000774cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc00170b340, 0xc0013a10e0, 0xc003959320, 0x0, 0xc000cfd680, 0xc000d91400, 0x1da2640, 0xc001de9920, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0013a10e0, 0x23039c0, 0xc0011ba280, 0x61686893, 0x1a2d7e18) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc000beac00, 0x1fd0645, 0xc, 0x1da2640, 0xc00078f260, 0x1c7de20, 0xc0000d5080, 0x22c3ea0, 0xc0004fe670) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc000298a80, 0x1dcd6500, 0x0, 0x1000200000000, 0x2000100000000, 0x0, 0xc000a44720) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc000298a80) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 7509 [select]: github.com/hashicorp/raft.(*Raft).leaderLoop(0xc0026c0900) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:540 +0x32a github.com/hashicorp/raft.(*Raft).runLeader(0xc0026c0900) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:456 +0x225 github.com/hashicorp/raft.(*Raft).run(0xc0026c0900) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:144 +0x66 github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc0026c0900, 0xc00230dab0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 4115 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f144fd008, 0x72, 0x22c8de0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0012baf98, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0012baf80, 0xc000cba000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc0012baf80, 0xc000cba000, 0x1000, 0x1000, 0x39, 0xc000ff8000, 0x3b) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000d98008, 0xc000cba000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc000b8b260) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc000b8b260, 0x4ad1a5, 0xc0012baf80, 0x3b) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc0004c3200, 0xc000b8b260, 0xc000b8b380, 0xc0007cc1c0, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc0004c3200, 0x2303140, 0xc0005dbe40, 0x2325ca0, 0xc000d98008) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 9464 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*RaftLayer).Accept(0xc000719ef0, 0x2000000468700, 0x100020001, 0x100000001, 0x40a6e5) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/raft_rpc.go:63 +0xc5 github.com/hashicorp/raft.(*NetworkTransport).listen(0xc0023a66c0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:485 +0x50 created by github.com/hashicorp/raft.NewNetworkTransportWithConfig /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:172 +0x1d3 goroutine 15360 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc001980320, 0x2303140, 0xc00318ea80, 0xc000a97980) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 24008 [select]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).EmitStats(0xc001299720, 0x3b9aca00, 0xc00418fe00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:716 +0x25d created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:448 +0x176b goroutine 45332 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc0019c3e80, 0x1fc6000, 0x6, 0x2e28a01) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc0019c3e80, 0x1fd0645, 0xc, 0x2309180, 0xc002f6d2c0, 0x1da2640, 0xc002f6d2c0, 0x1c7de20, 0xc005438080, 0x2daa180, ...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc0059ee860, 0xc002f6d2c0, 0xc005438080, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc00052c3c0, 0xc0033a0268, 0x13, 0x1fc2f0f, 0x4, 0xc003f29cc8, 0x3, 0x3, 0xc005438080, 0xc003f29d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc00052c3c0, 0xc0033a0268, 0x13, 0xc003f29cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc003730000, 0xc003df9a40, 0xc001e8a088, 0x0, 0xc000955500, 0xc001371c80, 0x1da2640, 0xc002f6d2c0, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc003df9a40, 0x23039c0, 0xc005438040, 0x6168688e, 0x390dfa94) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc0059b9200, 0x1fd0645, 0xc, 0x1da2640, 0xc003d10660, 0x1c7de20, 0xc0031e1e80, 0x22c3ea0, 0xc000e5e5b0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0029207e0, 0x1dcd6500, 0x0, 0xc0005f77b8, 0x1a30805, 0xc0005f7768, 0xc0005f7760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0029207e0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 17988 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f1698b368, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc004892618, 0x72, 0x10000, 0x10000, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).ReadFrom(0xc004892600, 0xc004a96000, 0x10000, 0x10000, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:215 +0x1c5 net.(*netFD).readFrom(0xc004892600, 0xc004a96000, 0x10000, 0x10000, 0x41146b, 0xc000d82400, 0xc004a96000, 0x10000, 0x0) /usr/lib/go-1.15/src/net/fd_posix.go:61 +0x5b net.(*UDPConn).readFrom(0xc001fc7178, 0xc004a96000, 0x10000, 0x10000, 0x101, 0xc001967630, 0xc0019676c0, 0x4530ac) /usr/lib/go-1.15/src/net/udpsock_posix.go:47 +0x5c net.(*UDPConn).ReadFrom(0xc001fc7178, 0xc004a96000, 0x10000, 0x10000, 0xc001967710, 0x49df31, 0xc002e60f08, 0x1000000000001, 0xc0019677c0) /usr/lib/go-1.15/src/net/udpsock.go:118 +0x5d github.com/hashicorp/memberlist.(*NetTransport).udpListen(0xc0003f8fc0, 0xc001fc7178) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:324 +0xc5 created by github.com/hashicorp/memberlist.NewNetTransport /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:114 +0x1b3 goroutine 5435 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).watchCapacity(0xc00058f7c0, 0xc0007d62a0, 0xc001bf4c60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:524 +0xf7 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:146 +0x87 goroutine 5577 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*Server).monitorLeadership(0xc000beac00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/leader.go:91 +0x128 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:433 +0x1668 goroutine 13298 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).prune(0xc000c5c640, 0xc001d138c0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:734 +0xfd created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:147 +0xb5 goroutine 31911 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc000358070, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc000358070, 0x1dcd6500, 0x1825c37, 0xc0047a3768, 0xc0047a3758, 0x2, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc000358070) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 35930 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).watchCapacity(0xc000960dc0, 0xc000ff4cc0, 0xc002a67da0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:524 +0xf7 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:146 +0x87 goroutine 29873 [select]: github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0xc002a02160, 0x5f5e100, 0xc000629e60, 0xc001344540, 0xc0022d4b50) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:155 +0x185 created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:121 +0x39b goroutine 8394 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f145c3620, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc001d57a18, 0x72, 0x0, 0x0, 0x1fc78ff) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc001d57a00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:394 +0x1fc net.(*netFD).accept(0xc001d57a00, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc001d2c940, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).AcceptTCP(0xc001d2c940, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/tcpsock.go:248 +0x65 github.com/hashicorp/memberlist.(*NetTransport).tcpListen(0xc00021a770, 0xc001d2c940) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:289 +0x6f created by github.com/hashicorp/memberlist.NewNetTransport /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:113 +0x237 goroutine 7512 [select, 6 minutes]: github.com/hashicorp/serf/serf.(*serfQueries).stream(0xc000b0a6c0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/internal_query.go:91 +0xc5 created by github.com/hashicorp/serf/serf.newSerfQueries /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/internal_query.go:84 +0xab goroutine 23094 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).streamListen(0xc003d7b080) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:211 +0x10b created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:216 +0x4e6 goroutine 5551 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc00170b1c0, 0x1fc6000, 0x6, 0x2e28a01) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc00170b1c0, 0x1fd0645, 0xc, 0x2309180, 0xc0023e3da0, 0x1da2640, 0xc0023e3da0, 0x1c7de20, 0xc00095f700, 0x2daa180, ...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc001706420, 0xc0023e3da0, 0xc00095f700, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc00052c3c0, 0xc001274268, 0x13, 0x1fc2f0f, 0x4, 0xc000471cc8, 0x3, 0x3, 0xc00095f700, 0xc000471d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc00052c3c0, 0xc001274268, 0x13, 0xc000471cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc00170b340, 0xc0013a10e0, 0xc001f07228, 0x0, 0xc000cfd680, 0xc000f98240, 0x1da2640, 0xc0023e3da0, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0013a10e0, 0x23039c0, 0xc00095f480, 0x61686893, 0x3c08994) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc000beac00, 0x1fd0645, 0xc, 0x1da2640, 0xc00078ede0, 0x1c7de20, 0xc0000d4700, 0x22c3ea0, 0xc0041c2710) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc000298930, 0x1dcd6500, 0x2, 0x1, 0x1a30800, 0xc000b92768, 0x1000000000001) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc000298930) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 31924 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0003588c0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0003588c0, 0x1dcd6500, 0x0, 0xc001ee57c8, 0xd5b4eb, 0xc001ee5778, 0xc001ee5760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0003588c0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 5498 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).packetListen(0xc001d969a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:314 +0x145 created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:217 +0x50b goroutine 42899 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc00088c8c0, 0x2303140, 0xc004285780, 0xc0039f7920) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 45198 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc00163a300, 0x1fc408f, 0x5, 0xc00265b3b0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:414 +0x9da goroutine 5436 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).prune(0xc00058f7c0, 0xc0007d62a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:734 +0xfd created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:147 +0xb5 goroutine 18734 [select]: github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0xc0033a5600, 0x5f5e100, 0xc0021e4c00, 0xc00157ed20, 0xc000ad53a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:155 +0x185 created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:121 +0x39b goroutine 5557 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc000298bd0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc000298bd0, 0x1dcd6500, 0x0, 0x2000000a247b8, 0x1000200000001, 0x0, 0xc001c08360) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc000298bd0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 31941 [select]: github.com/hashicorp/nomad/nomad.(*Server).EmitRaftStats(0xc000a7d800, 0x2540be400, 0xc002668480) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1595 +0xc5 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:457 +0x181e goroutine 27478 [select]: github.com/hashicorp/memberlist.(*Memberlist).pushPullTrigger(0xc002f0ab00, 0xc003bc60c0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:182 +0x1dd created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:127 +0x2ec goroutine 23985 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc002754fc0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002754fc0, 0x1dcd6500, 0x1, 0xc003286fb8, 0x1a30845, 0xc0037a4540, 0xc003286f60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002754fc0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 23970 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc0036cd080, 0x1fc408f, 0x5, 0xc000d05d10) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:414 +0x9da goroutine 5565 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc00170b1c0, 0x1fc6000, 0x6, 0x2e28a01) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc00170b1c0, 0x1fd0645, 0xc, 0x2309180, 0xc00048e600, 0x1da2640, 0xc00048e600, 0x1c7de20, 0xc000ec0640, 0x2daa180, ...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc001706420, 0xc00048e600, 0xc000ec0640, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc00052c3c0, 0xc001274268, 0x13, 0x1fc2f0f, 0x4, 0xc00352ecc8, 0x3, 0x3, 0xc000ec0640, 0xc00352ed20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc00052c3c0, 0xc001274268, 0x13, 0xc00352ecc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc00170b340, 0xc0013a10e0, 0xc002bb0fa8, 0x0, 0xc000cfd680, 0xc000f987e0, 0x1da2640, 0xc00048e600, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0013a10e0, 0x23039c0, 0xc000ec0600, 0x61686893, 0x1f65cad0) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc000beac00, 0x1fd0645, 0xc, 0x1da2640, 0xc001bf4120, 0x1c7de20, 0xc0001b4900, 0x22c3ea0, 0xc001d041e0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc000299110, 0x1dcd6500, 0x40a6e5, 0xc001c90420, 0xc000846f98, 0x61686600, 0xd74b0c) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc000299110) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9522 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*Server).monitorLeadership(0xc0026c0600) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/leader.go:91 +0x128 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:433 +0x1668 goroutine 18796 [select]: github.com/hashicorp/nomad/nomad.(*vaultClient).EmitStats(0xc001b30700, 0x3b9aca00, 0xc002651980) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/vault.go:1427 +0x1e7 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:451 +0x17b2 goroutine 5542 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc000bec480, 0x1fc55e8, 0x6, 0xc000eca0f0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:412 +0x94e goroutine 5562 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc000298e00, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc000298e00, 0x1dcd6500, 0x0, 0x101a58420, 0x2000100000002, 0x0, 0xc000a444e0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc000298e00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 5563 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc00170b1c0, 0x1fc6000, 0x6, 0x2e28a01) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc00170b1c0, 0x1fd0645, 0xc, 0x2309180, 0xc00199d6e0, 0x1da2640, 0xc00199d6e0, 0x1c7de20, 0xc00164d900, 0x2daa180, ...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc001706420, 0xc00199d6e0, 0xc00164d900, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc00052c3c0, 0xc001274268, 0x13, 0x1fc2f0f, 0x4, 0xc000924cc8, 0x3, 0x3, 0xc00164d900, 0xc000924d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc00052c3c0, 0xc001274268, 0x13, 0xc000924cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc00170b340, 0xc0013a10e0, 0xc003475100, 0x0, 0xc000cfd680, 0xc000f98560, 0x1da2640, 0xc00199d6e0, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0013a10e0, 0x23039c0, 0xc00164d8c0, 0x61686893, 0xec98c8) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc000beac00, 0x1fd0645, 0xc, 0x1da2640, 0xc0009fc600, 0x1c7de20, 0xc001236000, 0x22c3ea0, 0xc0004fe650) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc000298e70, 0x1dcd6500, 0x0, 0x20001008467b8, 0x1000200000000, 0x0, 0xc001c08420) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc000298e70) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 3185 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f144fd748, 0x72, 0x22c8de0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc000742718, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000742700, 0xc00087f000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc000742700, 0xc00087f000, 0x1000, 0x1000, 0x15, 0xc0009da000, 0x3b) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000d1c048, 0xc00087f000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc000d68060) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc000d68060, 0x4ad1a5, 0xc000742700, 0x3b) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc0010b78c0, 0xc000d68060, 0xc000d680c0, 0xc0007cc2a0, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc0010b78c0, 0x2303140, 0xc000537740, 0x2325ca0, 0xc000d1c048) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 14946 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).prune(0xc001a92b40, 0xc001028fc0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:734 +0xfd created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:147 +0xb5 goroutine 13134 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).prune(0xc000560a00, 0xc001fd6f00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:734 +0xfd created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:147 +0xb5 goroutine 10233 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003a9f030, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003a9f030, 0x1dcd6500, 0x1, 0xc00122d7b8, 0x1a30845, 0xc0016b1e60, 0xc00122d760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003a9f030) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9851 [select]: github.com/hashicorp/raft.(*Raft).leaderLoop(0xc0022e7b00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:540 +0x32a github.com/hashicorp/raft.(*Raft).runLeader(0xc0022e7b00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:456 +0x225 github.com/hashicorp/raft.(*Raft).run(0xc0022e7b00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:144 +0x66 github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc0022e7b00, 0xc0017afe90) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 5493 [select, 1 minutes]: github.com/hashicorp/raft.(*Raft).runSnapshots(0xc000beaf00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/snapshot.go:71 +0x112 github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc000beaf00, 0xc001633b70) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 5560 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc000298d20, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc000298d20, 0x1dcd6500, 0xc, 0xc, 0x0, 0x0, 0xc001c3b320) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc000298d20) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 4928 [select]: github.com/hashicorp/nomad/helper/pool.(*ConnPool).reap(0xc0013a1090) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/helper/pool/pool.go:486 +0x2cc created by github.com/hashicorp/nomad/helper/pool.NewPool /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/helper/pool/pool.go:179 +0x145 goroutine 5491 [select]: github.com/hashicorp/raft.(*Raft).leaderLoop(0xc000beaf00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:540 +0x32a github.com/hashicorp/raft.(*Raft).runLeader(0xc000beaf00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:456 +0x225 github.com/hashicorp/raft.(*Raft).run(0xc000beaf00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:144 +0x66 github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc000beaf00, 0xc001633b50) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 11416 [select]: github.com/hashicorp/nomad/nomad.(*EvalBroker).EmitStats(0xc002014780, 0x3b9aca00, 0xc001e86d80) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:827 +0x265 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:442 +0x16e5 goroutine 11393 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003888540, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003888540, 0x1dcd6500, 0x0, 0xc00341b7b8, 0x1a30805, 0xc00341b768, 0xc00341b760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003888540) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 13006 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).prune(0xc000545680, 0xc00211a540) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:734 +0xfd created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:147 +0xb5 goroutine 5573 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc000299650, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc000299650, 0x1dcd6500, 0x1, 0x200000184a700, 0x1000200000001, 0x0, 0x100000001) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc000299650) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 5585 [select]: github.com/hashicorp/nomad/nomad.(*Server).EmitRaftStats(0xc000beac00, 0x2540be400, 0xc000eccba0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1595 +0xc5 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:457 +0x181e goroutine 5559 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc000298cb0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc000298cb0, 0x1dcd6500, 0x2303140, 0xc001398800, 0x1, 0x0, 0xc001c7f020) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc000298cb0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 5329 [select]: github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0xc001d969a0, 0x5f5e100, 0xc000f69e60, 0xc001a626c0, 0xc000ad5250) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:155 +0x185 created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:121 +0x39b goroutine 44506 [select]: github.com/hashicorp/raft.(*Raft).leaderLoop(0xc0059b9500) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:540 +0x32a github.com/hashicorp/raft.(*Raft).runLeader(0xc0059b9500) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:456 +0x225 github.com/hashicorp/raft.(*Raft).run(0xc0059b9500) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:144 +0x66 github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc0059b9500, 0xc002a0caf0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 5580 [select]: github.com/hashicorp/nomad/nomad.(*EvalBroker).EmitStats(0xc000960c80, 0x3b9aca00, 0xc000eccba0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:827 +0x265 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:442 +0x16e5 goroutine 3434 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f144fd0f0, 0x72, 0x22c8de0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0012baa18, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0012baa00, 0xc00081a000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc0012baa00, 0xc00081a000, 0x1000, 0x1000, 0x38, 0xc00081b000, 0x3b) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0000100b8, 0xc00081a000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc000ad2cc0) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc000ad2cc0, 0x4ad1a5, 0xc0012baa00, 0x3b) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc0004c3200, 0xc000ad2cc0, 0xc000ad2d20, 0xc0002e2310, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc0004c3200, 0x2303140, 0xc0005dbe40, 0x2325ca0, 0xc0000100b8) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 23972 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc002754a10, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002754a10, 0x1dcd6500, 0x1, 0xc00298dfc8, 0xd5b4eb, 0xc00298df78, 0xc00298df60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002754a10) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 45349 [select]: github.com/hashicorp/nomad/nomad.(*vaultClient).EmitStats(0xc0004caa00, 0x3b9aca00, 0xc0028aaa80) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/vault.go:1427 +0x1e7 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:451 +0x17b2 goroutine 29235 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f140fd8f8, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0035faa98, 0x72, 0x10000, 0x10000, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).ReadFrom(0xc0035faa80, 0xc00521c000, 0x10000, 0x10000, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:215 +0x1c5 net.(*netFD).readFrom(0xc0035faa80, 0xc00521c000, 0x10000, 0x10000, 0x411310, 0xc001968e70, 0x44dcdf, 0xc001968f68, 0x2) /usr/lib/go-1.15/src/net/fd_posix.go:61 +0x5b net.(*UDPConn).readFrom(0xc001b65048, 0xc00521c000, 0x10000, 0x10000, 0x101, 0xc001968e30, 0xc001968ec0, 0x4530ac) /usr/lib/go-1.15/src/net/udpsock_posix.go:47 +0x5c net.(*UDPConn).ReadFrom(0xc001b65048, 0xc00521c000, 0x10000, 0x10000, 0xc001968f28, 0x40a6e5, 0xc001a623c0, 0xc001968f60, 0x0) /usr/lib/go-1.15/src/net/udpsock.go:118 +0x5d github.com/hashicorp/memberlist.(*NetTransport).udpListen(0xc002c8d8f0, 0xc001b65048) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:324 +0xc5 created by github.com/hashicorp/memberlist.NewNetTransport /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:114 +0x1b3 goroutine 10217 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003a9e930, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003a9e930, 0x1dcd6500, 0x0, 0xc0017367b8, 0x1a30805, 0xc001736768, 0xc001736760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003a9e930) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 31786 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc002db59d0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002db59d0, 0x1dcd6500, 0x0, 0x0, 0x0, 0xc001430758, 0x2) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002db59d0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 5555 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc000298af0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc000298af0, 0x1dcd6500, 0xc000a77db0, 0xc0008a7750, 0x2, 0x0, 0xc0008a7700) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc000298af0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 29579 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f1457e890, 0x72, 0x22c8de0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0033a6298, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0033a6280, 0xc00275e000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc0033a6280, 0xc00275e000, 0x1000, 0x1000, 0x74, 0xc00275f000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00213e018, 0xc00275e000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc004c235c0) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc004c235c0, 0x4ad1a5, 0xc0033a6280, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc003aa0540, 0xc004c235c0, 0xc004c23620, 0xc0006e01c0, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc003aa0540, 0x2303140, 0xc003dbb580, 0x2325ca0, 0xc00213e018) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 29827 [select, 6 minutes]: github.com/hashicorp/serf/serf.(*serfQueries).stream(0xc002f5e5a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/internal_query.go:91 +0xc5 created by github.com/hashicorp/serf/serf.newSerfQueries /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/internal_query.go:84 +0xab goroutine 45348 [select]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).EmitStats(0xc000b5e5a0, 0x3b9aca00, 0xc0028aaa80) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:716 +0x25d created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:448 +0x176b goroutine 27477 [select]: github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0xc002f0ab00, 0x5f5e100, 0xc0006487e0, 0xc003bc60c0, 0xc001632670) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:155 +0x185 created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:121 +0x39b goroutine 10218 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003a9e9a0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003a9e9a0, 0x1dcd6500, 0xc001534a01, 0xc00249bfb8, 0x1a30845, 0xc003102720, 0xc00249bf60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003a9e9a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 5317 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc00184e280, 0x2303140, 0xc00095e400, 0xc001a62240) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 9469 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f1457f748, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc001bf8298, 0x72, 0x0, 0x0, 0x1fc78ff) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc001bf8280, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:394 +0x1fc net.(*netFD).accept(0xc001bf8280, 0x290d3b030, 0x2f19060, 0x10000) /usr/lib/go-1.15/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc000a5d7a0, 0xc0007f1aa0, 0x0, 0x22c6de0) /usr/lib/go-1.15/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).AcceptTCP(0xc000a5d7a0, 0x0, 0x0, 0xc00075a240) /usr/lib/go-1.15/src/net/tcpsock.go:248 +0x65 github.com/hashicorp/memberlist.(*NetTransport).tcpListen(0xc0007afce0, 0xc000a5d7a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:289 +0x6f created by github.com/hashicorp/memberlist.NewNetTransport /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:113 +0x237 goroutine 38492 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).watchCapacity(0xc004207ae0, 0xc001a97e60, 0xc0013f9140) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:524 +0xf7 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:146 +0x87 goroutine 23965 [select]: github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0xc003d7b080, 0x5f5e100, 0xc001e25560, 0xc002d3d4a0, 0xc0039eaf20) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:155 +0x185 created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:133 +0x1e5 goroutine 5318 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).watchCapacity(0xc00184e320, 0xc001a62300, 0xc0004c89c0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:524 +0xf7 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:146 +0x87 goroutine 5319 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).prune(0xc00184e320, 0xc001a62300) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:734 +0xfd created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:147 +0xb5 goroutine 10197 [select]: github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0xc001544dc0, 0x5f5e100, 0xc003aa41e0, 0xc003ab0060, 0xc0014cecf0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:155 +0x185 created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:121 +0x39b goroutine 30303 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).packetListen(0xc004845600) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:314 +0x145 created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:217 +0x50b goroutine 45321 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc0019c3e80, 0x1fc6000, 0x6, 0x2e28a01) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc0019c3e80, 0x1fd0645, 0xc, 0x2309180, 0xc0040b7260, 0x1da2640, 0xc0040b7260, 0x1c7de20, 0xc00473dbc0, 0x2daa180, ...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc0059ee860, 0xc0040b7260, 0xc00473dbc0, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc00052c3c0, 0xc0033a0268, 0x13, 0x1fc2f0f, 0x4, 0xc000d76cc8, 0x3, 0x3, 0xc00473dbc0, 0xc000d76d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc00052c3c0, 0xc0033a0268, 0x13, 0xc000d76cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc003730000, 0xc003df9a40, 0xc003959078, 0x0, 0xc000955500, 0xc0013718c0, 0x1da2640, 0xc0040b7260, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc003df9a40, 0x23039c0, 0xc00473db80, 0x6168688f, 0x154a3c9e) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc0059b9200, 0x1fd0645, 0xc, 0x1da2640, 0xc001439800, 0x1c7de20, 0xc0031e0e40, 0x22c3ea0, 0xc0041c2690) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc004b4fb20, 0x1dcd6500, 0x0, 0xc000ef97b8, 0x1a30845, 0xc0011beba0, 0xc000ef9760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc004b4fb20) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 31763 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc004836480, 0x1fc408f, 0x5, 0xc00211fb90) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:414 +0x9da goroutine 23969 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc0036cd080, 0x1fc3e78, 0x5, 0xc000d05ce0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:413 +0x994 goroutine 45343 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*Server).monitorLeadership(0xc0059b9200) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/leader.go:91 +0x128 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:433 +0x1668 goroutine 5583 [select]: github.com/hashicorp/nomad/nomad.(*vaultClient).EmitStats(0xc000056800, 0x3b9aca00, 0xc000eccba0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/vault.go:1427 +0x1e7 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:451 +0x17b2 goroutine 24005 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f1403c730, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc000efda98, 0x72, 0x0, 0x0, 0x1fc78ff) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc000efda80, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:394 +0x1fc net.(*netFD).accept(0xc000efda80, 0x37e11d600, 0xc00304af08, 0x78487a) /usr/lib/go-1.15/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc0041e09c0, 0x40a73a, 0xc003791680, 0x0) /usr/lib/go-1.15/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc0041e09c0, 0xc003791680, 0x0, 0x3f800000, 0xc0011bb180) /usr/lib/go-1.15/src/net/tcpsock.go:261 +0x65 github.com/hashicorp/nomad/nomad.(*rpcHandler).listen(0xc000d97700, 0x2303140, 0xc0011bb180) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:131 +0xc4 created by github.com/hashicorp/nomad/nomad.(*Server).startRPCListener /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:470 +0x91 goroutine 5571 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc00170b1c0, 0x1fc6000, 0x6, 0x2e28a01) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc00170b1c0, 0x1fd0645, 0xc, 0x2309180, 0xc00474c660, 0x1da2640, 0xc00474c660, 0x1c7de20, 0xc00164d980, 0x2daa180, ...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc001706420, 0xc00474c660, 0xc00164d980, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc00052c3c0, 0xc001274268, 0x13, 0x1fc2f0f, 0x4, 0xc003763cc8, 0x3, 0x3, 0xc00164d980, 0xc003763d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc00052c3c0, 0xc001274268, 0x13, 0xc003763cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc00170b340, 0xc0013a10e0, 0xc003475108, 0x0, 0xc000cfd680, 0xc000d01e60, 0x1da2640, 0xc00474c660, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0013a10e0, 0x23039c0, 0xc00164d940, 0x61686893, 0xfe32da9) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc000beac00, 0x1fd0645, 0xc, 0x1da2640, 0xc00078f860, 0x1c7de20, 0xc0000d5bc0, 0x22c3ea0, 0xc001d041c0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc000299490, 0x1dcd6500, 0xc0004cf778, 0xc0004cf768, 0x2, 0x1, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc000299490) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 18764 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0005be850, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0005be850, 0x1dcd6500, 0x0, 0xc0004cf7b8, 0x1a30805, 0xc0004cf768, 0xc0004cf760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0005be850) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 45317 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc0019c3e80, 0x1fc6000, 0x6, 0x2e28a01) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc0019c3e80, 0x1fd0645, 0xc, 0x2309180, 0xc000755680, 0x1da2640, 0xc000755680, 0x1c7de20, 0xc00473ddc0, 0x2daa180, ...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc0059ee860, 0xc000755680, 0xc00473ddc0, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc00052c3c0, 0xc0033a0268, 0x13, 0x1fc2f0f, 0x4, 0xc002e07cc8, 0x3, 0x3, 0xc00473ddc0, 0xc002e07d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc00052c3c0, 0xc0033a0268, 0x13, 0xc002e07cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc003730000, 0xc003df9a40, 0xc0039590f0, 0x0, 0xc000955500, 0xc001371880, 0x1da2640, 0xc000755680, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc003df9a40, 0x23039c0, 0xc00473dd80, 0x6168688f, 0x24e141c1) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc0059b9200, 0x1fd0645, 0xc, 0x1da2640, 0xc0014385a0, 0x1c7de20, 0xc0031e09c0, 0x22c3ea0, 0xc0004fe630) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc004b4f960, 0x1dcd6500, 0x2f19060, 0xc005effae0, 0xc0021ce6c0, 0x0, 0x1) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc004b4f960) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9463 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*consulACLsAPI).bgRetryRevokeDaemon(0xc0004814a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/consul.go:382 +0x105 created by github.com/hashicorp/nomad/nomad.NewConsulACLsAPI /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/consul.go:169 +0x151 goroutine 23983 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc002754ee0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002754ee0, 0x1dcd6500, 0x1, 0xc00121a7b8, 0x1a30845, 0xc001c29440, 0xc00121a760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002754ee0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 31743 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).packetListen(0xc002f0ab00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:314 +0x145 created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:217 +0x50b goroutine 18769 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0005bea80, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0005bea80, 0x1dcd6500, 0x1, 0xc000c2efb8, 0x1a30845, 0xc000ce2de0, 0xc000c2ef60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0005bea80) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 23997 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc002755500, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002755500, 0x1dcd6500, 0xc00148bf00, 0xc00148bfb8, 0x1a30845, 0xc002a0b4a0, 0xc00148bf60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002755500) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 5553 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc00170b1c0, 0x1fc6000, 0x6, 0x2e28a01) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc00170b1c0, 0x1fd0645, 0xc, 0x2309180, 0xc00199d5c0, 0x1da2640, 0xc00199d5c0, 0x1c7de20, 0xc00164d880, 0x2daa180, ...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc001706420, 0xc00199d5c0, 0xc00164d880, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc00052c3c0, 0xc001274268, 0x13, 0x1fc2f0f, 0x4, 0xc003328cc8, 0x3, 0x3, 0xc00164d880, 0xc003328d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc00052c3c0, 0xc001274268, 0x13, 0xc003328cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc00170b340, 0xc0013a10e0, 0xc0034750f8, 0x0, 0xc000cfd680, 0xc0006e8580, 0x1da2640, 0xc00199d5c0, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0013a10e0, 0x23039c0, 0xc00164d840, 0x61686893, 0x2d3327) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc000beac00, 0x1fd0645, 0xc, 0x1da2640, 0xc00078f0e0, 0x1c7de20, 0xc0000d48c0, 0x22c3ea0, 0xc0041c2700) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc000298a10, 0x1dcd6500, 0x0, 0x1000200000000, 0x2000100000000, 0x0, 0xc000a44600) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc000298a10) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 43308 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).streamListen(0xc00416a580) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:211 +0x10b created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:216 +0x4e6 goroutine 45331 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc0019c3e80, 0x1fc6000, 0x6, 0x2e28a01) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc0019c3e80, 0x1fd0645, 0xc, 0x2309180, 0xc002424de0, 0x1da2640, 0xc002424de0, 0x1c7de20, 0xc002deec80, 0x2daa180, ...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc0059ee860, 0xc002424de0, 0xc002deec80, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc00052c3c0, 0xc0033a0268, 0x13, 0x1fc2f0f, 0x4, 0xc0035a2cc8, 0x3, 0x3, 0xc002deec80, 0xc0035a2d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc00052c3c0, 0xc0033a0268, 0x13, 0xc0035a2cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc003730000, 0xc003df9a40, 0xc000211528, 0x0, 0xc000955500, 0xc0013716c0, 0x1da2640, 0xc002424de0, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc003df9a40, 0x23039c0, 0xc002deec40, 0x6168688f, 0x2847f4a7) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc0059b9200, 0x1fd0645, 0xc, 0x1da2640, 0xc003d10480, 0x1c7de20, 0xc0031e1d80, 0x22c3ea0, 0xc00385c670) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc004b4ff80, 0x1dcd6500, 0x0, 0xc0005f97b8, 0x1a30805, 0xc0005f9768, 0xc0005f9760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc004b4ff80) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 27480 [select]: github.com/hashicorp/serf/serf.(*Serf).handleReap(0xc004f6de00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1539 +0x125 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:410 +0x8e6 goroutine 5564 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc00170b1c0, 0x1fc6000, 0x6, 0x2e28a01) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc00170b1c0, 0x1fd0645, 0xc, 0x2309180, 0xc0037111a0, 0x1da2640, 0xc0037111a0, 0x1c7de20, 0xc00095f780, 0x2daa180, ...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc001706420, 0xc0037111a0, 0xc00095f780, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc00052c3c0, 0xc001274268, 0x13, 0x1fc2f0f, 0x4, 0xc000926cc8, 0x3, 0x3, 0xc00095f780, 0xc000926d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc00052c3c0, 0xc001274268, 0x13, 0xc000926cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc00170b340, 0xc0013a10e0, 0xc001f07240, 0x0, 0xc000cfd680, 0xc000f986a0, 0x1da2640, 0xc0037111a0, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc0013a10e0, 0x23039c0, 0xc00095f740, 0x61686893, 0x1205c7ac) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc000beac00, 0x1fd0645, 0xc, 0x1da2640, 0xc0009fcba0, 0x1c7de20, 0xc0012360c0, 0x22c3ea0, 0xc001ec2a20) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc000298fc0, 0x1dcd6500, 0xc, 0xc, 0x0, 0x0, 0xc00146b260) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc000298fc0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 29850 [select]: github.com/hashicorp/nomad/nomad.(*EvalBroker).EmitStats(0xc005086780, 0x3b9aca00, 0xc0016f45a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:827 +0x265 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:442 +0x16e5 goroutine 9995 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f145c4100, 0x72, 0x22c8de0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc000fac218, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000fac200, 0xc000fd6000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc000fac200, 0xc000fd6000, 0x1000, 0x1000, 0x1ca1400, 0xc0005b4690, 0x23372a0) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0022e0890, 0xc000fd6000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc000ccd620) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc000ccd620, 0x7f9f1939ff00, 0x2e00000000000100, 0x8) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*ioDecReader).readn1(0xc000fbfd80, 0x7f9ef47ba598) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:447 +0x38 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1IO(0xc0005b31c0, 0xc0022e0ce0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2230 +0x55 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1(0xc0005b31c0, 0x20) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2224 +0x65 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).readNextBd(...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/msgpack.go:742 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).TryDecodeAsNil(0xc0031179e0, 0x300000000000) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/msgpack.go:791 +0x5d github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*Decoder).mustDecode(0xc0005b3180, 0x1baa420, 0xc003117a20) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2536 +0x3a github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*Decoder).Decode(0xc0005b3180, 0x1baa420, 0xc003117a20, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2519 +0xa9 github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).read(0xc000d7cc40, 0x1baa420, 0xc003117a20, 0x203000, 0xc00179d0b8) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc/codec.go:121 +0x55 github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).ReadRequestHeader(0xc000d7cc40, 0xc003117a20, 0xc0022fcb10, 0x411310) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc/codec.go:60 +0x45 net/rpc.(*Server).readRequestHeader(0xc00179d090, 0x2304080, 0xc000d7cc40, 0x411310, 0x1, 0xc0022fcba0, 0xc0022fcb98, 0xc0022fcb98, 0x44d6b3) /usr/lib/go-1.15/src/net/rpc/server.go:583 +0x6c net/rpc.(*Server).readRequest(0xc00179d090, 0x2304080, 0xc000d7cc40, 0xc0022fcd80, 0xc001765ec0, 0xc000ccd620, 0xc000fd7000, 0xc0022e0890, 0xc000fd6000, 0x1000, ...) /usr/lib/go-1.15/src/net/rpc/server.go:543 +0x5a net/rpc.(*Server).ServeRequest(0xc00179d090, 0x2304080, 0xc000d7cc40, 0x2, 0xc000d7cc00) /usr/lib/go-1.15/src/net/rpc/server.go:486 +0x77 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleNomadConn(0xc002d3af40, 0x2303140, 0xc0029826c0, 0x2325ca0, 0xc0022e0890, 0xc00179d090) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:390 +0x23b github.com/hashicorp/nomad/nomad.(*rpcHandler).handleConn(0xc002d3af40, 0x2303140, 0xc0029826c0, 0x2325ca0, 0xc0022e0890, 0xc00179cfa0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:240 +0x509 created by github.com/hashicorp/nomad/nomad.(*rpcHandler).listen /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:160 +0x1f6 goroutine 12401 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).prune(0xc002918500, 0xc0005502a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:734 +0xfd created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:147 +0xb5 goroutine 35795 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f142baa50, 0x72, 0x22c8de0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc000b86798, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000b86780, 0xc00390b000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc000b86780, 0xc00390b000, 0x1000, 0x1000, 0x10b, 0xc002244000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0042a70d0, 0xc00390b000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc000d06600) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc000d06600, 0x4ad1a5, 0xc000b86780, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc003aa0540, 0xc000d06600, 0xc000d06660, 0xc003a329a0, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc003aa0540, 0x2303140, 0xc003dbb580, 0x2325ca0, 0xc0042a70d0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 11396 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003888690, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003888690, 0x1dcd6500, 0x0, 0xc0034177b8, 0x1a30805, 0xc003417768, 0xc003417760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003888690) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 47467 [select]: github.com/hashicorp/nomad/nomad.(*nodeHeartbeater).heartbeatStats(0xc003d916e0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/heartbeat.go:201 +0x155 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:454 +0x17de goroutine 23990 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0027551f0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0027551f0, 0x1dcd6500, 0x1, 0xc000cd97b8, 0x1a30845, 0xc001a66660, 0xc000cd9760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0027551f0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 31790 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc002db5b90, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002db5b90, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0xc002df38c0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002db5b90) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 31918 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0003584d0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0003584d0, 0x1dcd6500, 0x0, 0xc0018bafb8, 0x1a30805, 0xc0018baf68, 0xc0018baf60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0003584d0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 24002 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc002755730, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002755730, 0x1dcd6500, 0x0, 0xc00401cfb8, 0x1a30845, 0xc002e3a9c0, 0xc00401cf60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002755730) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 12399 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc002918460, 0x2303140, 0xc003a50cc0, 0xc0005501e0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 18798 [select]: github.com/hashicorp/nomad/nomad.(*Server).EmitRaftStats(0xc000ada300, 0x2540be400, 0xc002651980) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1595 +0xc5 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:457 +0x181e goroutine 10203 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc00339bb00, 0x1fc3e78, 0x5, 0xc001a5d1a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:413 +0x994 goroutine 23973 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc002754a80, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002754a80, 0x1dcd6500, 0xc003332f78, 0xc003332f68, 0x2, 0x1, 0xc003332f00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002754a80) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 13503 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).prune(0xc0022b5900, 0xc002158de0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:734 +0xfd created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:147 +0xb5 goroutine 38914 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f144c3df0, 0x72, 0x22c8de0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc00100f498, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc00100f480, 0xc001b1f000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc00100f480, 0xc001b1f000, 0x1000, 0x1000, 0x6f, 0xc001b22000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000dec160, 0xc001b1f000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc0015308a0) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc0015308a0, 0x4ad1a5, 0xc00100f480, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc000ffe0c0, 0xc0015308a0, 0xc001530960, 0xc0015dad90, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc000ffe0c0, 0x2303140, 0xc0024dfa00, 0x2325ca0, 0xc000dec160) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 10258 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*Server).monitorLeadership(0xc0022a2000) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/leader.go:91 +0x128 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:433 +0x1668 goroutine 9470 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f140fd9e0, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc001bf8318, 0x72, 0x10000, 0x10000, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).ReadFrom(0xc001bf8300, 0xc0018bc000, 0x10000, 0x10000, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:215 +0x1c5 net.(*netFD).readFrom(0xc001bf8300, 0xc0018bc000, 0x10000, 0x10000, 0x411310, 0xc002f0fe70, 0xc0016d84e0, 0x1fee115, 0x18) /usr/lib/go-1.15/src/net/fd_posix.go:61 +0x5b net.(*UDPConn).readFrom(0xc000c47000, 0xc0018bc000, 0x10000, 0x10000, 0x101, 0xc002f0fe30, 0xc002f0fec0, 0x4530ac) /usr/lib/go-1.15/src/net/udpsock_posix.go:47 +0x5c net.(*UDPConn).ReadFrom(0xc000c47000, 0xc0018bc000, 0x10000, 0x10000, 0x114326d, 0xc0016dc7b0, 0x1fee115, 0x18, 0x0) /usr/lib/go-1.15/src/net/udpsock.go:118 +0x5d github.com/hashicorp/memberlist.(*NetTransport).udpListen(0xc0007afce0, 0xc000c47000) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:324 +0xc5 created by github.com/hashicorp/memberlist.NewNetTransport /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:114 +0x1b3 goroutine 9867 [select, 1 minutes]: github.com/hashicorp/memberlist.(*Memberlist).pushPullTrigger(0xc000bfc840, 0xc00270dc80) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:182 +0x1dd created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:127 +0x2ec goroutine 10236 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003a9f180, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003a9f180, 0x1dcd6500, 0xc0009ab7b8, 0xc0009ab7b8, 0x1a30805, 0xc0009ab768, 0xc0009ab760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003a9f180) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 10237 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*Server).monitorLeadership(0xc000a7c600) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/leader.go:91 +0x128 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:433 +0x1668 goroutine 9471 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).streamListen(0xc001544dc0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:211 +0x10b created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:216 +0x4e6 goroutine 9472 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).packetListen(0xc001544dc0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:314 +0x145 created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:217 +0x50b goroutine 10176 [select]: github.com/hashicorp/serf/serf.(*Serf).handleReap(0xc0036fb200) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1539 +0x125 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:410 +0x8e6 goroutine 37687 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc0012992c0, 0x2303140, 0xc004494040, 0xc002348a80) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 45191 [select]: github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0xc00416a580, 0x5f5e100, 0xc000f69920, 0xc003014600, 0xc000de8a30) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:155 +0x185 created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:121 +0x39b goroutine 11401 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0038888c0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0038888c0, 0x1dcd6500, 0x0, 0x100000000, 0x2000100000002, 0x0, 0xc002f913e0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0038888c0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 11386 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003888230, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003888230, 0x1dcd6500, 0x0, 0x20000034197b8, 0x1000200000001, 0x0, 0xc002a1aa20) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003888230) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 41784 [select, 1 minutes]: github.com/hashicorp/nomad/nomad.(*consulACLsAPI).bgRetryRevokeDaemon(0xc00379a6c0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/consul.go:382 +0x105 created by github.com/hashicorp/nomad/nomad.NewConsulACLsAPI /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/consul.go:169 +0x151 goroutine 47454 [select]: github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0xc00055cb00, 0x5f5e100, 0xc00287be60, 0xc004724480, 0xc00471c8a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:155 +0x185 created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:133 +0x1e5 goroutine 22288 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f157c9b38, 0x72, 0x22c8de0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc000ff0218, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000ff0200, 0xc0046b5000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc000ff0200, 0xc0046b5000, 0x1000, 0x1000, 0x1ca1400, 0xc0005b4690, 0x23372a0) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000dedbb0, 0xc0046b5000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc0028e06c0) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc0028e06c0, 0x469d80, 0x2e0000010000003a, 0x8) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*ioDecReader).readn1(0xc00326c580, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:447 +0x38 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1IO(0xc001fc2400, 0x7f9f179bf5e0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2230 +0x55 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1(0xc001fc2400, 0x20) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2224 +0x65 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).readNextBd(...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/msgpack.go:742 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).TryDecodeAsNil(0xc001b38320, 0x7f9f179bf5e0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/msgpack.go:791 +0x5d github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*Decoder).mustDecode(0xc001fc23c0, 0x1baa420, 0xc001b38360) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2536 +0x3a github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*Decoder).Decode(0xc001fc23c0, 0x1baa420, 0xc001b38360, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2519 +0xa9 github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).read(0xc0007c0880, 0x1baa420, 0xc001b38360, 0x203000, 0xc004623d88) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc/codec.go:121 +0x55 github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).ReadRequestHeader(0xc0007c0880, 0xc001b38360, 0xc002107b10, 0x411310) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc/codec.go:60 +0x45 net/rpc.(*Server).readRequestHeader(0xc004623d60, 0x2304080, 0xc0007c0880, 0x411310, 0x1, 0xc002107ba0, 0xc002107b98, 0xc002107b98, 0x44d6b3) /usr/lib/go-1.15/src/net/rpc/server.go:583 +0x6c net/rpc.(*Server).readRequest(0xc004623d60, 0x2304080, 0xc0007c0880, 0xc002107d80, 0xc003791680, 0xc0028e06c0, 0xc000eaa000, 0xc000dedbb0, 0xc0046b5000, 0x1000, ...) /usr/lib/go-1.15/src/net/rpc/server.go:543 +0x5a net/rpc.(*Server).ServeRequest(0xc004623d60, 0x2304080, 0xc0007c0880, 0x2, 0xc0007c0800) /usr/lib/go-1.15/src/net/rpc/server.go:486 +0x77 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleNomadConn(0xc000d97700, 0x2303140, 0xc0011bb180, 0x2325ca0, 0xc000dedbb0, 0xc004623d60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:390 +0x23b github.com/hashicorp/nomad/nomad.(*rpcHandler).handleConn(0xc000d97700, 0x2303140, 0xc0011bb180, 0x2325ca0, 0xc000dedbb0, 0xc0037dc550) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:240 +0x509 created by github.com/hashicorp/nomad/nomad.(*rpcHandler).listen /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:160 +0x1f6 goroutine 13501 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc0022b5860, 0x2303140, 0xc002428ec0, 0xc002158c60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 31915 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc000358310, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc000358310, 0x1dcd6500, 0x0, 0x0, 0x1a30805, 0xc001d48f68, 0xc001d48f60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc000358310) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 39044 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).watchCapacity(0xc004536820, 0xc002c420c0, 0xc001e6cde0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:524 +0xf7 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:146 +0x87 goroutine 31770 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc002db52d0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002db52d0, 0x1dcd6500, 0x0, 0x0, 0x0, 0xc000ba5f68, 0xc000ba5f60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002db52d0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 31939 [select]: github.com/hashicorp/nomad/nomad.(*vaultClient).EmitStats(0xc00208d700, 0x3b9aca00, 0xc002668480) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/vault.go:1427 +0x1e7 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:451 +0x17b2 goroutine 14760 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc002f44500, 0x2303140, 0xc0038ccb40, 0xc00213d3e0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 11385 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0038881c0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0038881c0, 0x1dcd6500, 0x0, 0x0, 0x0, 0xc00295cd80, 0xc003419f60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0038881c0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 41632 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc001f5e0a0, 0x2303140, 0xc0054384c0, 0xc0036c6840) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 29341 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*consulACLsAPI).bgRetryRevokeDaemon(0xc0043947e0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/consul.go:382 +0x105 created by github.com/hashicorp/nomad/nomad.NewConsulACLsAPI /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/consul.go:169 +0x151 goroutine 29855 [select]: github.com/hashicorp/nomad/nomad.(*Server).EmitRaftStats(0xc004806000, 0x2540be400, 0xc0016f45a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1595 +0xc5 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:457 +0x181e goroutine 47300 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*RaftLayer).Accept(0xc003d86af0, 0x2, 0x0, 0x100000001, 0x1000000010000) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/raft_rpc.go:63 +0xc5 github.com/hashicorp/raft.(*NetworkTransport).listen(0xc003aa0e40) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:485 +0x50 created by github.com/hashicorp/raft.NewNetworkTransportWithConfig /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:172 +0x1d3 goroutine 41611 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f145cb1d0, 0x72, 0x22c8de0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0032cc518, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0032cc500, 0xc000ec6000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc0032cc500, 0xc000ec6000, 0x1000, 0x1000, 0x28, 0xc004b10000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000ce44e8, 0xc000ec6000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc0014c43c0) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc0014c43c0, 0x4ad1a5, 0xc0032cc500, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc001702480, 0xc0014c43c0, 0xc0014c4420, 0xc0007c6540, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc001702480, 0x2303140, 0xc004888080, 0x2325ca0, 0xc000ce44e8) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 10216 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003a9e8c0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003a9e8c0, 0x1dcd6500, 0x0, 0xc000898fb8, 0x1a30805, 0xc000898f68, 0xc000898f60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003a9e8c0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 11402 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003888930, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003888930, 0x1dcd6500, 0x0, 0x103412fb8, 0x1000200000002, 0x0, 0xc002a1a9c0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003888930) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 11409 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003888c40, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003888c40, 0x1dcd6500, 0x1, 0xc0029727b8, 0x1a30845, 0xc00295c840, 0xc002972760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003888c40) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 36634 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f145cb2b8, 0x72, 0x22c8de0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc001606c98, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc001606c80, 0xc001e53000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc001606c80, 0xc001e53000, 0x1000, 0x1000, 0x6e, 0xc0001d6000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc002d20520, 0xc001e53000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc000b293e0) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc000b293e0, 0x4ad1a5, 0xc001606c80, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc0017f98c0, 0xc000b293e0, 0xc0005ec480, 0xc00036caf0, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc0017f98c0, 0x2303140, 0xc001dcee00, 0x2325ca0, 0xc002d20520) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 11411 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003888d20, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003888d20, 0x1dcd6500, 0x1, 0xc00340efb8, 0x1a30845, 0xc00295cba0, 0xc00340ef60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003888d20) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 11410 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003888cb0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003888cb0, 0x1dcd6500, 0x0, 0xc00340ffb8, 0x1a30845, 0xc00295cba0, 0xc00340ff60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003888cb0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 11412 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003888d90, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003888d90, 0x1dcd6500, 0x1, 0xc00340f7b8, 0x1a30845, 0xc00295cba0, 0xc00340f760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003888d90) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 45350 [select]: github.com/hashicorp/nomad/nomad.(*nodeHeartbeater).heartbeatStats(0xc003189650) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/heartbeat.go:201 +0x155 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:454 +0x17de goroutine 11413 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*Server).monitorLeadership(0xc0022e7800) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/leader.go:91 +0x128 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:433 +0x1668 goroutine 12400 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).watchCapacity(0xc002918500, 0xc0005502a0, 0xc0013e3800) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:524 +0xf7 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:146 +0x87 goroutine 45319 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc0019c3e80, 0x1fc6000, 0x6, 0x2e28a01) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc0019c3e80, 0x1fd0645, 0xc, 0x2309180, 0xc000754000, 0x1da2640, 0xc000754000, 0x1c7de20, 0xc00473dd40, 0x2daa180, ...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc0059ee860, 0xc000754000, 0xc00473dd40, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc00052c3c0, 0xc0033a0268, 0x13, 0x1fc2f0f, 0x4, 0xc001809cc8, 0x3, 0x3, 0xc00473dd40, 0xc001809d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc00052c3c0, 0xc0033a0268, 0x13, 0xc001809cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc003730000, 0xc003df9a40, 0xc0039590a8, 0x0, 0xc000955500, 0xc001371cc0, 0x1da2640, 0xc000754000, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc003df9a40, 0x23039c0, 0xc00473dd00, 0x6168688f, 0x1d2af71a) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc0059b9200, 0x1fd0645, 0xc, 0x1da2640, 0xc001439140, 0x1c7de20, 0xc0031e0c80, 0x22c3ea0, 0xc0029e0650) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc004b4fa40, 0x1dcd6500, 0x1, 0xc0005fafb8, 0x1a30845, 0xc001654660, 0xc0005faf60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc004b4fa40) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 23988 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc002755110, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002755110, 0x1dcd6500, 0x1, 0xc0013a77b8, 0x1a30845, 0xc000b2ea80, 0xc0013a7760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002755110) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 12249 [select]: github.com/hashicorp/nomad/nomad.(*EvalBroker).EmitStats(0xc000c5d0e0, 0x3b9aca00, 0xc0018290e0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:827 +0x265 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:442 +0x16e5 goroutine 12176 [select]: github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0xc000cf11e0, 0x5f5e100, 0xc00269ff80, 0xc002167320, 0xc00385c490) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:155 +0x185 created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:133 +0x1e5 goroutine 12246 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*Server).monitorLeadership(0xc000a7cc00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/leader.go:91 +0x128 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:433 +0x1668 goroutine 12247 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*Server).serfEventHandler(0xc000a7cc00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/serf.go:30 +0xd1 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:436 +0x168d goroutine 12243 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc003278a80, 0x1fc55e8, 0x6, 0xc000a9a8d0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:412 +0x94e goroutine 12242 [select]: github.com/hashicorp/serf/serf.(*Serf).handleReconnect(0xc003278a80) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1557 +0xd6 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:411 +0x90b goroutine 12245 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc003278a80, 0x1fc408f, 0x5, 0xc000a9aa80) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:414 +0x9da goroutine 12177 [select]: github.com/hashicorp/serf/serf.(*Serf).handleReap(0xc003278a80) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1539 +0x125 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:410 +0x8e6 goroutine 12175 [select, 1 minutes]: github.com/hashicorp/memberlist.(*Memberlist).pushPullTrigger(0xc000cf11e0, 0xc002167320) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:182 +0x1dd created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:127 +0x2ec goroutine 11390 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0038883f0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0038883f0, 0x1dcd6500, 0x0, 0xc0034157b8, 0x1a30805, 0xc003415768, 0xc003415760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0038883f0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 31737 [select, 6 minutes]: github.com/hashicorp/raft.(*Raft).runFSM(0xc000a7db00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/fsm.go:215 +0x31c github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc000a7db00, 0xc002114ed0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 23974 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc002754af0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002754af0, 0x1dcd6500, 0x0, 0xc00305dfb8, 0x1a30805, 0xc00305df68, 0xc00305df60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002754af0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 47458 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc003d8ea80, 0x1fc3e78, 0x5, 0xc00471b500) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:413 +0x994 goroutine 13903 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc0043465a0, 0x2303140, 0xc004331980, 0xc004359740) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 23999 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0027555e0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0027555e0, 0x1dcd6500, 0xc001beb700, 0xc001beb7b8, 0x1a30845, 0xc002a0b4a0, 0xc001beb760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0027555e0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 31766 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc002db50a0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002db50a0, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0xc0008a7fa8) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002db50a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 12966 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).watchCapacity(0xc002918d20, 0xc002669020, 0xc000790360) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:524 +0xf7 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:146 +0x87 goroutine 11419 [select]: github.com/hashicorp/nomad/nomad.(*vaultClient).EmitStats(0xc001ff8400, 0x3b9aca00, 0xc001e86d80) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/vault.go:1427 +0x1e7 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:451 +0x17b2 goroutine 9308 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc000bec180, 0x1fc55e8, 0x6, 0xc000b0a8d0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:412 +0x94e goroutine 10260 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f145c3f30, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc00229fd18, 0x72, 0x0, 0x0, 0x1fc78ff) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc00229fd00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:394 +0x1fc net.(*netFD).accept(0xc00229fd00, 0x37e11d600, 0xc00090df08, 0x78487a) /usr/lib/go-1.15/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc000138ce0, 0x40a73a, 0xc00209a600, 0x0) /usr/lib/go-1.15/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc000138ce0, 0xc00209a600, 0x0, 0x3f800000, 0xc002659e00) /usr/lib/go-1.15/src/net/tcpsock.go:261 +0x65 github.com/hashicorp/nomad/nomad.(*rpcHandler).listen(0xc00170a680, 0x2303140, 0xc002659e00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:131 +0xc4 created by github.com/hashicorp/nomad/nomad.(*Server).startRPCListener /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:470 +0x91 goroutine 7623 [select]: github.com/hashicorp/raft.(*Raft).leaderLoop(0xc0026c1800) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:540 +0x32a github.com/hashicorp/raft.(*Raft).runLeader(0xc0026c1800) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:456 +0x225 github.com/hashicorp/raft.(*Raft).run(0xc0026c1800) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:144 +0x66 github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc0026c1800, 0xc000e5f5e0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 31917 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0003583f0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0003583f0, 0x1dcd6500, 0x2ca3ecc0199a2, 0xc000d12140, 0xc00313a420, 0xc003039fc8, 0xd8a2f6) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0003583f0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 11398 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003888770, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003888770, 0x1dcd6500, 0x0, 0xc00340d7b8, 0x1a30805, 0xc00340d768, 0xc00340d760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003888770) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 18766 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0005be930, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0005be930, 0x1dcd6500, 0x0, 0xc0031a5fb8, 0x1a30805, 0xc0031a5f68, 0xc0031a5f60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0005be930) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 42926 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc002be8640, 0x2303140, 0xc001ea5f00, 0xc000e3eae0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 10219 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003a9ea10, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003a9ea10, 0x1dcd6500, 0x1, 0xc000762fb8, 0x1a30845, 0xc0028fe840, 0xc000762f60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003a9ea10) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 38491 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc004207a40, 0x2303140, 0xc005a01bc0, 0xc001a97d40) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 7510 [select, 6 minutes]: github.com/hashicorp/raft.(*Raft).runFSM(0xc0026c0900) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/fsm.go:215 +0x31c github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc0026c0900, 0xc00230dac0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 31926 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc000358a10, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc000358a10, 0x1dcd6500, 0x0, 0x0, 0x0, 0xc002c2e240, 0xc001ee2760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc000358a10) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 47468 [select]: github.com/hashicorp/nomad/nomad.(*Server).EmitRaftStats(0xc003ddc000, 0x2540be400, 0xc004662ea0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1595 +0xc5 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:457 +0x181e goroutine 10259 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*Server).serfEventHandler(0xc0022a2000) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/serf.go:30 +0xd1 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:436 +0x168d goroutine 9870 [select]: github.com/hashicorp/serf/serf.(*Serf).handleReconnect(0xc000b1be00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1557 +0xd6 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:411 +0x90b goroutine 9871 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc000b1be00, 0x1fc55e8, 0x6, 0xc001b5a840) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:412 +0x94e goroutine 9872 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc000b1be00, 0x1fc3e78, 0x5, 0xc001b5a870) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:413 +0x994 goroutine 9873 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc000b1be00, 0x1fc408f, 0x5, 0xc001b5a8a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:414 +0x9da goroutine 9868 [select]: github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0xc000bfc840, 0x5f5e100, 0xc00251b920, 0xc00270dc80, 0xc0025c6c00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:155 +0x185 created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:133 +0x1e5 goroutine 9869 [select]: github.com/hashicorp/serf/serf.(*Serf).handleReap(0xc000b1be00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1539 +0x125 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:410 +0x8e6 goroutine 7624 [select, 6 minutes]: github.com/hashicorp/raft.(*Raft).runFSM(0xc0026c1800) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/fsm.go:215 +0x31c github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc0026c1800, 0xc000e5f5f0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 7620 [select]: github.com/hashicorp/nomad/helper/pool.(*ConnPool).reap(0xc0013fe910) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/helper/pool/pool.go:486 +0x2cc created by github.com/hashicorp/nomad/helper/pool.NewPool /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/helper/pool/pool.go:179 +0x145 goroutine 7622 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*RaftLayer).Accept(0xc0013fec80, 0x0, 0x0, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/raft_rpc.go:63 +0xc5 github.com/hashicorp/raft.(*NetworkTransport).listen(0xc0017ada40) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:485 +0x50 created by github.com/hashicorp/raft.NewNetworkTransportWithConfig /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:172 +0x1d3 goroutine 7621 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*consulACLsAPI).bgRetryRevokeDaemon(0xc000dbca20) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/consul.go:382 +0x105 created by github.com/hashicorp/nomad/nomad.NewConsulACLsAPI /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/consul.go:169 +0x151 goroutine 31744 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).packetHandler(0xc002f0ab00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:433 +0x365 created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:218 +0x530 goroutine 31741 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f1457e238, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc00220b518, 0x72, 0x10000, 0x10000, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).ReadFrom(0xc00220b500, 0xc0054a2000, 0x10000, 0x10000, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:215 +0x1c5 net.(*netFD).readFrom(0xc00220b500, 0xc0054a2000, 0x10000, 0x10000, 0x411508, 0x7f9f145885e0, 0xc0054a2000, 0x10000, 0x0) /usr/lib/go-1.15/src/net/fd_posix.go:61 +0x5b net.(*UDPConn).readFrom(0xc002540750, 0xc0054a2000, 0x10000, 0x10000, 0x101, 0xc002ecae30, 0xc002ecaec0, 0x4530ac) /usr/lib/go-1.15/src/net/udpsock_posix.go:47 +0x5c net.(*UDPConn).ReadFrom(0xc002540750, 0xc0054a2000, 0x10000, 0x10000, 0xc002ecaf28, 0x40a6e5, 0xc002c2e0c0, 0xc002ecaf60, 0x0) /usr/lib/go-1.15/src/net/udpsock.go:118 +0x5d github.com/hashicorp/memberlist.(*NetTransport).udpListen(0xc0030fcee0, 0xc002540750) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:324 +0xc5 created by github.com/hashicorp/memberlist.NewNetTransport /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:114 +0x1b3 goroutine 11420 [select]: github.com/hashicorp/nomad/nomad.(*nodeHeartbeater).heartbeatStats(0xc001ce0090) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/heartbeat.go:201 +0x155 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:454 +0x17de goroutine 13750 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).watchCapacity(0xc000a741e0, 0xc000fce420, 0xc000973020) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:524 +0xf7 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:146 +0x87 goroutine 7626 [select, 6 minutes]: github.com/hashicorp/serf/serf.(*serfQueries).stream(0xc000540900) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/internal_query.go:91 +0xc5 created by github.com/hashicorp/serf/serf.newSerfQueries /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/internal_query.go:84 +0xab goroutine 7625 [select, 1 minutes]: github.com/hashicorp/raft.(*Raft).runSnapshots(0xc0026c1800) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/snapshot.go:71 +0x112 github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc0026c1800, 0xc000e5f600) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 27488 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0007af960, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0007af960, 0x1dcd6500, 0x0, 0xc001fdd7c8, 0xd5b4eb, 0xc001fdd778, 0xc001fdd760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0007af960) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 11421 [select]: github.com/hashicorp/nomad/nomad.(*Server).EmitRaftStats(0xc0022e7800, 0x2540be400, 0xc001e86d80) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1595 +0xc5 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:457 +0x181e goroutine 45197 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc00163a300, 0x1fc3e78, 0x5, 0xc00265b380) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:413 +0x994 goroutine 15361 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).watchCapacity(0xc0019803c0, 0xc000a97c80, 0xc0007089c0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:524 +0xf7 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:146 +0x87 goroutine 31797 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*Server).serfEventHandler(0xc0042fcc00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/serf.go:30 +0xd1 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:436 +0x168d goroutine 11394 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0038885b0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0038885b0, 0x1dcd6500, 0x1, 0xc00341bfb8, 0x1a30845, 0xc002576720, 0xc00341bf60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0038885b0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 31919 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc000358540, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc000358540, 0x1dcd6500, 0x0, 0xc0008787b8, 0x1a30845, 0xc0016b17a0, 0xc000878760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc000358540) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 11395 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003888620, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003888620, 0x1dcd6500, 0x0, 0xc00341afb8, 0x1a30805, 0xc00341af68, 0xc00341af60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003888620) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9912 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).packetHandler(0xc0014bc000) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:433 +0x365 created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:218 +0x530 goroutine 9910 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).streamListen(0xc0014bc000) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:211 +0x10b created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:216 +0x4e6 goroutine 9911 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).packetListen(0xc0014bc000) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:314 +0x145 created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:217 +0x50b goroutine 23968 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc0036cd080, 0x1fc55e8, 0x6, 0xc000d05cb0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:412 +0x94e goroutine 17990 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).packetListen(0xc0033a5600) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:314 +0x145 created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:217 +0x50b goroutine 38084 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).prune(0xc001ed4a00, 0xc002e86d80) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:734 +0xfd created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:147 +0xb5 goroutine 18797 [select]: github.com/hashicorp/nomad/nomad.(*nodeHeartbeater).heartbeatStats(0xc003675980) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/heartbeat.go:201 +0x155 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:454 +0x17de goroutine 30301 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f144c3fc0, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc00214aa98, 0x72, 0x10000, 0x10000, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).ReadFrom(0xc00214aa80, 0xc00285e000, 0x10000, 0x10000, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:215 +0x1c5 net.(*netFD).readFrom(0xc00214aa80, 0xc00285e000, 0x10000, 0x10000, 0x411310, 0xc004872e70, 0xc004872eb8, 0xc004872ee0, 0x0) /usr/lib/go-1.15/src/net/fd_posix.go:61 +0x5b net.(*UDPConn).readFrom(0xc000d98ab0, 0xc00285e000, 0x10000, 0x10000, 0x101, 0xc004872e30, 0xc004872ec0, 0x4530ac) /usr/lib/go-1.15/src/net/udpsock_posix.go:47 +0x5c net.(*UDPConn).ReadFrom(0xc000d98ab0, 0xc00285e000, 0x10000, 0x10000, 0xc004872f10, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/udpsock.go:118 +0x5d github.com/hashicorp/memberlist.(*NetTransport).udpListen(0xc003726c40, 0xc000d98ab0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:324 +0xc5 created by github.com/hashicorp/memberlist.NewNetTransport /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:114 +0x1b3 goroutine 27487 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0007af8f0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0007af8f0, 0x1dcd6500, 0x1, 0xc0008a5f00, 0x1a30845, 0xc000fce7e0, 0xc0008a5f60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0007af8f0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9264 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*RaftLayer).Accept(0xc001ad0410, 0x0, 0x0, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/raft_rpc.go:63 +0xc5 github.com/hashicorp/raft.(*NetworkTransport).listen(0xc001a37a40) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:485 +0x50 created by github.com/hashicorp/raft.NewNetworkTransportWithConfig /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:172 +0x1d3 goroutine 18599 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f1457eb48, 0x72, 0x22c8de0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc00054e218, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc00054e200, 0xc001e7f000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc00054e200, 0xc001e7f000, 0x1000, 0x1000, 0x1ca1400, 0xc0005b4690, 0x23372a0) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000196028, 0xc001e7f000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc00199cd20) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc00199cd20, 0x0, 0x2e00000100000036, 0x8) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*ioDecReader).readn1(0xc001f93780, 0x7f9f179c2170) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:447 +0x38 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1IO(0xc004180180, 0xc0001971f8) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2230 +0x55 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1(0xc004180180, 0x20) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2224 +0x65 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).readNextBd(...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/msgpack.go:742 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).TryDecodeAsNil(0xc002db6540, 0xc0045209b8) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/msgpack.go:791 +0x5d github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*Decoder).mustDecode(0xc004180140, 0x1baa420, 0xc002db6580) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2536 +0x3a github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*Decoder).Decode(0xc004180140, 0x1baa420, 0xc002db6580, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2519 +0xa9 github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).read(0xc0017c5300, 0x1baa420, 0xc002db6580, 0x203000, 0xc0015f3e28) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc/codec.go:121 +0x55 github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).ReadRequestHeader(0xc0017c5300, 0xc002db6580, 0xc004520b10, 0x411310) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc/codec.go:60 +0x45 net/rpc.(*Server).readRequestHeader(0xc0015f3e00, 0x2304080, 0xc0017c5300, 0x411310, 0x1, 0xc004520ba0, 0xc004520b98, 0xc004520b98, 0x44d6b3) /usr/lib/go-1.15/src/net/rpc/server.go:583 +0x6c net/rpc.(*Server).readRequest(0xc0015f3e00, 0x2304080, 0xc0017c5300, 0xc004520d80, 0xc00228ccc0, 0xc00199cd20, 0xc00396a000, 0xc000196028, 0xc001e7f000, 0x1000, ...) /usr/lib/go-1.15/src/net/rpc/server.go:543 +0x5a net/rpc.(*Server).ServeRequest(0xc0015f3e00, 0x2304080, 0xc0017c5300, 0x2, 0xc0017c5300) /usr/lib/go-1.15/src/net/rpc/server.go:486 +0x77 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleNomadConn(0xc0030cb500, 0x2303140, 0xc0011e0700, 0x2325ca0, 0xc000196028, 0xc0015f3e00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:390 +0x23b github.com/hashicorp/nomad/nomad.(*rpcHandler).handleConn(0xc0030cb500, 0x2303140, 0xc0011e0700, 0x2325ca0, 0xc000196028, 0xc0015f3db0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:240 +0x509 created by github.com/hashicorp/nomad/nomad.(*rpcHandler).listen /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:160 +0x1f6 goroutine 9866 [select]: github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0xc000bfc840, 0x5f5e100, 0xc00251b8c0, 0xc00270dc80, 0xc0025c6bf0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:155 +0x185 created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:121 +0x39b goroutine 37939 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc0035ddc20, 0x2303140, 0xc001af7f40, 0xc001cdf0e0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 10231 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003a9ef50, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003a9ef50, 0x1dcd6500, 0x1, 0xc000b9d7b8, 0x1a30845, 0xc002576360, 0xc000b9d760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003a9ef50) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9307 [select]: github.com/hashicorp/serf/serf.(*Serf).handleReconnect(0xc000bec180) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1557 +0xd6 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:411 +0x90b goroutine 11403 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0038889a0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0038889a0, 0x1dcd6500, 0x0, 0x2000103413f00, 0x1000200000000, 0x0, 0xc001e76000) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0038889a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 39038 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f142ba880, 0x72, 0x22c8de0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0016ac718, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0016ac700, 0xc002b12000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc0016ac700, 0xc002b12000, 0x1000, 0x1000, 0xec, 0xc002b13000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc001fc60b0, 0xc002b12000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc000fc7500) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc000fc7500, 0x4ad1a5, 0xc0016ac700, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc003aa0540, 0xc000fc7500, 0xc000fc7560, 0xc002c8c7e0, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc003aa0540, 0x2303140, 0xc003dbb580, 0x2325ca0, 0xc001fc60b0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 31803 [select]: github.com/hashicorp/nomad/nomad.(*nodeHeartbeater).heartbeatStats(0xc003899440) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/heartbeat.go:201 +0x155 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:454 +0x17de goroutine 10871 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f1457ed18, 0x72, 0x22c8de0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc002994598, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc002994580, 0xc0023cf000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc002994580, 0xc0023cf000, 0x1000, 0x1000, 0x1ca1400, 0xc0005b4690, 0x23372a0) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc001fe4ee0, 0xc0023cf000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc0004c0c60) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc0004c0c60, 0x7f9f19391e00, 0x2e00000000000030, 0x8) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*ioDecReader).readn1(0xc0023af380, 0x7f9ef47bd700) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:447 +0x38 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1IO(0xc000345580, 0xc00213e630) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2230 +0x55 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1(0xc000345580, 0x20) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2224 +0x65 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).readNextBd(...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/msgpack.go:742 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).TryDecodeAsNil(0xc001a5e940, 0x300000000000) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/msgpack.go:791 +0x5d github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*Decoder).mustDecode(0xc000345540, 0x1baa420, 0xc001a5e980) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2536 +0x3a github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*Decoder).Decode(0xc000345540, 0x1baa420, 0xc001a5e980, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2519 +0xa9 github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).read(0xc0001bcb40, 0x1baa420, 0xc001a5e980, 0x203000, 0xc001010e88) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc/codec.go:121 +0x55 github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).ReadRequestHeader(0xc0001bcb40, 0xc001a5e980, 0xc001ebcb10, 0x411310) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc/codec.go:60 +0x45 net/rpc.(*Server).readRequestHeader(0xc001010e60, 0x2304080, 0xc0001bcb40, 0x411310, 0x1, 0xc001ebcba0, 0xc001ebcb98, 0xc001ebcb98, 0x44d6b3) /usr/lib/go-1.15/src/net/rpc/server.go:583 +0x6c net/rpc.(*Server).readRequest(0xc001010e60, 0x2304080, 0xc0001bcb40, 0xc001ebcd80, 0x0, 0xc0004c0c60, 0xc0016ae000, 0xc001fe4ee0, 0xc0023cf000, 0x1000, ...) /usr/lib/go-1.15/src/net/rpc/server.go:543 +0x5a net/rpc.(*Server).ServeRequest(0xc001010e60, 0x2304080, 0xc0001bcb40, 0x2, 0xc0001bcb00) /usr/lib/go-1.15/src/net/rpc/server.go:486 +0x77 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleNomadConn(0xc00170a680, 0x2303140, 0xc002659e00, 0x2325ca0, 0xc001fe4ee0, 0xc001010e60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:390 +0x23b github.com/hashicorp/nomad/nomad.(*rpcHandler).handleConn(0xc00170a680, 0x2303140, 0xc002659e00, 0x2325ca0, 0xc001fe4ee0, 0xc001010dc0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:240 +0x509 created by github.com/hashicorp/nomad/nomad.(*rpcHandler).listen /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:160 +0x1f6 goroutine 45342 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc0019c3e80, 0x1fc6000, 0x6, 0x2e28a01) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc0019c3e80, 0x1fd0645, 0xc, 0x2309180, 0xc000cdc8a0, 0x1da2640, 0xc000cdc8a0, 0x1c7de20, 0xc002deee00, 0x2daa180, ...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc0059ee860, 0xc000cdc8a0, 0xc002deee00, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc00052c3c0, 0xc0033a0268, 0x13, 0x1fc2f0f, 0x4, 0xc000838cc8, 0x3, 0x3, 0xc002deee00, 0xc000838d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc00052c3c0, 0xc0033a0268, 0x13, 0xc000838cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc003730000, 0xc003df9a40, 0xc000211588, 0x0, 0xc000955500, 0xc001371640, 0x1da2640, 0xc000cdc8a0, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc003df9a40, 0x23039c0, 0xc002deedc0, 0x6168688f, 0x374dbb2a) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc0059b9200, 0x1fd0645, 0xc, 0x1da2640, 0xc003d119e0, 0x1c7de20, 0xc0036f65c0, 0x22c3ea0, 0xc000e5e650) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002920d20, 0x1dcd6500, 0x0, 0x1040617b8, 0x1000200000002, 0x0, 0xc0043d42a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002920d20) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 12512 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).prune(0xc001c401e0, 0xc0046a25a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:734 +0xfd created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:147 +0xb5 goroutine 7693 [select]: github.com/hashicorp/nomad/helper/pool.(*ConnPool).reap(0xc001d0caa0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/helper/pool/pool.go:486 +0x2cc created by github.com/hashicorp/nomad/helper/pool.NewPool /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/helper/pool/pool.go:179 +0x145 goroutine 29343 [select]: github.com/hashicorp/raft.(*Raft).leaderLoop(0xc0042fcf00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:540 +0x32a github.com/hashicorp/raft.(*Raft).runLeader(0xc0042fcf00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:456 +0x225 github.com/hashicorp/raft.(*Raft).run(0xc0042fcf00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:144 +0x66 github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc0042fcf00, 0xc0022807a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 18758 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0005be5b0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0005be5b0, 0x1dcd6500, 0x0, 0xc000fb67b8, 0x1a30805, 0xc000fb6768, 0xc000fb6760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0005be5b0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 18772 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0005bebd0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0005bebd0, 0x1dcd6500, 0xc002e2ff78, 0xc002e2ffb8, 0x1a30805, 0xc002e2ff68, 0xc002e2ff60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0005bebd0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 7694 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*consulACLsAPI).bgRetryRevokeDaemon(0xc00268a660) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/consul.go:382 +0x105 created by github.com/hashicorp/nomad/nomad.NewConsulACLsAPI /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/consul.go:169 +0x151 goroutine 31912 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0003580e0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0003580e0, 0x1dcd6500, 0x0, 0xc002e947b8, 0x1a30805, 0xc004a91080, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0003580e0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 11378 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc0036fb200, 0x1fc55e8, 0x6, 0xc002bb67b0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:412 +0x94e goroutine 45195 [select]: github.com/hashicorp/serf/serf.(*Serf).handleReconnect(0xc00163a300) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1557 +0xd6 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:411 +0x90b goroutine 11399 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0038887e0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0038887e0, 0x1dcd6500, 0x0, 0xc00340cfb8, 0x1a30805, 0xc00340cf68, 0xc00340cf60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0038887e0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 31801 [select]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).EmitStats(0xc0017c2a00, 0x3b9aca00, 0xc0029487e0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:716 +0x25d created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:448 +0x176b goroutine 35861 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).watchCapacity(0xc00184ebe0, 0xc003d3e960, 0xc00235ee40) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:524 +0xf7 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:146 +0x87 goroutine 13132 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc000560960, 0x2303140, 0xc001e11640, 0xc001fd6d80) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 37429 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc004067d60, 0x2303140, 0xc003a53140, 0xc00211a060) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 45353 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f142b9e88, 0x72, 0x22c8de0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc000f3d598, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000f3d580, 0xc005d29000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc000f3d580, 0xc005d29000, 0x1000, 0x1000, 0x1ca1400, 0xc0005b4690, 0x23372a0) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000e520a8, 0xc005d29000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc0033dfa40) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc0033dfa40, 0x0, 0x2e0000000000004c, 0x8) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*ioDecReader).readn1(0xc004ef1100, 0x7f9f14281f98) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:447 +0x38 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1IO(0xc00431c180, 0xc0041664d8) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2230 +0x55 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1(0xc00431c180, 0x20) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2224 +0x65 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).readNextBd(...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/msgpack.go:742 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).TryDecodeAsNil(0xc004cb2000, 0xc0049ec9b8) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/msgpack.go:791 +0x5d github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*Decoder).mustDecode(0xc00431c140, 0x1baa420, 0xc004cb2040) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2536 +0x3a github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*Decoder).Decode(0xc00431c140, 0x1baa420, 0xc004cb2040, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2519 +0xa9 github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).read(0xc00106a6c0, 0x1baa420, 0xc004cb2040, 0x203001, 0xc005c00d48) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc/codec.go:121 +0x55 github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).ReadRequestHeader(0xc00106a6c0, 0xc004cb2040, 0xc0049ecb10, 0x411310) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc/codec.go:60 +0x45 net/rpc.(*Server).readRequestHeader(0xc005c00d20, 0x2304080, 0xc00106a6c0, 0x411310, 0x1, 0xc0049ecba0, 0xc0049ecb98, 0xc0049ecb98, 0x44d6b3) /usr/lib/go-1.15/src/net/rpc/server.go:583 +0x6c net/rpc.(*Server).readRequest(0xc005c00d20, 0x2304080, 0xc00106a6c0, 0xc0049ecd80, 0x0, 0xc0033dfa40, 0xc0058ff000, 0xc000e520a8, 0xc005d29000, 0x1000, ...) /usr/lib/go-1.15/src/net/rpc/server.go:543 +0x5a net/rpc.(*Server).ServeRequest(0xc005c00d20, 0x2304080, 0xc00106a6c0, 0x2, 0xc00106a600) /usr/lib/go-1.15/src/net/rpc/server.go:486 +0x77 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleNomadConn(0xc0019c3e80, 0x2303140, 0xc0014b7e40, 0x2325ca0, 0xc000e520a8, 0xc005c00d20) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:390 +0x23b github.com/hashicorp/nomad/nomad.(*rpcHandler).handleConn(0xc0019c3e80, 0x2303140, 0xc0014b7e40, 0x2325ca0, 0xc000e520a8, 0xc0062019a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:240 +0x509 created by github.com/hashicorp/nomad/nomad.(*rpcHandler).listen /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:160 +0x1f6 goroutine 31909 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0007afdc0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0007afdc0, 0x1dcd6500, 0x1, 0xc003337fb8, 0x1a30845, 0xc001e502a0, 0xc003337f60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0007afdc0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 42673 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc001c40780, 0x2303140, 0xc0040f9b00, 0xc001765c80) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 23090 [select]: github.com/hashicorp/raft.(*Raft).runSnapshots(0xc001a68300) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/snapshot.go:71 +0x112 github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc001a68300, 0xc002e96290) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 18761 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0005be700, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0005be700, 0x1dcd6500, 0xc001c6ef50, 0xc001c6efb8, 0x1a30805, 0xc001c6ef68, 0xc001c6ef60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0005be700) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 11391 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003888460, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003888460, 0x1dcd6500, 0x1, 0xc003414fb8, 0x1a30845, 0xc00295cde0, 0xc003414f60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003888460) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 10241 [select]: github.com/hashicorp/nomad/nomad.(*PlanQueue).EmitStats(0xc0007199a0, 0x3b9aca00, 0xc0026d5ce0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/plan_queue.go:200 +0x15d created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:445 +0x172a goroutine 9305 [select]: github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0xc001d22160, 0x5f5e100, 0xc001e7c1e0, 0xc002c2e5a0, 0xc002088010) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:155 +0x185 created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:133 +0x1e5 goroutine 31789 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc002db5b20, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002db5b20, 0x1dcd6500, 0x0, 0x0, 0x0, 0x2, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002db5b20) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 31935 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f1698b620, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc00220af98, 0x72, 0x0, 0x0, 0x1fc78ff) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc00220af80, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:394 +0x1fc net.(*netFD).accept(0xc00220af80, 0x0, 0x1, 0xc0020452c0) /usr/lib/go-1.15/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc003d64640, 0x40a73a, 0xc0020452c0, 0x0) /usr/lib/go-1.15/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc003d64640, 0xc0020452c0, 0xc003286f00, 0x1a30845, 0xc004080420) /usr/lib/go-1.15/src/net/tcpsock.go:261 +0x65 github.com/hashicorp/nomad/nomad.(*rpcHandler).listen(0xc0036c37c0, 0x2303140, 0xc002c1f2c0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:131 +0xc4 created by github.com/hashicorp/nomad/nomad.(*Server).startRPCListener /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:470 +0x91 goroutine 11408 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003888bd0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003888bd0, 0x1dcd6500, 0x1, 0xc002972fb8, 0x1a30845, 0xc00295c840, 0xc002972f60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003888bd0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 18788 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0005bf2d0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0005bf2d0, 0x1dcd6500, 0x0, 0xc00217afb8, 0x1a30805, 0xc00217af68, 0xc00217af60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0005bf2d0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 24009 [select]: github.com/hashicorp/nomad/nomad.(*vaultClient).EmitStats(0xc002bda800, 0x3b9aca00, 0xc00418fe00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/vault.go:1427 +0x1e7 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:451 +0x17b2 goroutine 15214 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc001980140, 0x2303140, 0xc002010340, 0xc002067f20) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 30133 [select]: github.com/hashicorp/serf/serf.(*Serf).handleReconnect(0xc004a93380) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1557 +0xd6 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:411 +0x90b goroutine 9304 [select, 1 minutes]: github.com/hashicorp/memberlist.(*Memberlist).pushPullTrigger(0xc001d22160, 0xc002c2e5a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:182 +0x1dd created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:127 +0x2ec goroutine 24004 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*Server).serfEventHandler(0xc0004bb800) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/serf.go:30 +0xd1 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:436 +0x168d goroutine 7101 [select]: github.com/hashicorp/nomad/helper/pool.(*ConnPool).reap(0xc001784e10) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/helper/pool/pool.go:486 +0x2cc created by github.com/hashicorp/nomad/helper/pool.NewPool /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/helper/pool/pool.go:179 +0x145 goroutine 7102 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*consulACLsAPI).bgRetryRevokeDaemon(0xc0013e2e40) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/consul.go:382 +0x105 created by github.com/hashicorp/nomad/nomad.NewConsulACLsAPI /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/consul.go:169 +0x151 goroutine 47459 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc003d8ea80, 0x1fc408f, 0x5, 0xc00471b530) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:414 +0x9da goroutine 44507 [select, 6 minutes]: github.com/hashicorp/raft.(*Raft).runFSM(0xc0059b9500) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/fsm.go:215 +0x31c github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc0059b9500, 0xc002a0cb00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 9523 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*Server).serfEventHandler(0xc0026c0600) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/serf.go:30 +0xd1 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:436 +0x168d goroutine 9524 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f1403bff0, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc00197dd98, 0x72, 0x0, 0x0, 0x1fc78ff) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc00197dd80, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:394 +0x1fc net.(*netFD).accept(0xc00197dd80, 0x0, 0x1, 0xc002948000) /usr/lib/go-1.15/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc001f7f120, 0x40a73a, 0xc002948000, 0x0) /usr/lib/go-1.15/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc001f7f120, 0xc002948000, 0xc000b94700, 0x1a30805, 0xc000b94768) /usr/lib/go-1.15/src/net/tcpsock.go:261 +0x65 github.com/hashicorp/nomad/nomad.(*rpcHandler).listen(0xc001013e80, 0x2303140, 0xc002c245c0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:131 +0xc4 created by github.com/hashicorp/nomad/nomad.(*Server).startRPCListener /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:470 +0x91 goroutine 9525 [select]: github.com/hashicorp/nomad/nomad.(*EvalBroker).EmitStats(0xc001a1eb40, 0x3b9aca00, 0xc001e069c0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:827 +0x265 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:442 +0x16e5 goroutine 9526 [select]: github.com/hashicorp/nomad/nomad.(*PlanQueue).EmitStats(0xc001784f00, 0x3b9aca00, 0xc001e069c0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/plan_queue.go:200 +0x15d created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:445 +0x172a goroutine 9527 [select]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).EmitStats(0xc001a1ebe0, 0x3b9aca00, 0xc001e069c0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:716 +0x25d created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:448 +0x176b goroutine 18790 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*Server).monitorLeadership(0xc000ada300) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/leader.go:91 +0x128 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:433 +0x1668 goroutine 31793 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc002db5dc0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002db5dc0, 0x1dcd6500, 0x0, 0x0, 0x0, 0xc0018da9c0, 0xc001bec760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002db5dc0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 11384 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003888150, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003888150, 0x1dcd6500, 0x1, 0xc003417fb8, 0x1a30845, 0xc00295cd20, 0xc003417f60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003888150) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 7103 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*RaftLayer).Accept(0xc001785680, 0x0, 0xc0008637c8, 0x114326d, 0xc001538840) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/raft_rpc.go:63 +0xc5 github.com/hashicorp/raft.(*NetworkTransport).listen(0xc0017ad680) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:485 +0x50 created by github.com/hashicorp/raft.NewNetworkTransportWithConfig /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:172 +0x1d3 goroutine 34189 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f157bc6a8, 0x72, 0x22c8de0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc00293e198, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc00293e180, 0xc003913000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc00293e180, 0xc003913000, 0x1000, 0x1000, 0xf8, 0xc0032ad000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0000100c8, 0xc003913000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc0021f0360) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc0021f0360, 0x4ad1a5, 0xc00293e180, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc003aa0540, 0xc0021f0360, 0xc0021f03c0, 0xc000500150, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc003aa0540, 0x2303140, 0xc003dbb580, 0x2325ca0, 0xc0000100c8) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 24006 [select]: github.com/hashicorp/nomad/nomad.(*EvalBroker).EmitStats(0xc001299680, 0x3b9aca00, 0xc00418fe00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:827 +0x265 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:442 +0x16e5 goroutine 47466 [select]: github.com/hashicorp/nomad/nomad.(*vaultClient).EmitStats(0xc0006fe300, 0x3b9aca00, 0xc004662ea0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/vault.go:1427 +0x1e7 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:451 +0x17b2 goroutine 30131 [select]: github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0xc002a02160, 0x5f5e100, 0xc004796c00, 0xc001344540, 0xc0022d4b80) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:155 +0x185 created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:133 +0x1e5 goroutine 45324 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc0019c3e80, 0x1fc6000, 0x6, 0x2e28a01) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc0019c3e80, 0x1fd0645, 0xc, 0x2309180, 0xc002bccd20, 0x1da2640, 0xc002bccd20, 0x1c7de20, 0xc00473df40, 0x2daa180, ...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc0059ee860, 0xc002bccd20, 0xc00473df40, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc00052c3c0, 0xc0033a0268, 0x13, 0x1fc2f0f, 0x4, 0xc000bc0cc8, 0x3, 0x3, 0xc00473df40, 0xc000bc0d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc00052c3c0, 0xc0033a0268, 0x13, 0xc000bc0cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc003730000, 0xc003df9a40, 0xc003959120, 0x0, 0xc000955500, 0xc001371900, 0x1da2640, 0xc002bccd20, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc003df9a40, 0x23039c0, 0xc00473df00, 0x6168688f, 0x2e12dec6) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc0059b9200, 0x1fd0645, 0xc, 0x1da2640, 0xc00382e3c0, 0x1c7de20, 0xc0031e1400, 0x22c3ea0, 0xc000e5e640) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc004b4fc70, 0x1dcd6500, 0xc001e6be00, 0xc001848fb8, 0xc0019bd260, 0x0, 0x1) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc004b4fc70) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 45201 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc0019c3e80, 0x1fc6000, 0x6, 0x2e28a01) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc0019c3e80, 0x1fd0645, 0xc, 0x2309180, 0xc002520e40, 0x1da2640, 0xc002520e40, 0x1c7de20, 0xc002deea00, 0x2daa180, ...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc0059ee860, 0xc002520e40, 0xc002deea00, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc00052c3c0, 0xc0033a0268, 0x13, 0x1fc2f0f, 0x4, 0xc000e55cc8, 0x3, 0x3, 0xc002deea00, 0xc000e55d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc00052c3c0, 0xc0033a0268, 0x13, 0xc000e55cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc003730000, 0xc003df9a40, 0xc0002114d0, 0x0, 0xc000955500, 0xc001371700, 0x1da2640, 0xc002520e40, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc003df9a40, 0x23039c0, 0xc002dee9c0, 0x6168688f, 0x5273c18) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc0059b9200, 0x1fd0645, 0xc, 0x1da2640, 0xc0036f5740, 0x1c7de20, 0xc0031e0540, 0x22c3ea0, 0xc0041c2610) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc004b4f7a0, 0x1dcd6500, 0x1, 0xc0025a8fb8, 0x1a30845, 0xc002349a40, 0xc0025a8f60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc004b4f7a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 13133 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).watchCapacity(0xc000560a00, 0xc001fd6f00, 0xc0038d1920) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:524 +0xf7 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:146 +0x87 goroutine 45316 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc0019c3e80, 0x1fc6000, 0x6, 0x2e28a01) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc0019c3e80, 0x1fd0645, 0xc, 0x2309180, 0xc002bccc00, 0x1da2640, 0xc002bccc00, 0x1c7de20, 0xc00473dec0, 0x2daa180, ...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc0059ee860, 0xc002bccc00, 0xc00473dec0, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc00052c3c0, 0xc0033a0268, 0x13, 0x1fc2f0f, 0x4, 0xc0001facc8, 0x3, 0x3, 0xc00473dec0, 0xc0001fad20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc00052c3c0, 0xc0033a0268, 0x13, 0xc0001facc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc003730000, 0xc003df9a40, 0xc003959118, 0x0, 0xc000955500, 0xc001371c00, 0x1da2640, 0xc002bccc00, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc003df9a40, 0x23039c0, 0xc00473de80, 0x6168688f, 0x2dc07401) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc0059b9200, 0x1fd0645, 0xc, 0x1da2640, 0xc0036f5f20, 0x1c7de20, 0xc0031e0880, 0x22c3ea0, 0xc00385c680) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc004b4f8f0, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc004b4f8f0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 31780 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc002db5730, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002db5730, 0x1dcd6500, 0x0, 0xc001d44fb8, 0x1a30805, 0xc004a90d80, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002db5730) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 29237 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).packetListen(0xc002a02160) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:314 +0x145 created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:217 +0x50b goroutine 18770 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0005beaf0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0005beaf0, 0x1dcd6500, 0x0, 0xc00121afb8, 0x1a30805, 0xc00121af68, 0xc00121af60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0005beaf0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 15216 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).prune(0xc0019801e0, 0xc001344060) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:734 +0xfd created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:147 +0xb5 goroutine 9467 [select, 3 minutes]: github.com/hashicorp/raft.(*Raft).runSnapshots(0xc000a7c900) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/snapshot.go:71 +0x112 github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc000a7c900, 0xc001ec3860) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 9465 [select]: github.com/hashicorp/raft.(*Raft).leaderLoop(0xc000a7c900) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:540 +0x32a github.com/hashicorp/raft.(*Raft).runLeader(0xc000a7c900) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:456 +0x225 github.com/hashicorp/raft.(*Raft).run(0xc000a7c900) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:144 +0x66 github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc000a7c900, 0xc001ec3840) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 9473 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).packetHandler(0xc001544dc0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:433 +0x365 created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:218 +0x530 goroutine 9466 [select, 6 minutes]: github.com/hashicorp/raft.(*Raft).runFSM(0xc000a7c900) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/fsm.go:215 +0x31c github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc000a7c900, 0xc001ec3850) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 32898 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f1407a6b8, 0x72, 0x22c8de0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc002a95c98, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc002a95c80, 0xc0017f5000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc002a95c80, 0xc0017f5000, 0x1000, 0x1000, 0x4a, 0xc004c5a000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc001b64558, 0xc0017f5000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc002b03d40) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc002b03d40, 0x4ad1a5, 0xc002a95c80, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc000ffe0c0, 0xc002b03d40, 0xc002b03da0, 0xc003b081c0, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc000ffe0c0, 0x2303140, 0xc0024dfa00, 0x2325ca0, 0xc001b64558) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 17989 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).streamListen(0xc0033a5600) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:211 +0x10b created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:216 +0x4e6 goroutine 9540 [select, 3 minutes]: github.com/hashicorp/raft.(*Raft).runSnapshots(0xc0022e7b00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/snapshot.go:71 +0x112 github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc0022e7b00, 0xc00313dae0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 13905 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).prune(0xc004346640, 0xc004359800) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:734 +0xfd created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:147 +0xb5 goroutine 35914 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f144c4530, 0x72, 0x22c8de0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc001636318, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc001636300, 0xc001728000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc001636300, 0xc001728000, 0x1000, 0x1000, 0x110, 0xc001729000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000128028, 0xc001728000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc00211d860) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc00211d860, 0x4ad1a5, 0xc001636300, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc000fc5140, 0xc00211d860, 0xc00211d920, 0xc0023b2770, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc000fc5140, 0x2303140, 0xc002313a40, 0x2325ca0, 0xc000128028) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 45341 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc0019c3e80, 0x1fc6000, 0x6, 0x2e28a01) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc0019c3e80, 0x1fd0645, 0xc, 0x2309180, 0xc001bb2d80, 0x1da2640, 0xc001bb2d80, 0x1c7de20, 0xc000ec0480, 0x2daa180, ...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc0059ee860, 0xc001bb2d80, 0xc000ec0480, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc00052c3c0, 0xc0033a0268, 0x13, 0x1fc2f0f, 0x4, 0xc000839cc8, 0x3, 0x3, 0xc000ec0480, 0xc000839d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc00052c3c0, 0xc0033a0268, 0x13, 0xc000839cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc003730000, 0xc003df9a40, 0xc002bb0e88, 0x0, 0xc000955500, 0xc001371980, 0x1da2640, 0xc001bb2d80, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc003df9a40, 0x23039c0, 0xc000ec0440, 0x6168688f, 0x2a1e251b) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc0059b9200, 0x1fd0645, 0xc, 0x1da2640, 0xc003d11800, 0x1c7de20, 0xc0036f6340, 0x22c3ea0, 0xc0029e0680) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002920cb0, 0x1dcd6500, 0x0, 0x1, 0x0, 0x0, 0xc0021e0ea0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002920cb0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 37988 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc001a1e280, 0x2303140, 0xc004fa16c0, 0xc001a4e5a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 32617 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f145858d8, 0x72, 0x22c8de0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc001628d98, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc001628d80, 0xc0022d0000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc001628d80, 0xc0022d0000, 0x1000, 0x1000, 0x6b, 0xc0022d1000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc004104020, 0xc0022d0000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc00474c8a0) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc00474c8a0, 0x4ad1a5, 0xc001628d80, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc000fc5140, 0xc00474c8a0, 0xc00474c900, 0xc0015da690, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc000fc5140, 0x2303140, 0xc002313a40, 0x2325ca0, 0xc004104020) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 37719 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).watchCapacity(0xc001c2b680, 0xc00203d800, 0xc0014ff740) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:524 +0xf7 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:146 +0x87 goroutine 43306 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f14586588, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc001f93718, 0x72, 0x0, 0x0, 0x1fc78ff) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc001f93700, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:394 +0x1fc net.(*netFD).accept(0xc001f93700, 0xc002922700, 0xc000e7c738, 0xc002922768) /usr/lib/go-1.15/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc0006bc760, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).AcceptTCP(0xc0006bc760, 0x2062400, 0x1000000010000, 0xc001c7f560) /usr/lib/go-1.15/src/net/tcpsock.go:248 +0x65 github.com/hashicorp/memberlist.(*NetTransport).tcpListen(0xc003aae460, 0xc0006bc760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:289 +0x6f created by github.com/hashicorp/memberlist.NewNetTransport /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:113 +0x237 goroutine 31788 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc002db5ab0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002db5ab0, 0x1dcd6500, 0x0, 0x0, 0x0, 0xc000d21f78, 0xc000d21f68) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002db5ab0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 15599 [select]: github.com/hashicorp/raft.(*Raft).leaderLoop(0xc000ada900) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:540 +0x32a github.com/hashicorp/raft.(*Raft).runLeader(0xc000ada900) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:456 +0x225 github.com/hashicorp/raft.(*Raft).run(0xc000ada900) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:144 +0x66 github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc000ada900, 0xc003b0ec80) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 12930 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc0028dc640, 0x2303140, 0xc0020d80c0, 0xc000a82420) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 12967 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).prune(0xc002918d20, 0xc002669020) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:734 +0xfd created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:147 +0xb5 goroutine 32024 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*consulACLsAPI).bgRetryRevokeDaemon(0xc0019036e0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/consul.go:382 +0x105 created by github.com/hashicorp/nomad/nomad.NewConsulACLsAPI /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/consul.go:169 +0x151 goroutine 14436 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).watchCapacity(0xc001c40500, 0xc0046a30e0, 0xc003b7d620) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:524 +0xf7 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:146 +0x87 goroutine 23967 [select]: github.com/hashicorp/serf/serf.(*Serf).handleReconnect(0xc0036cd080) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1557 +0xd6 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:411 +0x90b goroutine 23982 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc002754e70, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002754e70, 0x1dcd6500, 0x1, 0xc000dc7fb8, 0x1a30845, 0xc001c291a0, 0xc000dc7f60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002754e70) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 11387 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0038882a0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0038882a0, 0x1dcd6500, 0x0, 0xc00341a7b8, 0x1a30845, 0xc00295cd80, 0xc00341a760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0038882a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 11414 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*Server).serfEventHandler(0xc0022e7800) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/serf.go:30 +0xd1 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:436 +0x168d goroutine 11388 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003888310, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003888310, 0x1dcd6500, 0x0, 0xc0034817b8, 0x1a30805, 0xc003481768, 0xc003481760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003888310) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 31929 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc000358bd0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc000358bd0, 0x1dcd6500, 0x2ca3fa2a1f877, 0xc000896fb8, 0x1a30805, 0xc000896f68, 0xc000896f60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc000358bd0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 15215 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).watchCapacity(0xc0019801e0, 0xc001344060, 0xc002940960) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:524 +0xf7 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:146 +0x87 goroutine 31724 [select]: github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0xc004845600, 0x5f5e100, 0xc003bba000, 0xc003a96720, 0xc003d5bb00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:155 +0x185 created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:121 +0x39b goroutine 10261 [select]: github.com/hashicorp/nomad/nomad.(*EvalBroker).EmitStats(0xc0005208c0, 0x3b9aca00, 0xc001fd65a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:827 +0x265 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:442 +0x16e5 goroutine 10262 [select]: github.com/hashicorp/nomad/nomad.(*PlanQueue).EmitStats(0xc001d0cb90, 0x3b9aca00, 0xc001fd65a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/plan_queue.go:200 +0x15d created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:445 +0x172a goroutine 10263 [select]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).EmitStats(0xc000520a00, 0x3b9aca00, 0xc001fd65a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:716 +0x25d created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:448 +0x176b goroutine 10264 [select]: github.com/hashicorp/nomad/nomad.(*vaultClient).EmitStats(0xc001ff8000, 0x3b9aca00, 0xc001fd65a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/vault.go:1427 +0x1e7 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:451 +0x17b2 goroutine 30132 [select]: github.com/hashicorp/serf/serf.(*Serf).handleReap(0xc004a93380) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1539 +0x125 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:410 +0x8e6 goroutine 10206 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003a9e460, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003a9e460, 0x1dcd6500, 0x1, 0xc0034a47b8, 0x1a30845, 0xc0016b1f20, 0xc0034a4760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003a9e460) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 10202 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc00339bb00, 0x1fc55e8, 0x6, 0xc001a5d170) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:412 +0x94e goroutine 18794 [select]: github.com/hashicorp/nomad/nomad.(*PlanQueue).EmitStats(0xc0031c7310, 0x3b9aca00, 0xc002651980) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/plan_queue.go:200 +0x15d created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:445 +0x172a goroutine 10198 [select, 1 minutes]: github.com/hashicorp/memberlist.(*Memberlist).pushPullTrigger(0xc001544dc0, 0xc003ab0060) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:182 +0x1dd created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:127 +0x2ec goroutine 10199 [select]: github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0xc001544dc0, 0x5f5e100, 0xc003aa4240, 0xc003ab0060, 0xc0014ced00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:155 +0x185 created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:133 +0x1e5 goroutine 10200 [select]: github.com/hashicorp/serf/serf.(*Serf).handleReap(0xc00339bb00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1539 +0x125 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:410 +0x8e6 goroutine 10201 [select]: github.com/hashicorp/serf/serf.(*Serf).handleReconnect(0xc00339bb00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1557 +0xd6 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:411 +0x90b goroutine 18786 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0005bf1f0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0005bf1f0, 0x1dcd6500, 0x0, 0x0, 0x0, 0xc002ad6480, 0xc003065f60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0005bf1f0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 10205 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003a9e3f0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003a9e3f0, 0x1dcd6500, 0x0, 0x0, 0x0, 0x56, 0x1fc4b25) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003a9e3f0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 24000 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc002755650, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002755650, 0x1dcd6500, 0x0, 0xc001be67b8, 0x1a30805, 0xc001be6768, 0xc001be6760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002755650) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 23986 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc002755030, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002755030, 0x1dcd6500, 0x1, 0xc0031a67b8, 0x1a30845, 0xc00157d740, 0xc0031a6760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002755030) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 10265 [select]: github.com/hashicorp/nomad/nomad.(*nodeHeartbeater).heartbeatStats(0xc001c39860) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/heartbeat.go:201 +0x155 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:454 +0x17de goroutine 10266 [select]: github.com/hashicorp/nomad/nomad.(*Server).EmitRaftStats(0xc0022a2000, 0x2540be400, 0xc001fd65a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1595 +0xc5 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:457 +0x181e goroutine 23992 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0027552d0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0027552d0, 0x1dcd6500, 0x1, 0xc0031c57b8, 0x1a30845, 0xc0044c0a80, 0xc0031c5760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0027552d0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 31769 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc002db5260, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002db5260, 0x1dcd6500, 0xc0024f2f78, 0xc0024f2f68, 0x2, 0x1, 0xc0024f2f00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002db5260) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 23996 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc002755490, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002755490, 0x1dcd6500, 0x1, 0xc0006b97b8, 0x1a30845, 0xc000b2fce0, 0xc0006b9760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002755490) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 10528 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).packetListen(0xc000cf11e0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:314 +0x145 created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:217 +0x50b goroutine 18755 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc003c5c780, 0x1fc55e8, 0x6, 0xc0048bee70) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:412 +0x94e goroutine 10529 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).packetHandler(0xc000cf11e0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:433 +0x365 created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:218 +0x530 goroutine 10521 [select]: github.com/hashicorp/raft.(*Raft).leaderLoop(0xc000a7cf00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:540 +0x32a github.com/hashicorp/raft.(*Raft).runLeader(0xc000a7cf00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:456 +0x225 github.com/hashicorp/raft.(*Raft).run(0xc000a7cf00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:144 +0x66 github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc000a7cf00, 0xc0022ef8a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 10522 [select, 6 minutes]: github.com/hashicorp/raft.(*Raft).runFSM(0xc000a7cf00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/fsm.go:215 +0x31c github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc000a7cf00, 0xc0022ef8b0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 10523 [select, 1 minutes]: github.com/hashicorp/raft.(*Raft).runSnapshots(0xc000a7cf00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/snapshot.go:71 +0x112 github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc000a7cf00, 0xc0022ef8c0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 38724 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f145cb9f8, 0x72, 0x22c8de0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc00100e018, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc00100e000, 0xc002fca000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc00100e000, 0xc002fca000, 0x1000, 0x1000, 0x7f, 0xc002fcb000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000dec008, 0xc002fca000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc0020f75c0) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc0020f75c0, 0x4ad1a5, 0xc00100e000, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc003aa0540, 0xc0020f75c0, 0xc0020f7620, 0xc0007c7f10, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc003aa0540, 0x2303140, 0xc003dbb580, 0x2325ca0, 0xc000dec008) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 10519 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*consulACLsAPI).bgRetryRevokeDaemon(0xc002c46c60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/consul.go:382 +0x105 created by github.com/hashicorp/nomad/nomad.NewConsulACLsAPI /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/consul.go:169 +0x151 goroutine 10520 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*RaftLayer).Accept(0xc002a14280, 0x0, 0x0, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/raft_rpc.go:63 +0xc5 github.com/hashicorp/raft.(*NetworkTransport).listen(0xc00178a300) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:485 +0x50 created by github.com/hashicorp/raft.NewNetworkTransportWithConfig /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:172 +0x1d3 goroutine 10518 [select]: github.com/hashicorp/nomad/helper/pool.(*ConnPool).reap(0xc001c45f90) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/helper/pool/pool.go:486 +0x2cc created by github.com/hashicorp/nomad/helper/pool.NewPool /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/helper/pool/pool.go:179 +0x145 goroutine 31772 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc002db53b0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002db53b0, 0x1dcd6500, 0xc0041108d0, 0xc, 0xc, 0xc, 0xc) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002db53b0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 18759 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0005be620, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0005be620, 0x1dcd6500, 0x1825c01, 0xc000898fb8, 0x1a30805, 0xc000898f68, 0xc000898f60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0005be620) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 23979 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc002754d20, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002754d20, 0x1dcd6500, 0x1825c01, 0xc002e937b8, 0x1a30845, 0xc001c28cc0, 0xc002e93760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002754d20) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 17987 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f157bcde8, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc004892598, 0x72, 0x0, 0x0, 0x1fc78ff) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc004892580, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:394 +0x1fc net.(*netFD).accept(0xc004892580, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc00074eca0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).AcceptTCP(0xc00074eca0, 0x0, 0xc002e5a720, 0x0) /usr/lib/go-1.15/src/net/tcpsock.go:248 +0x65 github.com/hashicorp/memberlist.(*NetTransport).tcpListen(0xc0003f8fc0, 0xc00074eca0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:289 +0x6f created by github.com/hashicorp/memberlist.NewNetTransport /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:113 +0x237 goroutine 36901 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f145cb3a0, 0x72, 0x22c8de0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc000792118, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000792100, 0xc003f7b000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc000792100, 0xc003f7b000, 0x1000, 0x1000, 0x73, 0xc004804000, 0x3b) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000488050, 0xc003f7b000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc0037d4420) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc0037d4420, 0x4ad1a5, 0xc000792100, 0x3b) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc000fc5140, 0xc0037d4420, 0xc0031219e0, 0xc002c8c150, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc000fc5140, 0x2303140, 0xc002313a40, 0x2325ca0, 0xc000488050) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 17991 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).packetHandler(0xc0033a5600) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:433 +0x365 created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:218 +0x530 goroutine 41996 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc002918780, 0x2303140, 0xc002a8cc80, 0xc00465d680) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 37802 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).watchCapacity(0xc0049f2320, 0xc00232e8a0, 0xc0036f8960) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:524 +0xf7 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:146 +0x87 goroutine 36625 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).watchCapacity(0xc001f5e1e0, 0xc0034f1500, 0xc0028a8d80) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:524 +0xf7 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:146 +0x87 goroutine 30130 [select]: github.com/hashicorp/memberlist.(*Memberlist).pushPullTrigger(0xc002a02160, 0xc001344540) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:182 +0x1dd created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:127 +0x2ec goroutine 9907 [select, 6 minutes]: github.com/hashicorp/serf/serf.(*serfQueries).stream(0xc002bb6690) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/internal_query.go:91 +0xc5 created by github.com/hashicorp/serf/serf.newSerfQueries /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/internal_query.go:84 +0xab goroutine 9908 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f1413e5c8, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc00334a198, 0x72, 0x0, 0x0, 0x1fc78ff) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc00334a180, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:394 +0x1fc net.(*netFD).accept(0xc00334a180, 0xc0034997a0, 0xc00349e138, 0xc003499768) /usr/lib/go-1.15/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc0007222c0, 0x1a30845, 0x0, 0xc0034997b8) /usr/lib/go-1.15/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).AcceptTCP(0xc0007222c0, 0x0, 0x1000000010000, 0xc002045f20) /usr/lib/go-1.15/src/net/tcpsock.go:248 +0x65 github.com/hashicorp/memberlist.(*NetTransport).tcpListen(0xc003a9f260, 0xc0007222c0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:289 +0x6f created by github.com/hashicorp/memberlist.NewNetTransport /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:113 +0x237 goroutine 9909 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f144fda00, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc00334a218, 0x72, 0x10000, 0x10000, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).ReadFrom(0xc00334a200, 0xc003804000, 0x10000, 0x10000, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:215 +0x1c5 net.(*netFD).readFrom(0xc00334a200, 0xc003804000, 0x10000, 0x10000, 0x411310, 0xc003496e70, 0x44dcdf, 0xc003496f68, 0x2) /usr/lib/go-1.15/src/net/fd_posix.go:61 +0x5b net.(*UDPConn).readFrom(0xc000ad60c0, 0xc003804000, 0x10000, 0x10000, 0x101, 0xc003496e30, 0xc003496ec0, 0x4530ac) /usr/lib/go-1.15/src/net/udpsock_posix.go:47 +0x5c net.(*UDPConn).ReadFrom(0xc000ad60c0, 0xc003804000, 0x10000, 0x10000, 0xc003496f28, 0x40a6e5, 0xc00295d080, 0xc003496f60, 0x0) /usr/lib/go-1.15/src/net/udpsock.go:118 +0x5d github.com/hashicorp/memberlist.(*NetTransport).udpListen(0xc003a9f260, 0xc000ad60c0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:324 +0xc5 created by github.com/hashicorp/memberlist.NewNetTransport /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:114 +0x1b3 goroutine 12511 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).watchCapacity(0xc001c401e0, 0xc0046a25a0, 0xc0004c8720) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:524 +0xf7 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:146 +0x87 goroutine 12510 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc001c400a0, 0x2303140, 0xc003c45740, 0xc0046a24e0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 18737 [select]: github.com/hashicorp/serf/serf.(*Serf).handleReap(0xc003c5c780) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1539 +0x125 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:410 +0x8e6 goroutine 31928 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc000358af0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc000358af0, 0x1dcd6500, 0x1, 0xc002cb87b8, 0x1a30805, 0xc002cb8768, 0xc002cb8760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc000358af0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 18789 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0005bf340, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0005bf340, 0x1dcd6500, 0x1fc7801, 0xc00301a7b8, 0x1a30845, 0xc000b2e180, 0xc00301a760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0005bf340) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 8459 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f1457f578, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc001e1a698, 0x72, 0x0, 0x0, 0x1fc78ff) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc001e1a680, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:394 +0x1fc net.(*netFD).accept(0xc001e1a680, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc00112bc80, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).AcceptTCP(0xc00112bc80, 0x0, 0xc001312a80, 0x0) /usr/lib/go-1.15/src/net/tcpsock.go:248 +0x65 github.com/hashicorp/memberlist.(*NetTransport).tcpListen(0xc00021f7a0, 0xc00112bc80) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:289 +0x6f created by github.com/hashicorp/memberlist.NewNetTransport /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:113 +0x237 goroutine 8460 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f1457f918, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc00071ab18, 0x72, 0x10000, 0x10000, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).ReadFrom(0xc00071ab00, 0xc003202000, 0x10000, 0x10000, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:215 +0x1c5 net.(*netFD).readFrom(0xc00071ab00, 0xc003202000, 0x10000, 0x10000, 0x41146b, 0xc000d82000, 0xc003202000, 0x10000, 0x0) /usr/lib/go-1.15/src/net/fd_posix.go:61 +0x5b net.(*UDPConn).readFrom(0xc0007b2d10, 0xc003202000, 0x10000, 0x10000, 0x101, 0xc00301ae30, 0xc00301aec0, 0x4530ac) /usr/lib/go-1.15/src/net/udpsock_posix.go:47 +0x5c net.(*UDPConn).ReadFrom(0xc0007b2d10, 0xc003202000, 0x10000, 0x10000, 0xc0012988c0, 0x3b9aca00, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/udpsock.go:118 +0x5d github.com/hashicorp/memberlist.(*NetTransport).udpListen(0xc00021f7a0, 0xc0007b2d10) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:324 +0xc5 created by github.com/hashicorp/memberlist.NewNetTransport /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:114 +0x1b3 goroutine 8461 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).streamListen(0xc0006e74a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:211 +0x10b created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:216 +0x4e6 goroutine 8462 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).packetListen(0xc0006e74a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:314 +0x145 created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:217 +0x50b goroutine 8463 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).packetHandler(0xc0006e74a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:433 +0x365 created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:218 +0x530 goroutine 8107 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*RaftLayer).Accept(0xc001d0cd70, 0x0, 0x0, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/raft_rpc.go:63 +0xc5 github.com/hashicorp/raft.(*NetworkTransport).listen(0xc000fc4b40) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:485 +0x50 created by github.com/hashicorp/raft.NewNetworkTransportWithConfig /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:172 +0x1d3 goroutine 8108 [select]: github.com/hashicorp/raft.(*Raft).leaderLoop(0xc00026d800) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:540 +0x32a github.com/hashicorp/raft.(*Raft).runLeader(0xc00026d800) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:456 +0x225 github.com/hashicorp/raft.(*Raft).run(0xc00026d800) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:144 +0x66 github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc00026d800, 0xc001b580c0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 8109 [select, 6 minutes]: github.com/hashicorp/raft.(*Raft).runFSM(0xc00026d800) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/fsm.go:215 +0x31c github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc00026d800, 0xc001b580d0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 8110 [select, 1 minutes]: github.com/hashicorp/raft.(*Raft).runSnapshots(0xc00026d800) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/snapshot.go:71 +0x112 github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc00026d800, 0xc001b580e0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 8111 [select, 6 minutes]: github.com/hashicorp/serf/serf.(*serfQueries).stream(0xc001b5a720) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/internal_query.go:91 +0xc5 created by github.com/hashicorp/serf/serf.newSerfQueries /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/internal_query.go:84 +0xab goroutine 8112 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f145c3450, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc00289db98, 0x72, 0x0, 0x0, 0x1fc78ff) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc00289db80, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:394 +0x1fc net.(*netFD).accept(0xc00289db80, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc000fc9220, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).AcceptTCP(0xc000fc9220, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/tcpsock.go:248 +0x65 github.com/hashicorp/memberlist.(*NetTransport).tcpListen(0xc0007be620, 0xc000fc9220) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:289 +0x6f created by github.com/hashicorp/memberlist.NewNetTransport /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:113 +0x237 goroutine 8113 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f145c3368, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc00289dc18, 0x72, 0x10000, 0x10000, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).ReadFrom(0xc00289dc00, 0xc002c4a000, 0x10000, 0x10000, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:215 +0x1c5 net.(*netFD).readFrom(0xc00289dc00, 0xc002c4a000, 0x10000, 0x10000, 0x411508, 0x7f9f1413b758, 0xc002c4a000, 0x10000, 0x0) /usr/lib/go-1.15/src/net/fd_posix.go:61 +0x5b net.(*UDPConn).readFrom(0xc000ad6f80, 0xc002c4a000, 0x10000, 0x10000, 0x101, 0xc003084630, 0xc0030846c0, 0x4530ac) /usr/lib/go-1.15/src/net/udpsock_posix.go:47 +0x5c net.(*UDPConn).ReadFrom(0xc000ad6f80, 0xc002c4a000, 0x10000, 0x10000, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/udpsock.go:118 +0x5d github.com/hashicorp/memberlist.(*NetTransport).udpListen(0xc0007be620, 0xc000ad6f80) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:324 +0xc5 created by github.com/hashicorp/memberlist.NewNetTransport /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:114 +0x1b3 goroutine 47449 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).streamListen(0xc00055cb00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:211 +0x10b created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:216 +0x4e6 goroutine 47455 [select]: github.com/hashicorp/serf/serf.(*Serf).handleReap(0xc003d8ea80) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1539 +0x125 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:410 +0x8e6 goroutine 16856 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).watchCapacity(0xc00058e5a0, 0xc002df3980, 0xc000acf800) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:524 +0xf7 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:146 +0x87 goroutine 31726 [select]: github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0xc004845600, 0x5f5e100, 0xc003bba060, 0xc003a96720, 0xc003d5bb10) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:155 +0x185 created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:133 +0x1e5 goroutine 10212 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003a9e700, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003a9e700, 0x1dcd6500, 0x1, 0xc002eb57b8, 0x1a30845, 0xc003184000, 0xc002eb5760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003a9e700) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 45329 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc0019c3e80, 0x1fc6000, 0x6, 0x2e28a01) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc0019c3e80, 0x1fd0645, 0xc, 0x2309180, 0xc000cdd2c0, 0x1da2640, 0xc000cdd2c0, 0x1c7de20, 0xc002deef80, 0x2daa180, ...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc0059ee860, 0xc000cdd2c0, 0xc002deef80, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc00052c3c0, 0xc0033a0268, 0x13, 0x1fc2f0f, 0x4, 0xc002dc6cc8, 0x3, 0x3, 0xc002deef80, 0xc002dc6d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc00052c3c0, 0xc0033a0268, 0x13, 0xc002dc6cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc003730000, 0xc003df9a40, 0xc0002115a0, 0x0, 0xc000955500, 0xc001371c40, 0x1da2640, 0xc000cdd2c0, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc003df9a40, 0x23039c0, 0xc002deef40, 0x6168688f, 0x3aa0d7a3) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc0059b9200, 0x1fd0645, 0xc, 0x1da2640, 0xc00382fc20, 0x1c7de20, 0xc0031e1c00, 0x22c3ea0, 0xc001ec2970) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc004b4fea0, 0x1dcd6500, 0xc002974fb8, 0x18b8cbe, 0x3b9aca00, 0x3, 0x3) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc004b4fea0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 10213 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003a9e770, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003a9e770, 0x1dcd6500, 0x0, 0xc002e8efb8, 0x1a30805, 0xc002e8ef68, 0xc002e8ef60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003a9e770) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 31787 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc002db5a40, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002db5a40, 0x1dcd6500, 0x0, 0x0, 0x0, 0xc0034a6f58, 0x2) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002db5a40) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 10214 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003a9e7e0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003a9e7e0, 0x1dcd6500, 0x0, 0xc002ecafb8, 0x1a30805, 0xc002ecaf68, 0xc002ecaf60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003a9e7e0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 10215 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003a9e850, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003a9e850, 0x1dcd6500, 0x1, 0xc002f697b8, 0x1a30845, 0xc0028fe780, 0xc002f69760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003a9e850) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 8562 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).streamListen(0xc000bfc840) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:211 +0x10b created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:216 +0x4e6 goroutine 8563 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).packetListen(0xc000bfc840) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:314 +0x145 created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:217 +0x50b goroutine 8564 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).packetHandler(0xc000bfc840) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:433 +0x365 created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:218 +0x530 goroutine 10527 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).streamListen(0xc000cf11e0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:211 +0x10b created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:216 +0x4e6 goroutine 10525 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f1457e320, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0005fd518, 0x72, 0x0, 0x0, 0x1fc78ff) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc0005fd500, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:394 +0x1fc net.(*netFD).accept(0xc0005fd500, 0xc00325bfa0, 0xc0032531b8, 0xc00325bf68) /usr/lib/go-1.15/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc001e82260, 0x1a30845, 0x1, 0xc00325bfb8) /usr/lib/go-1.15/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).AcceptTCP(0xc001e82260, 0x0, 0x1000000010000, 0xc002693b00) /usr/lib/go-1.15/src/net/tcpsock.go:248 +0x65 github.com/hashicorp/memberlist.(*NetTransport).tcpListen(0xc0002e3d50, 0xc001e82260) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:289 +0x6f created by github.com/hashicorp/memberlist.NewNetTransport /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:113 +0x237 goroutine 31739 [select, 6 minutes]: github.com/hashicorp/serf/serf.(*serfQueries).stream(0xc0039958f0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/internal_query.go:91 +0xc5 created by github.com/hashicorp/serf/serf.newSerfQueries /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/internal_query.go:84 +0xab goroutine 17667 [select]: github.com/hashicorp/nomad/helper/pool.(*ConnPool).reap(0xc0031c7220) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/helper/pool/pool.go:486 +0x2cc created by github.com/hashicorp/nomad/helper/pool.NewPool /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/helper/pool/pool.go:179 +0x145 goroutine 11397 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003888700, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003888700, 0x1dcd6500, 0x0, 0xc003416fb8, 0x1a30805, 0xc003416f68, 0xc003416f60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003888700) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 18763 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0005be7e0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0005be7e0, 0x1dcd6500, 0x2f19060, 0xc0024f37b8, 0x1a30805, 0xc0024f3768, 0xc0024f3760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0005be7e0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 31933 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*Server).monitorLeadership(0xc000a7d800) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/leader.go:91 +0x128 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:433 +0x1668 goroutine 11418 [select]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).EmitStats(0xc002014820, 0x3b9aca00, 0xc001e86d80) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:716 +0x25d created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:448 +0x176b goroutine 31921 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc000358620, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc000358620, 0x1dcd6500, 0x0, 0x0, 0x0, 0xc00252cb40, 0xc003087f60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc000358620) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 17668 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*consulACLsAPI).bgRetryRevokeDaemon(0xc00367c960) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/consul.go:382 +0x105 created by github.com/hashicorp/nomad/nomad.NewConsulACLsAPI /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/consul.go:169 +0x151 goroutine 12931 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).watchCapacity(0xc0028dc6e0, 0xc0001bf5c0, 0xc0028a8240) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:524 +0xf7 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:146 +0x87 goroutine 24011 [select]: github.com/hashicorp/nomad/nomad.(*Server).EmitRaftStats(0xc0004bb800, 0x2540be400, 0xc00418fe00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1595 +0xc5 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:457 +0x181e goroutine 45333 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc0019c3e80, 0x1fc6000, 0x6, 0x2e28a01) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc0019c3e80, 0x1fd0645, 0xc, 0x2309180, 0xc000cdd1a0, 0x1da2640, 0xc000cdd1a0, 0x1c7de20, 0xc002deef00, 0x2daa180, ...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc0059ee860, 0xc000cdd1a0, 0xc002deef00, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc00052c3c0, 0xc0033a0268, 0x13, 0x1fc2f0f, 0x4, 0xc0035a8cc8, 0x3, 0x3, 0xc002deef00, 0xc0035a8d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc00052c3c0, 0xc0033a0268, 0x13, 0xc0035a8cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc003730000, 0xc003df9a40, 0xc000211598, 0x0, 0xc000955500, 0xc001371a80, 0x1da2640, 0xc000cdd1a0, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc003df9a40, 0x23039c0, 0xc002deeec0, 0x6168688f, 0x3aa00eff) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc0059b9200, 0x1fd0645, 0xc, 0x1da2640, 0xc003d10840, 0x1c7de20, 0xc0031e1f40, 0x22c3ea0, 0xc00385c6d0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0029208c0, 0x1dcd6500, 0x0, 0xc0005f47b8, 0x1a30805, 0xc0005f4768, 0xc0005f4760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0029208c0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 45340 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc0019c3e80, 0x1fc6000, 0x6, 0x2e28a01) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc0019c3e80, 0x1fd0645, 0xc, 0x2309180, 0xc00313ed80, 0x1da2640, 0xc00313ed80, 0x1c7de20, 0xc00164d780, 0x2daa180, ...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc0059ee860, 0xc00313ed80, 0xc00164d780, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc00052c3c0, 0xc0033a0268, 0x13, 0x1fc2f0f, 0x4, 0xc0019d9cc8, 0x3, 0x3, 0xc00164d780, 0xc0019d9d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc00052c3c0, 0xc0033a0268, 0x13, 0xc0019d9cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc003730000, 0xc003df9a40, 0xc003475000, 0x0, 0xc000955500, 0xc0013717c0, 0x1da2640, 0xc00313ed80, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc003df9a40, 0x23039c0, 0xc00164d740, 0x6168688f, 0x2a76fd68) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc0059b9200, 0x1fd0645, 0xc, 0x1da2640, 0xc003d11620, 0x1c7de20, 0xc0036f61c0, 0x22c3ea0, 0xc0029e0690) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002920c40, 0x1dcd6500, 0x0, 0xc004273fb8, 0x1a30805, 0xc004273f68, 0xc004273f60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002920c40) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 11400 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003888850, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003888850, 0x1dcd6500, 0x0, 0x0, 0x0, 0xc002576600, 0xc003413760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003888850) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 13005 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).watchCapacity(0xc000545680, 0xc00211a540, 0xc0026c5e60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:524 +0xf7 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:146 +0x87 goroutine 10239 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f140fdd80, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0006fda98, 0x72, 0x0, 0x0, 0x1fc78ff) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc0006fda80, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:394 +0x1fc net.(*netFD).accept(0xc0006fda80, 0x37e11d600, 0xc002cb1f08, 0x78487a) /usr/lib/go-1.15/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc002b05ce0, 0x40a73a, 0xc00209a120, 0x0) /usr/lib/go-1.15/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc002b05ce0, 0xc00209a120, 0x0, 0x3f800000, 0xc0014d6e40) /usr/lib/go-1.15/src/net/tcpsock.go:261 +0x65 github.com/hashicorp/nomad/nomad.(*rpcHandler).listen(0xc000d27a80, 0x2303140, 0xc0014d6e40) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:131 +0xc4 created by github.com/hashicorp/nomad/nomad.(*Server).startRPCListener /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:470 +0x91 goroutine 10220 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003a9ea80, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003a9ea80, 0x1dcd6500, 0x0, 0xc00330efb8, 0x1a30805, 0xc00330ef68, 0xc00330ef60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003a9ea80) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 14264 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc002918f00, 0x2303140, 0xc002caa500, 0xc0046a23c0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 10240 [select]: github.com/hashicorp/nomad/nomad.(*EvalBroker).EmitStats(0xc001ad8e60, 0x3b9aca00, 0xc0026d5ce0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:827 +0x265 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:442 +0x16e5 goroutine 10221 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003a9eaf0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003a9eaf0, 0x1dcd6500, 0x0, 0xc0033137b8, 0x1a30805, 0xc003313768, 0xc003313760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003a9eaf0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 27481 [select]: github.com/hashicorp/serf/serf.(*Serf).handleReconnect(0xc004f6de00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1557 +0xd6 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:411 +0x90b goroutine 10242 [select]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).EmitStats(0xc001ad8f00, 0x3b9aca00, 0xc0026d5ce0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:716 +0x25d created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:448 +0x176b goroutine 10243 [select]: github.com/hashicorp/nomad/nomad.(*vaultClient).EmitStats(0xc0001d4b00, 0x3b9aca00, 0xc0026d5ce0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/vault.go:1427 +0x1e7 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:451 +0x17b2 goroutine 31764 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc002db4fc0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002db4fc0, 0x1dcd6500, 0x0, 0xc001ba8fb8, 0x1a30845, 0xc001f8c3c0, 0xc001ba8f60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002db4fc0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 10244 [select]: github.com/hashicorp/nomad/nomad.(*nodeHeartbeater).heartbeatStats(0xc001929830) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/heartbeat.go:201 +0x155 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:454 +0x17de goroutine 10223 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003a9ebd0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003a9ebd0, 0x1dcd6500, 0x0, 0xc0033817b8, 0x1a30805, 0xc003381768, 0xc003381760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003a9ebd0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 31930 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc000358cb0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc000358cb0, 0x1dcd6500, 0x0, 0xc000853fb8, 0x1a30805, 0xc000853f68, 0xc000853f60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc000358cb0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 31771 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc002db5340, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002db5340, 0x1dcd6500, 0x1, 0xc001bedf00, 0x1a30845, 0xc002420de0, 0xc001bedf60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002db5340) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 10245 [select]: github.com/hashicorp/nomad/nomad.(*Server).EmitRaftStats(0xc000a7c600, 0x2540be400, 0xc0026d5ce0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1595 +0xc5 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:457 +0x181e goroutine 45336 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc0019c3e80, 0x1fc6000, 0x6, 0x2e28a01) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc0019c3e80, 0x1fd0645, 0xc, 0x2309180, 0xc0043615c0, 0x1da2640, 0xc0043615c0, 0x1c7de20, 0xc00164d580, 0x2daa180, ...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc0059ee860, 0xc0043615c0, 0xc00164d580, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc00052c3c0, 0xc0033a0268, 0x13, 0x1fc2f0f, 0x4, 0xc00369ccc8, 0x3, 0x3, 0xc00164d580, 0xc00369cd20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc00052c3c0, 0xc0033a0268, 0x13, 0xc00369ccc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc003730000, 0xc003df9a40, 0xc003474fa8, 0x0, 0xc000955500, 0xc005869860, 0x1da2640, 0xc0043615c0, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc003df9a40, 0x23039c0, 0xc00164d540, 0x6168688f, 0x1c76dc19) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc0059b9200, 0x1fd0645, 0xc, 0x1da2640, 0xc003d10e40, 0x1c7de20, 0xc0007ebac0, 0x22c3ea0, 0xc0041c26b0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002920a80, 0x1dcd6500, 0x0, 0x1000200000000, 0x1000200000000, 0x0, 0xc0039f7a40) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002920a80) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 10224 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003a9ec40, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003a9ec40, 0x1dcd6500, 0x1, 0xc0033997b8, 0x1a30845, 0xc0028ff740, 0xc003399760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003a9ec40) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 10526 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f1403c2a8, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0005fd598, 0x72, 0x10000, 0x10000, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).ReadFrom(0xc0005fd580, 0xc00344a000, 0x10000, 0x10000, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:215 +0x1c5 net.(*netFD).readFrom(0xc0005fd580, 0xc00344a000, 0x10000, 0x10000, 0x411310, 0xc00325b670, 0x44dcdf, 0xc00325b768, 0x43e27c) /usr/lib/go-1.15/src/net/fd_posix.go:61 +0x5b net.(*UDPConn).readFrom(0xc001275658, 0xc00344a000, 0x10000, 0x10000, 0x101, 0xc00325b630, 0xc00325b6c0, 0x4530ac) /usr/lib/go-1.15/src/net/udpsock_posix.go:47 +0x5c net.(*UDPConn).ReadFrom(0xc001275658, 0xc00344a000, 0x10000, 0x10000, 0xc00325b728, 0x40a6e5, 0xc001429800, 0xc00325b760, 0x0) /usr/lib/go-1.15/src/net/udpsock.go:118 +0x5d github.com/hashicorp/memberlist.(*NetTransport).udpListen(0xc0002e3d50, 0xc001275658) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:324 +0xc5 created by github.com/hashicorp/memberlist.NewNetTransport /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:114 +0x1b3 goroutine 38377 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f145864a0, 0x72, 0x22c8de0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc00275df18, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc00275df00, 0xc00586d000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc00275df00, 0xc00586d000, 0x1000, 0x1000, 0x4d, 0xc002611000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000d1c418, 0xc00586d000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc00303f380) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc00303f380, 0x4ad1a5, 0xc00275df00, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc000ffe0c0, 0xc00303f380, 0xc00303f440, 0xc00354e620, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc000ffe0c0, 0x2303140, 0xc0024dfa00, 0x2325ca0, 0xc000d1c418) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 31910 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc000358000, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc000358000, 0x1dcd6500, 0x0, 0xc002b74060, 0xc0006b76e8, 0x1, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc000358000) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 31927 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc000358a80, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc000358a80, 0x1dcd6500, 0x1, 0xc00427d700, 0x1a30805, 0xc00332f560, 0x1000000000001) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc000358a80) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 10225 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003a9ecb0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003a9ecb0, 0x1dcd6500, 0x1, 0xc00319bfb8, 0x1a30845, 0xc003184300, 0xc00319bf60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003a9ecb0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 10229 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003a9ee70, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003a9ee70, 0x1dcd6500, 0x1, 0xc00319e7b8, 0x1a30845, 0xc003184360, 0xc00319e760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003a9ee70) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 18791 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*Server).serfEventHandler(0xc000ada300) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/serf.go:30 +0xd1 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:436 +0x168d goroutine 45344 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*Server).serfEventHandler(0xc0059b9200) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/serf.go:30 +0xd1 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:436 +0x168d goroutine 10228 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003a9ee00, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003a9ee00, 0x1dcd6500, 0x0, 0xc0031a57b8, 0x1a30805, 0xc0031a5768, 0xc0031a5760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003a9ee00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 10227 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003a9ed90, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003a9ed90, 0x1dcd6500, 0x1, 0xc0031a7fb8, 0x1a30845, 0xc003184480, 0xc0031a7f60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003a9ed90) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 15600 [select, 6 minutes]: github.com/hashicorp/raft.(*Raft).runFSM(0xc000ada900) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/fsm.go:215 +0x31c github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc000ada900, 0xc003b0ec90) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 18757 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc003c5c780, 0x1fc408f, 0x5, 0xc0048beed0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:414 +0x9da goroutine 14761 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).watchCapacity(0xc002f445a0, 0xc00213d560, 0xc0036f1020) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:524 +0xf7 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:146 +0x87 goroutine 11406 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003888af0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003888af0, 0x1dcd6500, 0x1, 0xc002970fb8, 0x1a30845, 0xc00295c780, 0xc002970f60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003888af0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 10173 [select]: github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0xc0014bc000, 0x5f5e100, 0xc0022245a0, 0xc00075d200, 0xc0012ee020) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:155 +0x185 created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:121 +0x39b goroutine 11407 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003888b60, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003888b60, 0x1dcd6500, 0x0, 0xc0029737b8, 0x1a30845, 0xc00295c840, 0xc002973760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003888b60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 31727 [select]: github.com/hashicorp/serf/serf.(*Serf).handleReap(0xc004836480) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1539 +0x125 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:410 +0x8e6 goroutine 11380 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc0036fb200, 0x1fc408f, 0x5, 0xc002bb6810) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:414 +0x9da goroutine 11382 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003888070, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003888070, 0x1dcd6500, 0x0, 0xc003418fb8, 0x1a30805, 0xc003418f68, 0xc003418f60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003888070) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 31767 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc002db5110, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002db5110, 0x1dcd6500, 0x0, 0x0, 0xc003bc6e40, 0x0, 0x1) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002db5110) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 11383 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0038880e0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0038880e0, 0x1dcd6500, 0x1, 0xc0034187b8, 0x1a30845, 0xc00295cd20, 0xc003418760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0038880e0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 10174 [select]: github.com/hashicorp/memberlist.(*Memberlist).pushPullTrigger(0xc0014bc000, 0xc00075d200) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:182 +0x1dd created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:127 +0x2ec goroutine 17669 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*RaftLayer).Accept(0xc0031c74f0, 0xc003401ab8, 0xc00296e790, 0xc00296e728, 0x40a6e5) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/raft_rpc.go:63 +0xc5 github.com/hashicorp/raft.(*NetworkTransport).listen(0xc000c7af00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:485 +0x50 created by github.com/hashicorp/raft.NewNetworkTransportWithConfig /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:172 +0x1d3 goroutine 18762 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0005be770, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0005be770, 0x1dcd6500, 0x0, 0xc00212d7b8, 0x1a30805, 0xc00212d768, 0xc00212d760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0005be770) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 18736 [select]: github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0xc0033a5600, 0x5f5e100, 0xc0021e4c60, 0xc00157ed20, 0xc000ad53b0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:155 +0x185 created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:133 +0x1e5 goroutine 37418 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc001ed4140, 0x2303140, 0xc00157a6c0, 0xc00075d080) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 38125 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f14580058, 0x72, 0x22c8de0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc003968d98, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc003968d80, 0xc004ecf000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc003968d80, 0xc004ecf000, 0x1000, 0x1000, 0x8c, 0xc004eec000, 0x3b) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0001280f0, 0xc004ecf000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc004914d80) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc004914d80, 0x4ad1a5, 0xc003968d80, 0x3b) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc0017f98c0, 0xc004914d80, 0xc004914de0, 0xc003aae9a0, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc0017f98c0, 0x2303140, 0xc001dcee00, 0x2325ca0, 0xc0001280f0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 18792 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f1403c818, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc003a55618, 0x72, 0x0, 0x0, 0x1fc78ff) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc003a55600, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:394 +0x1fc net.(*netFD).accept(0xc003a55600, 0x37e11d600, 0xc00425cf08, 0x78487a) /usr/lib/go-1.15/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc001926680, 0x40a73a, 0xc00228ccc0, 0x0) /usr/lib/go-1.15/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc001926680, 0xc00228ccc0, 0x0, 0x3f800000, 0xc0011e0700) /usr/lib/go-1.15/src/net/tcpsock.go:261 +0x65 github.com/hashicorp/nomad/nomad.(*rpcHandler).listen(0xc0030cb500, 0x2303140, 0xc0011e0700) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:131 +0xc4 created by github.com/hashicorp/nomad/nomad.(*Server).startRPCListener /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:470 +0x91 goroutine 10235 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003a9f110, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003a9f110, 0x1dcd6500, 0x0, 0xc0034127b8, 0x1a30805, 0xc003412768, 0xc003412760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003a9f110) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 10175 [select]: github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0xc0014bc000, 0x5f5e100, 0xc002224600, 0xc00075d200, 0xc0012ee030) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:155 +0x185 created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:133 +0x1e5 goroutine 10209 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003a9e5b0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003a9e5b0, 0x1dcd6500, 0x0, 0xc00341a7b8, 0x1a30845, 0xc00295cd80, 0xc00341a760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003a9e5b0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 24001 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0027556c0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0027556c0, 0x1dcd6500, 0xc001be9740, 0x481654, 0xc002920090, 0xffffffffffffffff, 0xc001be97c0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0027556c0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 31558 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f1407aee0, 0x72, 0x22c8de0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc002543e98, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc002543e80, 0xc00237b000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc002543e80, 0xc00237b000, 0x1000, 0x1000, 0xd4, 0xc00147c000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc002bcf8d0, 0xc00237b000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc001da7e60) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc001da7e60, 0x4ad1a5, 0xc002543e80, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc000fc5140, 0xc001da7e60, 0xc001da7f80, 0xc00232abd0, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc000fc5140, 0x2303140, 0xc002313a40, 0x2325ca0, 0xc002bcf8d0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 12949 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f140fe2f0, 0x72, 0x22c8de0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc001d0bd98, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc001d0bd80, 0xc003107000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc001d0bd80, 0xc003107000, 0x1000, 0x1000, 0x2f, 0xc00230f000, 0x3b) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc001fc6f88, 0xc003107000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc002175b60) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc002175b60, 0x4ad1a5, 0xc001d0bd80, 0x3b) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc0017f80c0, 0xc002175b60, 0xc002175bc0, 0xc00021ba40, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc0017f80c0, 0x2303140, 0xc001d52ec0, 0x2325ca0, 0xc001fc6f88) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 18795 [select]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).EmitStats(0xc0038f72c0, 0x3b9aca00, 0xc002651980) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:716 +0x25d created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:448 +0x176b goroutine 42894 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc003555900, 0x2303140, 0xc0038f9940, 0xc001f03c20) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 10177 [select]: github.com/hashicorp/serf/serf.(*Serf).handleReconnect(0xc0036fb200) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1557 +0xd6 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:411 +0x90b goroutine 14817 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).watchCapacity(0xc001a92b40, 0xc001028fc0, 0xc001b5c120) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:524 +0xf7 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:146 +0x87 goroutine 10208 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003a9e540, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003a9e540, 0x1dcd6500, 0x0, 0xc0034a6fb8, 0x1a30845, 0xc00295d140, 0xc0034a6f60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003a9e540) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 11379 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc0036fb200, 0x1fc3e78, 0x5, 0xc002bb67e0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:413 +0x994 goroutine 11792 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc000c5c5a0, 0x2303140, 0xc003c44a80, 0xc001d13800) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 31773 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc002db5420, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002db5420, 0x1dcd6500, 0xc003f89440, 0xc000cd6fc8, 0x1872bd5, 0xc000cd6f78, 0xc000cd6f68) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002db5420) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 10234 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003a9f0a0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003a9f0a0, 0x1dcd6500, 0x2303140, 0xc002f0c7b8, 0x1a30805, 0xc002f0c768, 0xc002f0c760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003a9f0a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 8579 [select]: github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0xc0006e74a0, 0x5f5e100, 0xc001aceae0, 0xc002664e40, 0xc001c61c60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:155 +0x185 created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:121 +0x39b goroutine 8580 [select, 1 minutes]: github.com/hashicorp/memberlist.(*Memberlist).pushPullTrigger(0xc0006e74a0, 0xc002664e40) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:182 +0x1dd created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:127 +0x2ec goroutine 8581 [select]: github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0xc0006e74a0, 0x5f5e100, 0xc001aceb40, 0xc002664e40, 0xc001c61c70) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:155 +0x185 created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:133 +0x1e5 goroutine 8582 [select]: github.com/hashicorp/serf/serf.(*Serf).handleReap(0xc000cc1b00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1539 +0x125 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:410 +0x8e6 goroutine 8583 [select]: github.com/hashicorp/serf/serf.(*Serf).handleReconnect(0xc000cc1b00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1557 +0xd6 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:411 +0x90b goroutine 8584 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc000cc1b00, 0x1fc55e8, 0x6, 0xc000540b40) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:412 +0x94e goroutine 8585 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc000cc1b00, 0x1fc3e78, 0x5, 0xc000540b70) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:413 +0x994 goroutine 8586 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc000cc1b00, 0x1fc408f, 0x5, 0xc000540ba0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:414 +0x9da goroutine 8587 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*Server).monitorLeadership(0xc0026c1500) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/leader.go:91 +0x128 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:433 +0x1668 goroutine 8588 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*Server).serfEventHandler(0xc0026c1500) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/serf.go:30 +0xd1 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:436 +0x168d goroutine 8589 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f157bca48, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc001e1a398, 0x72, 0x0, 0x0, 0x1fc78ff) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc001e1a380, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:394 +0x1fc net.(*netFD).accept(0xc001e1a380, 0x37e11d600, 0xc00322bf08, 0x78487a) /usr/lib/go-1.15/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc002282aa0, 0x40a73a, 0xc0020dd320, 0x0) /usr/lib/go-1.15/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc002282aa0, 0xc0020dd320, 0x0, 0x3f800000, 0xc00265f040) /usr/lib/go-1.15/src/net/tcpsock.go:261 +0x65 github.com/hashicorp/nomad/nomad.(*rpcHandler).listen(0xc000d64900, 0x2303140, 0xc00265f040) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:131 +0xc4 created by github.com/hashicorp/nomad/nomad.(*Server).startRPCListener /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:470 +0x91 goroutine 8590 [select]: github.com/hashicorp/nomad/nomad.(*EvalBroker).EmitStats(0xc001ad9860, 0x3b9aca00, 0xc0010282a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:827 +0x265 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:442 +0x16e5 goroutine 8591 [select]: github.com/hashicorp/nomad/nomad.(*PlanQueue).EmitStats(0xc0013fea50, 0x3b9aca00, 0xc0010282a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/plan_queue.go:200 +0x15d created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:445 +0x172a goroutine 8592 [select]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).EmitStats(0xc001ad9900, 0x3b9aca00, 0xc0010282a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:716 +0x25d created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:448 +0x176b goroutine 8593 [select]: github.com/hashicorp/nomad/nomad.(*vaultClient).EmitStats(0xc0001d5300, 0x3b9aca00, 0xc0010282a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/vault.go:1427 +0x1e7 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:451 +0x17b2 goroutine 9250 [select]: github.com/hashicorp/nomad/nomad.(*nodeHeartbeater).heartbeatStats(0xc000ea02d0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/heartbeat.go:201 +0x155 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:454 +0x17de goroutine 9251 [select]: github.com/hashicorp/nomad/nomad.(*Server).EmitRaftStats(0xc0026c1500, 0x2540be400, 0xc0010282a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1595 +0xc5 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:457 +0x181e goroutine 34722 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f144c4190, 0x72, 0x22c8de0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0034fbd18, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0034fbd00, 0xc003354000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc0034fbd00, 0xc003354000, 0x1000, 0x1000, 0x62, 0xc0024fe000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000128d00, 0xc003354000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc0026e81e0) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc0026e81e0, 0x4ad1a5, 0xc0034fbd00, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc001702480, 0xc0026e81e0, 0xc0030c5e00, 0xc002920a10, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc001702480, 0x2303140, 0xc004888080, 0x2325ca0, 0xc000128d00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 47457 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc003d8ea80, 0x1fc55e8, 0x6, 0xc00471b4d0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:412 +0x94e goroutine 11404 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003888a10, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003888a10, 0x1dcd6500, 0x0, 0xc0034127b8, 0x1a30805, 0xc003412768, 0xc003412760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003888a10) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 13751 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).prune(0xc000a741e0, 0xc000fce420) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:734 +0xfd created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:147 +0xb5 goroutine 11405 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003888a80, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003888a80, 0x1dcd6500, 0x0, 0xc003415fb8, 0x1a30805, 0xc003415f68, 0xc003415f60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003888a80) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 11381 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc003888000, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc003888000, 0x1dcd6500, 0x1, 0xc003485fb8, 0x1a30845, 0xc00295cea0, 0xc003485f60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc003888000) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 47301 [select]: github.com/hashicorp/raft.(*Raft).leaderLoop(0xc003ddc300) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:540 +0x32a github.com/hashicorp/raft.(*Raft).runLeader(0xc003ddc300) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:456 +0x225 github.com/hashicorp/raft.(*Raft).run(0xc003ddc300) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:144 +0x66 github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc003ddc300, 0xc003de4d30) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 10204 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc00339bb00, 0x1fc408f, 0x5, 0xc001a5d1d0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:414 +0x9da goroutine 45200 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc0019c3e80, 0x1fc6000, 0x6, 0x2e28a01) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc0019c3e80, 0x1fd0645, 0xc, 0x2309180, 0xc002425200, 0x1da2640, 0xc002425200, 0x1c7de20, 0xc002deed00, 0x2daa180, ...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc0059ee860, 0xc002425200, 0xc002deed00, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc00052c3c0, 0xc0033a0268, 0x13, 0x1fc2f0f, 0x4, 0xc003dedcc8, 0x3, 0x3, 0xc002deed00, 0xc003dedd20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc00052c3c0, 0xc0033a0268, 0x13, 0xc003dedcc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc003730000, 0xc003df9a40, 0xc000211530, 0x0, 0xc000955500, 0xc001371840, 0x1da2640, 0xc002425200, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc003df9a40, 0x23039c0, 0xc002deecc0, 0x6168688f, 0x2cee6e78) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc0059b9200, 0x1fd0645, 0xc, 0x1da2640, 0xc0036f5560, 0x1c7de20, 0xc0014b7f80, 0x22c3ea0, 0xc0041c26d0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc004b4f730, 0x1dcd6500, 0x1fc78ce, 0x7, 0x1a30805, 0xc0025ac768, 0xc0025ac760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc004b4f730) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9341 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f140fdf50, 0x72, 0x22c8de0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc002c90618, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc002c90600, 0xc00178e000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc002c90600, 0xc00178e000, 0x1000, 0x1000, 0x1ca1400, 0xc0005b4690, 0x23372a0) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc001274050, 0xc00178e000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc0014dd7a0) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc0014dd7a0, 0x0, 0x2e0000010000002e, 0x8) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*ioDecReader).readn1(0xc0006b1c00, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:447 +0x38 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1IO(0xc00300a400, 0x7f9f179cf3a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2230 +0x55 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1(0xc00300a400, 0x20) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2224 +0x65 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).readNextBd(...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/msgpack.go:742 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).TryDecodeAsNil(0xc001594100, 0x7f9f179cf3a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/msgpack.go:791 +0x5d github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*Decoder).mustDecode(0xc00300a3c0, 0x1baa420, 0xc001594140) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2536 +0x3a github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*Decoder).Decode(0xc00300a3c0, 0x1baa420, 0xc001594140, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2519 +0xa9 github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).read(0xc002f190c0, 0x1baa420, 0xc001594140, 0x203000, 0xc00179c7f8) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc/codec.go:121 +0x55 github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).ReadRequestHeader(0xc002f190c0, 0xc001594140, 0xc00095cb10, 0x411310) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc/codec.go:60 +0x45 net/rpc.(*Server).readRequestHeader(0xc00179c7d0, 0x2304080, 0xc002f190c0, 0x411310, 0x1, 0xc00095cba0, 0xc00095cb98, 0xc00095cb98, 0x44d6b3) /usr/lib/go-1.15/src/net/rpc/server.go:583 +0x6c net/rpc.(*Server).readRequest(0xc00179c7d0, 0x2304080, 0xc002f190c0, 0xc00095cd80, 0xc0010282a0, 0xc0014dd7a0, 0xc000cc7000, 0xc001274050, 0xc00178e000, 0x1000, ...) /usr/lib/go-1.15/src/net/rpc/server.go:543 +0x5a net/rpc.(*Server).ServeRequest(0xc00179c7d0, 0x2304080, 0xc002f190c0, 0x2, 0xc002f19000) /usr/lib/go-1.15/src/net/rpc/server.go:486 +0x77 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleNomadConn(0xc000d64900, 0x2303140, 0xc00265f040, 0x2325ca0, 0xc001274050, 0xc00179c7d0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:390 +0x23b github.com/hashicorp/nomad/nomad.(*rpcHandler).handleConn(0xc000d64900, 0x2303140, 0xc00265f040, 0x2325ca0, 0xc001274050, 0xc001cef8b0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:240 +0x509 created by github.com/hashicorp/nomad/nomad.(*rpcHandler).listen /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:160 +0x1f6 goroutine 41999 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc002918b40, 0x2303140, 0xc002a8d380, 0xc00465db60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 9310 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc000bec180, 0x1fc408f, 0x5, 0xc000b0a960) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:414 +0x9da goroutine 9311 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00036ca80, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00036ca80, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00036ca80) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9312 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00036cc40, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00036cc40, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00036cc40) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9313 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00036ccb0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00036ccb0, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00036ccb0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9474 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00036cd20, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00036cd20, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00036cd20) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9475 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00036ce70, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00036ce70, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00036ce70) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9476 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00036cee0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00036cee0, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00036cee0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9477 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00036cfc0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00036cfc0, 0x1dcd6500, 0x2303140, 0xc001e895c0, 0x1, 0x1, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00036cfc0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9478 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00036d030, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00036d030, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00036d030) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9479 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00036d3b0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00036d3b0, 0x1dcd6500, 0x0, 0x0, 0x0, 0xc00106e1e0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00036d3b0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9480 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00036d420, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00036d420, 0x1dcd6500, 0xc000118270, 0xc000118270, 0x1, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00036d420) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9481 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00036d5e0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00036d5e0, 0x1dcd6500, 0xc0012fe7c0, 0x411310, 0x203000, 0x203000, 0x203000) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00036d5e0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9482 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00036d650, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00036d650, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00036d650) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9483 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00036d6c0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00036d6c0, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00036d6c0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9484 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00036d730, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00036d730, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00036d730) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9485 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00036d810, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00036d810, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00036d810) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9486 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00036d880, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00036d880, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00036d880) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9487 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00036d8f0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00036d8f0, 0x1dcd6500, 0x0, 0x2000000000000, 0x2000000010001, 0x0, 0xc001345020) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00036d8f0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9488 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00036d960, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00036d960, 0x1dcd6500, 0x0, 0x1000200000000, 0x1000200000000, 0x0, 0xc001c08540) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00036d960) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9489 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00036d9d0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00036d9d0, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0xc000b747a8) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00036d9d0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9506 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00036da40, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00036da40, 0x1dcd6500, 0x0, 0x22e9d00, 0x1000000000001, 0xc000c8d2e0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00036da40) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9507 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00036dab0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00036dab0, 0x1dcd6500, 0x1fc4b25, 0xab, 0xc001dd12b8, 0x1, 0x8) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00036dab0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9508 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00036db90, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00036db90, 0x1dcd6500, 0x1, 0x0, 0x0, 0xc0021a1ce0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00036db90) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9509 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00036dc00, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00036dc00, 0x1dcd6500, 0x0, 0x2000000d58671, 0x1000200000001, 0x0, 0xc00252c900) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00036dc00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9510 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00036dd50, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00036dd50, 0x1dcd6500, 0x203000, 0x203000, 0x40, 0x60, 0x5) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00036dd50) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9511 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00036ddc0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00036ddc0, 0x1dcd6500, 0x0, 0xc001a897b8, 0x1a30805, 0xc001a89768, 0xc001a89760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00036ddc0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9512 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00036de30, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00036de30, 0x1dcd6500, 0x0, 0x1000200000000, 0x1000200000000, 0x0, 0xc00252c8a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00036de30) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9513 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00036dea0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00036dea0, 0x1dcd6500, 0x0, 0x100000053cd20, 0x1000200000002, 0x0, 0xc00252c840) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00036dea0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9514 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc00036df80, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc00036df80, 0x1dcd6500, 0x0, 0x22e9d00, 0x1000000010000, 0xc0001a3d20, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc00036df80) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9515 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0002920e0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0002920e0, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0002920e0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9516 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0002921c0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0002921c0, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0002921c0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9517 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc000293b20, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc000293b20, 0x1dcd6500, 0x0, 0xc000d207b8, 0x1a30805, 0xc000d20768, 0xc000d20760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc000293b20) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 9518 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc000293b90, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc000293b90, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc000293b90) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 31782 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc002db5810, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002db5810, 0x1dcd6500, 0x0, 0x1, 0x0, 0x0, 0xc0033fd0e0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002db5810) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 30135 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc004a93380, 0x1fc3e78, 0x5, 0xc001649d10) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:413 +0x994 goroutine 13299 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc000c5c780, 0x2303140, 0xc003c44c00, 0xc00157e1e0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 20187 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f144c4618, 0x72, 0x22c8de0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc000dcc818, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000dcc800, 0xc0014ea000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc000dcc800, 0xc0014ea000, 0x1000, 0x1000, 0xd5, 0xc0046f3000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00159a070, 0xc0014ea000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc004bff440) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc004bff440, 0x4ad1a5, 0xc000dcc800, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc0020d20c0, 0xc004bff440, 0xc004bff4a0, 0xc0039a8070, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc0020d20c0, 0x2303140, 0xc001a51f40, 0x2325ca0, 0xc00159a070) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 45338 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc0019c3e80, 0x1fc6000, 0x6, 0x2e28a01) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc0019c3e80, 0x1fd0645, 0xc, 0x2309180, 0xc002bcd320, 0x1da2640, 0xc002bcd320, 0x1c7de20, 0xc00473dfc0, 0x2daa180, ...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc0059ee860, 0xc002bcd320, 0xc00473dfc0, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc00052c3c0, 0xc0033a0268, 0x13, 0x1fc2f0f, 0x4, 0xc000e37cc8, 0x3, 0x3, 0xc00473dfc0, 0xc000e37d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc00052c3c0, 0xc0033a0268, 0x13, 0xc000e37cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc003730000, 0xc003df9a40, 0xc003959148, 0x0, 0xc000955500, 0xc001371940, 0x1da2640, 0xc002bcd320, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc003df9a40, 0x23039c0, 0xc00473df80, 0x6168688f, 0x3134ddd4) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc0059b9200, 0x1fd0645, 0xc, 0x1da2640, 0xc003d11260, 0x1c7de20, 0xc0007ebec0, 0x22c3ea0, 0xc001ec2920) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002920b60, 0x1dcd6500, 0x0, 0x0, 0xc003d690e0, 0x0, 0x1) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002920b60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 31733 [select]: github.com/hashicorp/nomad/helper/pool.(*ConnPool).reap(0xc001624140) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/helper/pool/pool.go:486 +0x2cc created by github.com/hashicorp/nomad/helper/pool.NewPool /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/helper/pool/pool.go:179 +0x145 goroutine 27484 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc004f6de00, 0x1fc408f, 0x5, 0xc000891440) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:414 +0x9da goroutine 18760 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0005be690, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0005be690, 0x1dcd6500, 0x0, 0xc003066fb8, 0x1a30805, 0xc003066f68, 0xc003066f60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0005be690) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 11793 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).watchCapacity(0xc000c5c640, 0xc001d138c0, 0xc003c434a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:524 +0xf7 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:146 +0x87 goroutine 45339 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc0019c3e80, 0x1fc6000, 0x6, 0x2e28a01) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc0019c3e80, 0x1fd0645, 0xc, 0x2309180, 0xc0043619e0, 0x1da2640, 0xc0043619e0, 0x1c7de20, 0xc00164d600, 0x2daa180, ...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc0059ee860, 0xc0043619e0, 0xc00164d600, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc00052c3c0, 0xc0033a0268, 0x13, 0x1fc2f0f, 0x4, 0xc000474cc8, 0x3, 0x3, 0xc00164d600, 0xc000474d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc00052c3c0, 0xc0033a0268, 0x13, 0xc000474cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc003730000, 0xc003df9a40, 0xc003474fb0, 0x0, 0xc000955500, 0xc001371800, 0x1da2640, 0xc0043619e0, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc003df9a40, 0x23039c0, 0xc00164d5c0, 0x6168688f, 0x1e0e9ecb) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc0059b9200, 0x1fd0645, 0xc, 0x1da2640, 0xc003d11440, 0x1c7de20, 0xc0036f60c0, 0x22c3ea0, 0xc0029e0660) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002920bd0, 0x1dcd6500, 0x2ca3f841d9517, 0xc004934d20, 0xc002d69c20, 0xc0042737c8, 0xd8a2f6) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002920bd0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 13502 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).watchCapacity(0xc0022b5900, 0xc002158de0, 0xc00247b680) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:524 +0xf7 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:146 +0x87 goroutine 10524 [select, 6 minutes]: github.com/hashicorp/serf/serf.(*serfQueries).stream(0xc000a9a300) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/internal_query.go:91 +0xc5 created by github.com/hashicorp/serf/serf.newSerfQueries /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/internal_query.go:84 +0xab goroutine 47460 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*Server).monitorLeadership(0xc003ddc000) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/leader.go:91 +0x128 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:433 +0x1668 goroutine 9262 [select]: github.com/hashicorp/nomad/helper/pool.(*ConnPool).reap(0xc001ad0050) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/helper/pool/pool.go:486 +0x2cc created by github.com/hashicorp/nomad/helper/pool.NewPool /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/helper/pool/pool.go:179 +0x145 goroutine 9263 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*consulACLsAPI).bgRetryRevokeDaemon(0xc00127d620) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/consul.go:382 +0x105 created by github.com/hashicorp/nomad/nomad.NewConsulACLsAPI /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/consul.go:169 +0x151 goroutine 23976 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc002754bd0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002754bd0, 0x1dcd6500, 0xc00249dfb8, 0x18dd027, 0xc00249df68, 0xc00249df58, 0x2) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002754bd0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 30300 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f145c3708, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc00214aa18, 0x72, 0x0, 0x0, 0x1fc78ff) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc00214aa00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:394 +0x1fc net.(*netFD).accept(0xc00214aa00, 0x22c6e60, 0x22c6e40, 0xc001fbcfc8) /usr/lib/go-1.15/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc003b6da40, 0xc003726bd0, 0xc000965320, 0xc0009652c0) /usr/lib/go-1.15/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).AcceptTCP(0xc003b6da40, 0x22c6e40, 0xc000196090, 0x0) /usr/lib/go-1.15/src/net/tcpsock.go:248 +0x65 github.com/hashicorp/memberlist.(*NetTransport).tcpListen(0xc003726c40, 0xc003b6da40) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:289 +0x6f created by github.com/hashicorp/memberlist.NewNetTransport /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:113 +0x237 goroutine 24007 [select]: github.com/hashicorp/nomad/nomad.(*PlanQueue).EmitStats(0xc000dff090, 0x3b9aca00, 0xc00418fe00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/plan_queue.go:200 +0x15d created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:445 +0x172a goroutine 41785 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*RaftLayer).Accept(0xc003df9e00, 0xc05237a103c4350e, 0xc0046d4de0, 0xc0019c38c0, 0xc0019c3440) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/raft_rpc.go:63 +0xc5 github.com/hashicorp/raft.(*NetworkTransport).listen(0xc0059b5500) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:485 +0x50 created by github.com/hashicorp/raft.NewNetworkTransportWithConfig /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:172 +0x1d3 goroutine 35929 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc000960be0, 0x2303140, 0xc001c5e1c0, 0xc000ff4c00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 29345 [select]: github.com/hashicorp/raft.(*Raft).runSnapshots(0xc0042fcf00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/snapshot.go:71 +0x112 github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc0042fcf00, 0xc0022807c0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 45335 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc0019c3e80, 0x1fc6000, 0x6, 0x2e28a01) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc0019c3e80, 0x1fd0645, 0xc, 0x2309180, 0xc00313e780, 0x1da2640, 0xc00313e780, 0x1c7de20, 0xc00164d680, 0x2daa180, ...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc0059ee860, 0xc00313e780, 0xc00164d680, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc00052c3c0, 0xc0033a0268, 0x13, 0x1fc2f0f, 0x4, 0xc001c50cc8, 0x3, 0x3, 0xc00164d680, 0xc001c50d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc00052c3c0, 0xc0033a0268, 0x13, 0xc001c50cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc003730000, 0xc003df9a40, 0xc003474ff0, 0x0, 0xc000955500, 0xc001371bc0, 0x1da2640, 0xc00313e780, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc003df9a40, 0x23039c0, 0xc00164d640, 0x6168688f, 0x2963ff41) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc0059b9200, 0x1fd0645, 0xc, 0x1da2640, 0xc003d10c00, 0x1c7de20, 0xc0007eb980, 0x22c3ea0, 0xc000e5e630) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0029209a0, 0x1dcd6500, 0x1, 0xc001bac7b8, 0x1a30805, 0xc001bac768, 0xc001bac760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0029209a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 45327 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc0019c3e80, 0x1fc6000, 0x6, 0x2e28a01) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc0019c3e80, 0x1fd0645, 0xc, 0x2309180, 0xc0004b4de0, 0x1da2640, 0xc0004b4de0, 0x1c7de20, 0xc0011ba100, 0x2daa180, ...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc0059ee860, 0xc0004b4de0, 0xc0011ba100, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc00052c3c0, 0xc0033a0268, 0x13, 0x1fc2f0f, 0x4, 0xc001880cc8, 0x3, 0x3, 0xc0011ba100, 0xc001880d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc00052c3c0, 0xc0033a0268, 0x13, 0xc001880cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc003730000, 0xc003df9a40, 0xc0039591a8, 0x0, 0xc000955500, 0xc001371b40, 0x1da2640, 0xc0004b4de0, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc003df9a40, 0x23039c0, 0xc0011ba0c0, 0x61686890, 0x1ab9998) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc0059b9200, 0x1fd0645, 0xc, 0x1da2640, 0xc00382f860, 0x1c7de20, 0xc0031e1880, 0x22c3ea0, 0xc000e5e660) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc004b4fdc0, 0x1dcd6500, 0xc003794000, 0xc004063fb8, 0x1a30845, 0xc002e3a420, 0xc004063f60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc004b4fdc0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 14242 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).watchCapacity(0xc0018ae5a0, 0xc003c398c0, 0xc003c437a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:524 +0xf7 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:146 +0x87 goroutine 14243 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).prune(0xc0018ae5a0, 0xc003c398c0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:734 +0xfd created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:147 +0xb5 goroutine 31934 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*Server).serfEventHandler(0xc000a7d800) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/serf.go:30 +0xd1 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:436 +0x168d goroutine 45318 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc0019c3e80, 0x1fc6000, 0x6, 0x2e28a01) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc0019c3e80, 0x1fd0645, 0xc, 0x2309180, 0xc002520f60, 0x1da2640, 0xc002520f60, 0x1c7de20, 0xc002deea80, 0x2daa180, ...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc0059ee860, 0xc002520f60, 0xc002deea80, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc00052c3c0, 0xc0033a0268, 0x13, 0x1fc2f0f, 0x4, 0xc004ab7cc8, 0x3, 0x3, 0xc002deea80, 0xc004ab7d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc00052c3c0, 0xc0033a0268, 0x13, 0xc004ab7cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc003730000, 0xc003df9a40, 0xc0002114d8, 0x0, 0xc000955500, 0xc001371a40, 0x1da2640, 0xc002520f60, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc003df9a40, 0x23039c0, 0xc002deea40, 0x6168688f, 0x57b921c) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc0059b9200, 0x1fd0645, 0xc, 0x1da2640, 0xc001438a20, 0x1c7de20, 0xc0031e0b40, 0x22c3ea0, 0xc000e5e5c0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc004b4f9d0, 0x1dcd6500, 0x1, 0xc00330ffb8, 0x1a30845, 0xc001cdff80, 0xc00330ff60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc004b4f9d0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 47447 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f14694f08, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc003ab5318, 0x72, 0x0, 0x0, 0x1fc78ff) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc003ab5300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:394 +0x1fc net.(*netFD).accept(0xc003ab5300, 0xc001cefc20, 0xc00173e120, 0xc00249e7c8) /usr/lib/go-1.15/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc004711ac0, 0x0, 0x0, 0x1000200000000) /usr/lib/go-1.15/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).AcceptTCP(0xc004711ac0, 0x0, 0x1, 0x0) /usr/lib/go-1.15/src/net/tcpsock.go:248 +0x65 github.com/hashicorp/memberlist.(*NetTransport).tcpListen(0xc00021e4d0, 0xc004711ac0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:289 +0x6f created by github.com/hashicorp/memberlist.NewNetTransport /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:113 +0x237 goroutine 31936 [select]: github.com/hashicorp/nomad/nomad.(*EvalBroker).EmitStats(0xc00184e820, 0x3b9aca00, 0xc002668480) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:827 +0x265 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:442 +0x16e5 goroutine 40972 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f145cb828, 0x72, 0x22c8de0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc000f3d018, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000f3d000, 0xc003d5d000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc000f3d000, 0xc003d5d000, 0x1000, 0x1000, 0xa3, 0xc003bb1000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc004104070, 0xc003d5d000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc0026c5a40) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc0026c5a40, 0x4ad1a5, 0xc000f3d000, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc001702480, 0xc0026c5a40, 0xc0026c5aa0, 0xc0033b04d0, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc001702480, 0x2303140, 0xc004888080, 0x2325ca0, 0xc004104070) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 31906 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0007afa40, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0007afa40, 0x1dcd6500, 0x0, 0x1, 0x0, 0x0, 0xc0033fd0e0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0007afa40) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 47302 [select, 6 minutes]: github.com/hashicorp/raft.(*Raft).runFSM(0xc003ddc300) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/fsm.go:215 +0x31c github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc003ddc300, 0xc003de4d40) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 29848 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*Server).serfEventHandler(0xc004806000) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/serf.go:30 +0xd1 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:436 +0x168d goroutine 31795 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc002db5ea0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002db5ea0, 0x1dcd6500, 0x0, 0x0, 0x0, 0xc000b35768, 0xc000b35760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002db5ea0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 47451 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).packetHandler(0xc00055cb00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:433 +0x365 created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:218 +0x530 goroutine 18785 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0005bf180, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0005bf180, 0x1dcd6500, 0xc0004f4401, 0xc0031ad7b8, 0x1a30845, 0xc0021664e0, 0xc0031ad760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0005bf180) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 42898 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc00088c780, 0x2303140, 0xc0042856c0, 0xc0039f7680) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 27482 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc004f6de00, 0x1fc55e8, 0x6, 0xc000890540) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:412 +0x94e goroutine 31916 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc000358380, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc000358380, 0x1dcd6500, 0x0, 0xc001d44fb8, 0x1a30805, 0xc004a90d80, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc000358380) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 39916 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f1457fae8, 0x72, 0x22c8de0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc00372b318, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc00372b300, 0xc004141000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc00372b300, 0xc004141000, 0x1000, 0x1000, 0xc4, 0xc004940000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc003b10010, 0xc004141000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc0039e6060) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc0039e6060, 0x4ad1a5, 0xc00372b300, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc001702480, 0xc0039e6060, 0xc0039e6120, 0xc003cfc1c0, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc001702480, 0x2303140, 0xc004888080, 0x2325ca0, 0xc003b10010) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 23096 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).packetHandler(0xc003d7b080) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:433 +0x365 created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:218 +0x530 goroutine 31776 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc002db5570, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002db5570, 0x1dcd6500, 0xc003e45fb8, 0x182735d, 0xc003e45f68, 0xc003e45f58, 0x2) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002db5570) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 31728 [select]: github.com/hashicorp/serf/serf.(*Serf).handleReconnect(0xc004836480) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1557 +0xd6 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:411 +0x90b goroutine 29185 [select, 6 minutes]: github.com/hashicorp/serf/serf.(*serfQueries).stream(0xc001649b60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/internal_query.go:91 +0xc5 created by github.com/hashicorp/serf/serf.newSerfQueries /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/internal_query.go:84 +0xab goroutine 16915 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc0022da960, 0x2303140, 0xc0013eea00, 0xc001c1e780) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 45347 [select]: github.com/hashicorp/nomad/nomad.(*PlanQueue).EmitStats(0xc003df9b30, 0x3b9aca00, 0xc0028aaa80) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/plan_queue.go:200 +0x15d created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:445 +0x172a goroutine 31738 [select, 1 minutes]: github.com/hashicorp/raft.(*Raft).runSnapshots(0xc000a7db00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/snapshot.go:71 +0x112 github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc000a7db00, 0xc002114ee0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 40097 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f1462b2e8, 0x72, 0x22c8de0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc003ffa918, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc003ffa900, 0xc0023dc000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc003ffa900, 0xc0023dc000, 0x1000, 0x1000, 0x1ca1400, 0xc0005b4690, 0x23372a0) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000c47240, 0xc0023dc000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc0023a3200) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc0023a3200, 0x3005f5580, 0x2e00000000469d80, 0x8) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*ioDecReader).readn1(0xc0049b0400, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:447 +0x38 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1IO(0xc003b4dd00, 0x7f9ef47bd898) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2230 +0x55 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1(0xc003b4dd00, 0x20) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2224 +0x65 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).readNextBd(...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/msgpack.go:742 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).TryDecodeAsNil(0xc004014700, 0x7f9ef47bd898) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/msgpack.go:791 +0x5d github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*Decoder).mustDecode(0xc003b4dcc0, 0x1baa420, 0xc0040148c0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2536 +0x3a github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*Decoder).Decode(0xc003b4dcc0, 0x1baa420, 0xc0040148c0, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2519 +0xa9 github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).read(0xc00442b940, 0x1baa420, 0xc0040148c0, 0x203001, 0xc002f71888) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc/codec.go:121 +0x55 github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).ReadRequestHeader(0xc00442b940, 0xc0040148c0, 0xc001a6db10, 0x411310) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc/codec.go:60 +0x45 net/rpc.(*Server).readRequestHeader(0xc002f71860, 0x2304080, 0xc00442b940, 0x411310, 0x1, 0xc001a6dba0, 0xc001a6db98, 0xc001a6db98, 0x44d6b3) /usr/lib/go-1.15/src/net/rpc/server.go:583 +0x6c net/rpc.(*Server).readRequest(0xc002f71860, 0x2304080, 0xc00442b940, 0xc001a6dd80, 0x0, 0xc0023a3200, 0xc0023dd000, 0xc000c47240, 0xc0023dc000, 0x1000, ...) /usr/lib/go-1.15/src/net/rpc/server.go:543 +0x5a net/rpc.(*Server).ServeRequest(0xc002f71860, 0x2304080, 0xc00442b940, 0x2, 0xc00442b900) /usr/lib/go-1.15/src/net/rpc/server.go:486 +0x77 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleNomadConn(0xc00048d740, 0x2303140, 0xc001d71540, 0x2325ca0, 0xc000c47240, 0xc002f71860) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:390 +0x23b github.com/hashicorp/nomad/nomad.(*rpcHandler).handleConn(0xc00048d740, 0x2303140, 0xc001d71540, 0x2325ca0, 0xc000c47240, 0xc002f71810) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:240 +0x509 created by github.com/hashicorp/nomad/nomad.(*rpcHandler).listen /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:160 +0x1f6 goroutine 47464 [select]: github.com/hashicorp/nomad/nomad.(*PlanQueue).EmitStats(0xc003d86910, 0x3b9aca00, 0xc004662ea0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/plan_queue.go:200 +0x15d created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:445 +0x172a goroutine 29854 [select]: github.com/hashicorp/nomad/nomad.(*nodeHeartbeater).heartbeatStats(0xc0037a85d0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/heartbeat.go:201 +0x155 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:454 +0x17de goroutine 37717 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).prune(0xc001c2a320, 0xc000a6c2a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:734 +0xfd created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:147 +0xb5 goroutine 29851 [select]: github.com/hashicorp/nomad/nomad.(*PlanQueue).EmitStats(0xc0050aaf00, 0x3b9aca00, 0xc0016f45a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/plan_queue.go:200 +0x15d created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:445 +0x172a goroutine 47453 [select, 1 minutes]: github.com/hashicorp/memberlist.(*Memberlist).pushPullTrigger(0xc00055cb00, 0xc004724480) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:182 +0x1dd created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:127 +0x2ec goroutine 35862 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).prune(0xc00184ebe0, 0xc003d3e960) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:734 +0xfd created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:147 +0xb5 goroutine 31908 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0007afc70, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0007afc70, 0x1dcd6500, 0x0, 0x1, 0x0, 0x0, 0xc004797680) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0007afc70) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 31914 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0003582a0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0003582a0, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0xc0016f4240) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0003582a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 29184 [select, 1 minutes]: github.com/hashicorp/raft.(*Raft).runSnapshots(0xc004806900) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/snapshot.go:71 +0x112 github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc004806900, 0xc000975290) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 21821 [select]: github.com/hashicorp/nomad/helper/pool.(*ConnPool).reap(0xc000dfec30) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/helper/pool/pool.go:486 +0x2cc created by github.com/hashicorp/nomad/helper/pool.NewPool /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/helper/pool/pool.go:179 +0x145 goroutine 21822 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*consulACLsAPI).bgRetryRevokeDaemon(0xc0030feb40) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/consul.go:382 +0x105 created by github.com/hashicorp/nomad/nomad.NewConsulACLsAPI /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/consul.go:169 +0x151 goroutine 21823 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*RaftLayer).Accept(0xc000dff450, 0xc00096b638, 0xc001eea768, 0xc001eea728, 0x40a6e5) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/raft_rpc.go:63 +0xc5 github.com/hashicorp/raft.(*NetworkTransport).listen(0xc004968f00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:485 +0x50 created by github.com/hashicorp/raft.NewNetworkTransportWithConfig /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:172 +0x1d3 goroutine 21824 [select]: github.com/hashicorp/raft.(*Raft).leaderLoop(0xc001a68300) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:540 +0x32a github.com/hashicorp/raft.(*Raft).runLeader(0xc001a68300) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:456 +0x225 github.com/hashicorp/raft.(*Raft).run(0xc001a68300) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:144 +0x66 github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc001a68300, 0xc002e96250) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 21825 [select, 6 minutes]: github.com/hashicorp/raft.(*Raft).runFSM(0xc001a68300) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/fsm.go:215 +0x31c github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc001a68300, 0xc002e96260) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 45346 [select]: github.com/hashicorp/nomad/nomad.(*EvalBroker).EmitStats(0xc000b5e500, 0x3b9aca00, 0xc0028aaa80) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:827 +0x265 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:442 +0x16e5 goroutine 31931 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc000358d90, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc000358d90, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc000358d90) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 23987 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0027550a0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0027550a0, 0x1dcd6500, 0x1, 0xc00162ffb8, 0x1a30845, 0xc000b2e1e0, 0xc00162ff60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0027550a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 31940 [select]: github.com/hashicorp/nomad/nomad.(*nodeHeartbeater).heartbeatStats(0xc0032aea20) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/heartbeat.go:201 +0x155 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:454 +0x17de goroutine 40948 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f14148820, 0x72, 0x22c8de0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0010b0498, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0010b0480, 0xc00357a000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc0010b0480, 0xc00357a000, 0x1000, 0x1000, 0x14d, 0xc00357b000, 0x3b) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc002a5e050, 0xc00357a000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc0030039e0) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc0030039e0, 0x4ad1a5, 0xc0010b0480, 0x3b) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc000fc5140, 0xc0030039e0, 0xc003003a40, 0xc003cfdb90, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc000fc5140, 0x2303140, 0xc002313a40, 0x2325ca0, 0xc002a5e050) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 37723 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).prune(0xc001c2bc20, 0xc00256a3c0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:734 +0xfd created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:147 +0xb5 goroutine 45337 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc0019c3e80, 0x1fc6000, 0x6, 0x2e28a01) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc0019c3e80, 0x1fd0645, 0xc, 0x2309180, 0xc000755860, 0x1da2640, 0xc000755860, 0x1c7de20, 0xc00473de40, 0x2daa180, ...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc0059ee860, 0xc000755860, 0xc00473de40, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc00052c3c0, 0xc0033a0268, 0x13, 0x1fc2f0f, 0x4, 0xc00369dcc8, 0x3, 0x3, 0xc00473de40, 0xc00369dd20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc00052c3c0, 0xc0033a0268, 0x13, 0xc00369dcc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc003730000, 0xc003df9a40, 0xc0039590f8, 0x0, 0xc000955500, 0xc001371740, 0x1da2640, 0xc000755860, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc003df9a40, 0x23039c0, 0xc00473de00, 0x6168688f, 0x257b14dd) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc0059b9200, 0x1fd0645, 0xc, 0x1da2640, 0xc003d11080, 0x1c7de20, 0xc0007ebd00, 0x22c3ea0, 0xc0004fe640) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002920af0, 0x1dcd6500, 0x0, 0x100000000, 0x1000200000002, 0x0, 0xc0039f7b60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002920af0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 18767 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0005be9a0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0005be9a0, 0x1dcd6500, 0x1, 0xc0026f77b8, 0x1a30845, 0xc0027d1e00, 0xc0026f7760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0005be9a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 23984 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc002754f50, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002754f50, 0x1dcd6500, 0x1, 0xc0026fa7b8, 0x1a30845, 0xc0037a4480, 0xc0026fa760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002754f50) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 41783 [select]: github.com/hashicorp/nomad/helper/pool.(*ConnPool).reap(0xc003df99f0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/helper/pool/pool.go:486 +0x2cc created by github.com/hashicorp/nomad/helper/pool.NewPool /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/helper/pool/pool.go:179 +0x145 goroutine 42329 [select, 6 minutes]: github.com/hashicorp/serf/serf.(*serfQueries).stream(0xc000ea1620) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/internal_query.go:91 +0xc5 created by github.com/hashicorp/serf/serf.newSerfQueries /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/internal_query.go:84 +0xab goroutine 23964 [select]: github.com/hashicorp/memberlist.(*Memberlist).pushPullTrigger(0xc003d7b080, 0xc002d3d4a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:182 +0x1dd created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:127 +0x2ec goroutine 31938 [select]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).EmitStats(0xc00184e8c0, 0x3b9aca00, 0xc002668480) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:716 +0x25d created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:448 +0x176b goroutine 31937 [select]: github.com/hashicorp/nomad/nomad.(*PlanQueue).EmitStats(0xc001624230, 0x3b9aca00, 0xc002668480) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/plan_queue.go:200 +0x15d created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:445 +0x172a goroutine 45345 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f1698ab40, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0059f8618, 0x72, 0x0, 0x0, 0x1fc78ff) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc0059f8600, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:394 +0x1fc net.(*netFD).accept(0xc0059f8600, 0x37e11d600, 0xc0048d3f08, 0x78487a) /usr/lib/go-1.15/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc0059eea60, 0x40a73a, 0xc0030147e0, 0x0) /usr/lib/go-1.15/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc0059eea60, 0xc0030147e0, 0x0, 0x3f800000, 0xc0014b7e40) /usr/lib/go-1.15/src/net/tcpsock.go:261 +0x65 github.com/hashicorp/nomad/nomad.(*rpcHandler).listen(0xc0019c3e80, 0x2303140, 0xc0014b7e40) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:131 +0xc4 created by github.com/hashicorp/nomad/nomad.(*Server).startRPCListener /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:470 +0x91 goroutine 29182 [select]: github.com/hashicorp/raft.(*Raft).leaderLoop(0xc004806900) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:540 +0x32a github.com/hashicorp/raft.(*Raft).runLeader(0xc004806900) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:456 +0x225 github.com/hashicorp/raft.(*Raft).run(0xc004806900) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/raft.go:144 +0x66 github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc004806900, 0xc000975270) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 37922 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).prune(0xc001f5e1e0, 0xc0034f1500) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:734 +0xfd created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:147 +0xb5 goroutine 31768 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc002db51f0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002db51f0, 0x1dcd6500, 0x0, 0xc001fdd7c8, 0xd5b4eb, 0xc001fdd778, 0xc001fdd760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002db51f0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 23991 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc002755260, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002755260, 0x1dcd6500, 0x1, 0xc001fddfb8, 0x1a30845, 0xc0039f7b00, 0xc001fddf60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002755260) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 23977 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc002754c40, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002754c40, 0x1dcd6500, 0x0, 0x0, 0xc002f91e60, 0x0, 0x1) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002754c40) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 29117 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*RaftLayer).Accept(0xc0050ab0e0, 0xc0035db4b8, 0xc001589f90, 0xc001aeed38, 0xc001589fa0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/raft_rpc.go:63 +0xc5 github.com/hashicorp/raft.(*NetworkTransport).listen(0xc00178b080) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:485 +0x50 created by github.com/hashicorp/raft.NewNetworkTransportWithConfig /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:172 +0x1d3 goroutine 31742 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).streamListen(0xc002f0ab00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:211 +0x10b created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:216 +0x4e6 goroutine 45322 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc0019c3e80, 0x1fc6000, 0x6, 0x2e28a01) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc0019c3e80, 0x1fd0645, 0xc, 0x2309180, 0xc0040b76e0, 0x1da2640, 0xc0040b76e0, 0x1c7de20, 0xc00473dc40, 0x2daa180, ...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc0059ee860, 0xc0040b76e0, 0xc00473dc40, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc00052c3c0, 0xc0033a0268, 0x13, 0x1fc2f0f, 0x4, 0xc0000bbcc8, 0x3, 0x3, 0xc00473dc40, 0xc0000bbd20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc00052c3c0, 0xc0033a0268, 0x13, 0xc0000bbcc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc003730000, 0xc003df9a40, 0xc003959080, 0x0, 0xc000955500, 0xc001371680, 0x1da2640, 0xc0040b76e0, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc003df9a40, 0x23039c0, 0xc00473dc00, 0x6168688f, 0x1859d1fe) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc0059b9200, 0x1fd0645, 0xc, 0x1da2640, 0xc001439bc0, 0x1c7de20, 0xc0031e1080, 0x22c3ea0, 0xc0041c26a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc004b4fb90, 0x1dcd6500, 0x2f19060, 0xc003b0a230, 0x1a30805, 0xc000a01768, 0xc000a01760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc004b4fb90) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 41654 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9ef47c9e70, 0x72, 0x22c8de0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0049b0a18, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0049b0a00, 0xc003b2a000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc0049b0a00, 0xc003b2a000, 0x1000, 0x1000, 0x7c, 0xc00231f000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc001274000, 0xc003b2a000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc0025203c0) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc0025203c0, 0x4ad1a5, 0xc0049b0a00, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc001702480, 0xc0025203c0, 0xc002520480, 0xc0023b24d0, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc001702480, 0x2303140, 0xc004888080, 0x2325ca0, 0xc001274000) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 42821 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc001c408c0, 0x2303140, 0xc0040f9c00, 0xc001c7e240) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 18774 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0005becb0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0005becb0, 0x1dcd6500, 0x0, 0xc0026fa7b8, 0x1a30805, 0xc0026fa768, 0xc0026fa760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0005becb0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 23975 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc002754b60, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002754b60, 0x1dcd6500, 0x1, 0xc00249ef00, 0x1a30805, 0xc00249ef68, 0xc00249ef60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002754b60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 18775 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0005bed20, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0005bed20, 0x1dcd6500, 0x1, 0xc0026fb7b8, 0x1a30845, 0xc000df5020, 0xc0026fb760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0005bed20) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 45196 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc00163a300, 0x1fc55e8, 0x6, 0xc00265b350) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:412 +0x94e goroutine 45194 [select]: github.com/hashicorp/serf/serf.(*Serf).handleReap(0xc00163a300) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1539 +0x125 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:410 +0x8e6 goroutine 45192 [select, 1 minutes]: github.com/hashicorp/memberlist.(*Memberlist).pushPullTrigger(0xc00416a580, 0xc003014600) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:182 +0x1dd created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:127 +0x2ec goroutine 45193 [select]: github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0xc00416a580, 0x5f5e100, 0xc000f69980, 0xc003014600, 0xc000de8a40) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:155 +0x185 created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:133 +0x1e5 goroutine 45199 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc0019c3e80, 0x1fc6000, 0x6, 0x2e28a01) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc0019c3e80, 0x1fd0645, 0xc, 0x2309180, 0xc0040b7e60, 0x1da2640, 0xc0040b7e60, 0x1c7de20, 0xc00473dcc0, 0x2daa180, ...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc0059ee860, 0xc0040b7e60, 0xc00473dcc0, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc00052c3c0, 0xc0033a0268, 0x13, 0x1fc2f0f, 0x4, 0xc002dbfcc8, 0x3, 0x3, 0xc00473dcc0, 0xc002dbfd20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc00052c3c0, 0xc0033a0268, 0x13, 0xc002dbfcc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc003730000, 0xc003df9a40, 0xc0039590a0, 0x0, 0xc000955500, 0xc001371780, 0x1da2640, 0xc0040b7e60, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc003df9a40, 0x23039c0, 0xc00473dc80, 0x6168688f, 0x1cbebbed) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc0059b9200, 0x1fd0645, 0xc, 0x1da2640, 0xc0036f4f60, 0x1c7de20, 0xc0014b7ec0, 0x22c3ea0, 0xc000e5e610) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc004b4e540, 0x1dcd6500, 0x1, 0xc0025ae7b8, 0x1a30805, 0xc0025ae768, 0xc0025ae760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc004b4e540) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 45351 [select]: github.com/hashicorp/nomad/nomad.(*Server).EmitRaftStats(0xc0059b9200, 0x2540be400, 0xc0028aaa80) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1595 +0xc5 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:457 +0x181e goroutine 47446 [select, 6 minutes]: github.com/hashicorp/serf/serf.(*serfQueries).stream(0xc00471b3b0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/internal_query.go:91 +0xc5 created by github.com/hashicorp/serf/serf.newSerfQueries /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/internal_query.go:84 +0xab goroutine 30136 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc004a93380, 0x1fc408f, 0x5, 0xc001649d40) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:414 +0x9da goroutine 31804 [select]: github.com/hashicorp/nomad/nomad.(*Server).EmitRaftStats(0xc0042fcc00, 0x2540be400, 0xc0029487e0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1595 +0xc5 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:457 +0x181e goroutine 18784 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0005bf110, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0005bf110, 0x1dcd6500, 0x1, 0xc002836fb8, 0x1a30805, 0xc002836f68, 0xc002836f60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0005bf110) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 18776 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0005bed90, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0005bed90, 0x1dcd6500, 0x0, 0xc001eef7b8, 0x1a30805, 0xc001eef768, 0xc001eef760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0005bed90) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 18777 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0005bee00, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0005bee00, 0x1dcd6500, 0x1, 0xc00283b7b8, 0x1a30845, 0xc0025d0060, 0xc00283b760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0005bee00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 35860 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc00184eb40, 0x2303140, 0xc0044fc440, 0xc003d3e7e0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 29236 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).streamListen(0xc002a02160) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:211 +0x10b created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:216 +0x4e6 goroutine 29852 [select]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).EmitStats(0xc005086820, 0x3b9aca00, 0xc0016f45a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:716 +0x25d created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:448 +0x176b goroutine 18778 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0005bee70, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0005bee70, 0x1dcd6500, 0x0, 0xc002928fb8, 0x1a30805, 0xc002928f68, 0xc002928f60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0005bee70) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 18779 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0005beee0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0005beee0, 0x1dcd6500, 0x1, 0xc002929fb8, 0x1a30845, 0xc0025d0480, 0xc002929f60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0005beee0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 45320 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc0019c3e80, 0x1fc6000, 0x6, 0x2e28a01) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc0019c3e80, 0x1fd0645, 0xc, 0x2309180, 0xc00313e960, 0x1da2640, 0xc00313e960, 0x1c7de20, 0xc00164d700, 0x2daa180, ...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc0059ee860, 0xc00313e960, 0xc00164d700, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc00052c3c0, 0xc0033a0268, 0x13, 0x1fc2f0f, 0x4, 0xc000cafcc8, 0x3, 0x3, 0xc00164d700, 0xc000cafd20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc00052c3c0, 0xc0033a0268, 0x13, 0xc000cafcc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc003730000, 0xc003df9a40, 0xc003474ff8, 0x0, 0xc000955500, 0xc001371d00, 0x1da2640, 0xc00313e960, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc003df9a40, 0x23039c0, 0xc00164d6c0, 0x6168688f, 0x29b76e9d) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc0059b9200, 0x1fd0645, 0xc, 0x1da2640, 0xc001439620, 0x1c7de20, 0xc0031e0d40, 0x22c3ea0, 0xc0029e0670) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc004b4fab0, 0x1dcd6500, 0x0, 0x0, 0x0, 0x0, 0xc003bc67e0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc004b4fab0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 45325 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc0019c3e80, 0x1fc6000, 0x6, 0x2e28a01) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc0019c3e80, 0x1fd0645, 0xc, 0x2309180, 0xc0004e6660, 0x1da2640, 0xc0004e6660, 0x1c7de20, 0xc00164d800, 0x2daa180, ...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc0059ee860, 0xc0004e6660, 0xc00164d800, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc00052c3c0, 0xc0033a0268, 0x13, 0x1fc2f0f, 0x4, 0xc00019fcc8, 0x3, 0x3, 0xc00164d800, 0xc00019fd20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc00052c3c0, 0xc0033a0268, 0x13, 0xc00019fcc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc003730000, 0xc003df9a40, 0xc003475058, 0x0, 0xc000955500, 0xc001371d80, 0x1da2640, 0xc0004e6660, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc003df9a40, 0x23039c0, 0xc00164d7c0, 0x61686890, 0xacb4cc3) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc0059b9200, 0x1fd0645, 0xc, 0x1da2640, 0xc00382f380, 0x1c7de20, 0xc0031e1580, 0x22c3ea0, 0xc0029e06b0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc004b4fce0, 0x1dcd6500, 0x0, 0x0, 0xc00418fbc0, 0x0, 0x1) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc004b4fce0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 45323 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc0019c3e80, 0x1fc6000, 0x6, 0x2e28a01) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc0019c3e80, 0x1fd0645, 0xc, 0x2309180, 0xc002425ec0, 0x1da2640, 0xc002425ec0, 0x1c7de20, 0xc002deed80, 0x2daa180, ...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc0059ee860, 0xc002425ec0, 0xc002deed80, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc00052c3c0, 0xc0033a0268, 0x13, 0x1fc2f0f, 0x4, 0xc002090cc8, 0x3, 0x3, 0xc002deed80, 0xc002090d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc00052c3c0, 0xc0033a0268, 0x13, 0xc002090cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc003730000, 0xc003df9a40, 0xc000211560, 0x0, 0xc000955500, 0xc001371ac0, 0x1da2640, 0xc002425ec0, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc003df9a40, 0x23039c0, 0xc002deed40, 0x6168688f, 0x33322149) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc0059b9200, 0x1fd0645, 0xc, 0x1da2640, 0xc001439da0, 0x1c7de20, 0xc0031e1200, 0x22c3ea0, 0xc00385c6a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc004b4fc00, 0x1dcd6500, 0x0, 0xc000a037b8, 0x1a30845, 0xc0050f5140, 0xc000a03760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc004b4fc00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 18780 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0005bef50, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0005bef50, 0x1dcd6500, 0x0, 0xc0042787b8, 0x1a30805, 0xc004278768, 0xc004278760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0005bef50) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 34188 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f14585aa8, 0x72, 0x22c8de0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc003968b98, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc003968b80, 0xc002457000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc003968b80, 0xc002457000, 0x1000, 0x1000, 0x46, 0xc003912000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc002d20000, 0xc002457000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc0021f00c0) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc0021f00c0, 0x4ad1a5, 0xc003968b80, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc000fc5140, 0xc0021f00c0, 0xc0021f0120, 0xc0005000e0, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc000fc5140, 0x2303140, 0xc002313a40, 0x2325ca0, 0xc002d20000) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 18781 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0005befc0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0005befc0, 0x1dcd6500, 0x1, 0xc0029d77b8, 0x1a30845, 0xc0027d1ec0, 0xc0029d7760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0005befc0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 16855 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc00058e500, 0x2303140, 0xc002181a80, 0xc002df36e0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 23993 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc002755340, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002755340, 0x1dcd6500, 0x1, 0xc00498b7b8, 0x1a30845, 0xc002d1a240, 0xc00498b760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002755340) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 36631 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f157c95c8, 0x72, 0x22c8de0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc001606a98, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc001606a80, 0xc001e35000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc001606a80, 0xc001e35000, 0x1000, 0x1000, 0x5f, 0xc001e4c000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc002d20508, 0xc001e35000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc00078dda0) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc00078dda0, 0x4ad1a5, 0xc001606a80, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc0029e8600, 0xc00078dda0, 0xc0005ec420, 0xc00383a070, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc0029e8600, 0x2303140, 0xc00318fa40, 0x2325ca0, 0xc002d20508) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 31791 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc002db5c00, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002db5c00, 0x1dcd6500, 0x0, 0x0, 0x0, 0xc000950778, 0xc000950760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002db5c00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 29344 [select, 6 minutes]: github.com/hashicorp/raft.(*Raft).runFSM(0xc0042fcf00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/fsm.go:215 +0x31c github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc0042fcf00, 0xc0022807b0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 47470 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f1698b450, 0x72, 0x22c8de0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc00649e098, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc00649e080, 0xc0027d1000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc00649e080, 0xc0027d1000, 0x1000, 0x1000, 0x1ca1400, 0xc0005b4690, 0x23372a0) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc001b65d00, 0xc0027d1000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc0047f40c0) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc0047f40c0, 0x7f9ef44c7600, 0x2e00000000000100, 0x8) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*ioDecReader).readn1(0xc0047ed580, 0x7f9f14240528) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:447 +0x38 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1IO(0xc004d336c0, 0xc0033a1ce0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2230 +0x55 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1(0xc004d336c0, 0xc004733620) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2224 +0x65 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).readNextBd(...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/msgpack.go:742 github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).TryDecodeAsNil(0xc0047335e0, 0xc002fb49b8) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/msgpack.go:791 +0x5d github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*Decoder).mustDecode(0xc004d33680, 0x1baa420, 0xc004733620) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2536 +0x3a github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec.(*Decoder).Decode(0xc004d33680, 0x1baa420, 0xc004733620, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/go-msgpack/codec/decode.go:2519 +0xa9 github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).read(0xc000e5de00, 0x1baa420, 0xc004733620, 0x203001, 0xc0047195b8) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc/codec.go:121 +0x55 github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).ReadRequestHeader(0xc000e5de00, 0xc004733620, 0xc002fb4b10, 0x411508) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/vendor/github.com/hashicorp/net-rpc-msgpackrpc/codec.go:60 +0x45 net/rpc.(*Server).readRequestHeader(0xc004719590, 0x2304080, 0xc000e5de00, 0x411508, 0x7f9f146962a8, 0xc00471f550, 0x10, 0x0, 0x44d6b3) /usr/lib/go-1.15/src/net/rpc/server.go:583 +0x6c net/rpc.(*Server).readRequest(0xc004719590, 0x2304080, 0xc000e5de00, 0xc002fb4d80, 0xc002d3d260, 0xc0047f40c0, 0xc0034f8000, 0xc001b65d00, 0xc0027d1000, 0x1000, ...) /usr/lib/go-1.15/src/net/rpc/server.go:543 +0x5a net/rpc.(*Server).ServeRequest(0xc004719590, 0x2304080, 0xc000e5de00, 0x2, 0xc000e5de00) /usr/lib/go-1.15/src/net/rpc/server.go:486 +0x77 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleNomadConn(0xc003bcd280, 0x2303140, 0xc000e5d700, 0x2325ca0, 0xc001b65d00, 0xc004719590) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:390 +0x23b github.com/hashicorp/nomad/nomad.(*rpcHandler).handleConn(0xc003bcd280, 0x2303140, 0xc000e5d700, 0x2325ca0, 0xc001b65d00, 0xc004719540) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:240 +0x509 created by github.com/hashicorp/nomad/nomad.(*rpcHandler).listen /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:160 +0x1f6 goroutine 39156 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f144c4360, 0x72, 0x22c8de0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0039c4398, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0039c4380, 0xc000e45000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc0039c4380, 0xc000e45000, 0x1000, 0x1000, 0xb5, 0xc0013c5000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000c90240, 0xc000e45000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc0038d1d40) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc0038d1d40, 0x4ad1a5, 0xc0039c4380, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc001702480, 0xc0038d1d40, 0xc0038d1da0, 0xc003a323f0, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc001702480, 0x2303140, 0xc004888080, 0x2325ca0, 0xc000c90240) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 38495 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc005086000, 0x2303140, 0xc0019c2c40, 0xc002288ae0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 45334 [select]: github.com/hashicorp/nomad/nomad.(*rpcHandler).getLeaderForRPC(0xc0019c3e80, 0x1fc6000, 0x6, 0x2e28a01) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:571 +0x1fb github.com/hashicorp/nomad/nomad.(*rpcHandler).forward(0xc0019c3e80, 0x1fd0645, 0xc, 0x2309180, 0xc001e80420, 0x1da2640, 0xc001e80420, 0x1c7de20, 0xc00473da80, 0x2daa180, ...) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:528 +0x19e github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0xc0059ee860, 0xc001e80420, 0xc00473da80, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_endpoint.go:85 +0xd8 reflect.Value.call(0xc00052c3c0, 0xc0033a0268, 0x13, 0x1fc2f0f, 0x4, 0xc003c09cc8, 0x3, 0x3, 0xc00473da80, 0xc003c09d20, ...) /usr/lib/go-1.15/src/reflect/value.go:476 +0x8c7 reflect.Value.Call(0xc00052c3c0, 0xc0033a0268, 0x13, 0xc003c09cc8, 0x3, 0x3, 0x0, 0x16, 0x16) /usr/lib/go-1.15/src/reflect/value.go:337 +0xb9 net/rpc.(*service).call(0xc003730000, 0xc003df9a40, 0xc003959020, 0x0, 0xc000955500, 0xc001371b00, 0x1da2640, 0xc001e80420, 0x16, 0x1c7de20, ...) /usr/lib/go-1.15/src/net/rpc/server.go:377 +0x189 net/rpc.(*Server).ServeRequest(0xc003df9a40, 0x23039c0, 0xc00473da40, 0x6168688e, 0x39334f86) /usr/lib/go-1.15/src/net/rpc/server.go:498 +0x23c github.com/hashicorp/nomad/nomad.(*Server).RPC(0xc0059b9200, 0x1fd0645, 0xc, 0x1da2640, 0xc003d10a20, 0x1c7de20, 0xc0007eb880, 0x22c3ea0, 0xc001ec28f0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:1558 +0xb9 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002920930, 0x1dcd6500, 0x0, 0x100c0005f8fb8, 0x1a30805, 0xc0005f8f68, 0xe) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:161 +0x1bf github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002920930) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 41843 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc001c2a500, 0x2303140, 0xc002d3a440, 0xc001e3cde0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 42803 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc001ad86e0, 0x2303140, 0xc003d6b380, 0xc0030d03c0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 23989 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc002755180, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002755180, 0x1dcd6500, 0x1, 0xc0030757b8, 0x1a30845, 0xc0028b0300, 0xc003075760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002755180) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 41997 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc002918a00, 0x2303140, 0xc002a8cec0, 0xc00465d740) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 35796 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f142bac20, 0x72, 0x22c8de0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc000b86618, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000b86600, 0xc0038d2000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc000b86600, 0xc0038d2000, 0x1000, 0x1000, 0x109, 0xc0037b5000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0042a70c0, 0xc0038d2000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc000d06720) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc000d06720, 0x4ad1a5, 0xc000b86600, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc003aa0540, 0xc000d06720, 0xc000d06780, 0xc003a32a10, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc003aa0540, 0x2303140, 0xc003dbb580, 0x2325ca0, 0xc0042a70c0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 31775 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc002db5500, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002db5500, 0x1dcd6500, 0xc004f727b8, 0x18b8d3d, 0xc004f72768, 0xc004f72758, 0x2) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002db5500) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 23981 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc002754e00, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002754e00, 0x1dcd6500, 0x1, 0xc0010bc7b8, 0x1a30845, 0xc001c29080, 0xc0010bc760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002754e00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 24010 [select]: github.com/hashicorp/nomad/nomad.(*nodeHeartbeater).heartbeatStats(0xc003f6df20) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/heartbeat.go:201 +0x155 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:454 +0x17de goroutine 23092 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f145cbf68, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc001d0a398, 0x72, 0x0, 0x0, 0x1fc78ff) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc001d0a380, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:394 +0x1fc net.(*netFD).accept(0xc001d0a380, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc004b80ec0, 0x1dcd6500, 0x1, 0xc000c557b8) /usr/lib/go-1.15/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).AcceptTCP(0xc004b80ec0, 0x0, 0x100000001, 0xc003d3f980) /usr/lib/go-1.15/src/net/tcpsock.go:248 +0x65 github.com/hashicorp/memberlist.(*NetTransport).tcpListen(0xc004c4ab60, 0xc004b80ec0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:289 +0x6f created by github.com/hashicorp/memberlist.NewNetTransport /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:113 +0x237 goroutine 43307 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f145c39c0, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc001f93818, 0x72, 0x10000, 0x10000, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).ReadFrom(0xc001f93800, 0xc006410000, 0x10000, 0x10000, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:215 +0x1c5 net.(*netFD).readFrom(0xc001f93800, 0xc006410000, 0x10000, 0x10000, 0x411508, 0x7f9f1407da10, 0xc006410000, 0x10000, 0x0) /usr/lib/go-1.15/src/net/fd_posix.go:61 +0x5b net.(*UDPConn).readFrom(0xc000dec0c8, 0xc006410000, 0x10000, 0x10000, 0x101, 0xc0031be630, 0xc0031be6c0, 0x4530ac) /usr/lib/go-1.15/src/net/udpsock_posix.go:47 +0x5c net.(*UDPConn).ReadFrom(0xc000dec0c8, 0xc006410000, 0x10000, 0x10000, 0xc000759500, 0xc00442b280, 0xc0021d2300, 0x1000000000001, 0xc0011dae00) /usr/lib/go-1.15/src/net/udpsock.go:118 +0x5d github.com/hashicorp/memberlist.(*NetTransport).udpListen(0xc003aae460, 0xc000dec0c8) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:324 +0xc5 created by github.com/hashicorp/memberlist.NewNetTransport /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:114 +0x1b3 goroutine 23093 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f145cbe80, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc001d0a418, 0x72, 0x10000, 0x10000, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).ReadFrom(0xc001d0a400, 0xc003bee000, 0x10000, 0x10000, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:215 +0x1c5 net.(*netFD).readFrom(0xc001d0a400, 0xc003bee000, 0x10000, 0x10000, 0x411310, 0xc000894e70, 0xc000894f00, 0x18dea1f, 0xc0032fcc00) /usr/lib/go-1.15/src/net/fd_posix.go:61 +0x5b net.(*UDPConn).readFrom(0xc0033a1818, 0xc003bee000, 0x10000, 0x10000, 0x101, 0xc000894e30, 0xc000894ec0, 0x4530ac) /usr/lib/go-1.15/src/net/udpsock_posix.go:47 +0x5c net.(*UDPConn).ReadFrom(0xc0033a1818, 0xc003bee000, 0x10000, 0x10000, 0x0, 0x0, 0xc000894fc8, 0x18de249, 0xc002c8c3f0) /usr/lib/go-1.15/src/net/udpsock.go:118 +0x5d github.com/hashicorp/memberlist.(*NetTransport).udpListen(0xc004c4ab60, 0xc0033a1818) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:324 +0xc5 created by github.com/hashicorp/memberlist.NewNetTransport /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:114 +0x1b3 goroutine 38630 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).watchCapacity(0xc0035548c0, 0xc002315ec0, 0xc003390720) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:524 +0xf7 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:146 +0x87 goroutine 31729 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc004836480, 0x1fc55e8, 0x6, 0xc00211faa0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:412 +0x94e goroutine 29234 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f1413e4e0, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0035faa18, 0x72, 0x0, 0x0, 0x1fc78ff) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc0035faa00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:394 +0x1fc net.(*netFD).accept(0xc0035faa00, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc00420d9a0, 0x1dcd6500, 0x1, 0xc0049307b8) /usr/lib/go-1.15/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).AcceptTCP(0xc00420d9a0, 0x0, 0x1000000010000, 0xc002a1a720) /usr/lib/go-1.15/src/net/tcpsock.go:248 +0x65 github.com/hashicorp/memberlist.(*NetTransport).tcpListen(0xc002c8d8f0, 0xc00420d9a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:289 +0x6f created by github.com/hashicorp/memberlist.NewNetTransport /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:113 +0x237 goroutine 27483 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc004f6de00, 0x1fc3e78, 0x5, 0xc000891290) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:413 +0x994 goroutine 38965 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).prune(0xc000a74320, 0xc003374a80) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:734 +0xfd created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:147 +0xb5 goroutine 38964 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).watchCapacity(0xc000a74320, 0xc003374a80, 0xc0004fcc60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:524 +0xf7 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:146 +0x87 goroutine 47303 [select]: github.com/hashicorp/raft.(*Raft).runSnapshots(0xc003ddc300) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/snapshot.go:71 +0x112 github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc003ddc300, 0xc003de4d50) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 47462 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f14695560, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc003df2598, 0x72, 0x0, 0x0, 0x1fc78ff) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc003df2580, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:394 +0x1fc net.(*netFD).accept(0xc003df2580, 0x37e11d600, 0xc00479cf08, 0x78487a) /usr/lib/go-1.15/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc003d81ba0, 0x40a73a, 0xc002d3d260, 0x0) /usr/lib/go-1.15/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc003d81ba0, 0xc002d3d260, 0x0, 0x3f800000, 0xc000e5d700) /usr/lib/go-1.15/src/net/tcpsock.go:261 +0x65 github.com/hashicorp/nomad/nomad.(*rpcHandler).listen(0xc003bcd280, 0x2303140, 0xc000e5d700) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:131 +0xc4 created by github.com/hashicorp/nomad/nomad.(*Server).startRPCListener /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:470 +0x91 goroutine 42924 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc002be83c0, 0x2303140, 0xc001ea4940, 0xc002125e60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 37716 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).watchCapacity(0xc001c2a320, 0xc000a6c2a0, 0xc0014fef00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:524 +0xf7 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:146 +0x87 goroutine 31735 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*RaftLayer).Accept(0xc001624460, 0xc001276088, 0xc002ecbf88, 0xc001276138, 0xc002ecbfa0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/raft_rpc.go:63 +0xc5 github.com/hashicorp/raft.(*NetworkTransport).listen(0xc0043fc900) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:485 +0x50 created by github.com/hashicorp/raft.NewNetworkTransportWithConfig /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:172 +0x1d3 goroutine 29238 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).packetHandler(0xc002a02160) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:433 +0x365 created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:218 +0x530 goroutine 23994 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0027553b0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0027553b0, 0x1dcd6500, 0xc001e44f01, 0xc001e44fb8, 0x1a30845, 0xc003790ae0, 0xc001e44f60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0027553b0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 35800 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f142ba968, 0x72, 0x22c8de0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc000b86a98, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000b86a80, 0xc0012a6000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc000b86a80, 0xc0012a6000, 0x1000, 0x1000, 0x10c, 0xc001034000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0042a70e0, 0xc0012a6000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc000d06d20) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc000d06d20, 0x4ad1a5, 0xc000b86a80, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc000fc5140, 0xc000d06d20, 0xc000d06d80, 0xc003a32bd0, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc000fc5140, 0x2303140, 0xc002313a40, 0x2325ca0, 0xc0042a70e0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 30304 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).packetHandler(0xc004845600) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:433 +0x365 created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:218 +0x530 goroutine 47298 [select]: github.com/hashicorp/nomad/helper/pool.(*ConnPool).reap(0xc003d86820) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/helper/pool/pool.go:486 +0x2cc created by github.com/hashicorp/nomad/helper/pool.NewPool /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/helper/pool/pool.go:179 +0x145 goroutine 42440 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc001ad8460, 0x2303140, 0xc002c25f80, 0xc003b9c240) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 42925 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc002be8500, 0x2303140, 0xc001ea5040, 0xc002125f80) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 31799 [select]: github.com/hashicorp/nomad/nomad.(*EvalBroker).EmitStats(0xc0017c2960, 0x3b9aca00, 0xc0029487e0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:827 +0x265 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:442 +0x16e5 goroutine 31784 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc002db58f0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002db58f0, 0x1dcd6500, 0x0, 0x0, 0x0, 0xc000c35768, 0xc000c35760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002db58f0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 31785 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc002db5960, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002db5960, 0x1dcd6500, 0x0, 0x0, 0x0, 0xc002aae768, 0xc002aae760) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002db5960) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 31796 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*Server).monitorLeadership(0xc0042fcc00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/leader.go:91 +0x128 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:433 +0x1668 goroutine 23995 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc002755420, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002755420, 0x1dcd6500, 0xc00053ab01, 0xc003e7dfb8, 0x1a30845, 0xc002d1aba0, 0xc003e7df60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002755420) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 31798 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f157c9798, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0014d2398, 0x72, 0x0, 0x0, 0x1fc78ff) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc0014d2380, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:394 +0x1fc net.(*netFD).accept(0xc0014d2380, 0x0, 0xc000a07701, 0xc003a967e0) /usr/lib/go-1.15/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc004670f20, 0x40a73a, 0xc003a967e0, 0x0) /usr/lib/go-1.15/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc004670f20, 0xc003a967e0, 0x0, 0x0, 0xc002d1ac60) /usr/lib/go-1.15/src/net/tcpsock.go:261 +0x65 github.com/hashicorp/nomad/nomad.(*rpcHandler).listen(0xc000ee0180, 0x2303140, 0xc003020240) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/rpc.go:131 +0xc4 created by github.com/hashicorp/nomad/nomad.(*Server).startRPCListener /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:470 +0x91 goroutine 47461 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*Server).serfEventHandler(0xc003ddc000) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/serf.go:30 +0xd1 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:436 +0x168d goroutine 29183 [select, 6 minutes]: github.com/hashicorp/raft.(*Raft).runFSM(0xc004806900) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/fsm.go:215 +0x31c github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc004806900, 0xc000975280) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:146 +0x55 created by github.com/hashicorp/raft.(*raftState).goFunc /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/state.go:144 +0x66 goroutine 29340 [select]: github.com/hashicorp/nomad/helper/pool.(*ConnPool).reap(0xc0048de4b0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/helper/pool/pool.go:486 +0x2cc created by github.com/hashicorp/nomad/helper/pool.NewPool /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/helper/pool/pool.go:179 +0x145 goroutine 35931 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).prune(0xc000960dc0, 0xc000ff4cc0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:734 +0xfd created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:147 +0xb5 goroutine 38711 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).watchCapacity(0xc000560280, 0xc00010f6e0, 0xc0010db080) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:524 +0xf7 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:146 +0x87 goroutine 38710 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc0005601e0, 0x2303140, 0xc002287b40, 0xc00010f2c0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 47450 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).packetListen(0xc00055cb00) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:314 +0x145 created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:217 +0x50b goroutine 47299 [select, 1 minutes]: github.com/hashicorp/nomad/nomad.(*consulACLsAPI).bgRetryRevokeDaemon(0xc003dd7080) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/consul.go:382 +0x105 created by github.com/hashicorp/nomad/nomad.NewConsulACLsAPI /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/consul.go:169 +0x151 goroutine 27485 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0007ae700, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0007ae700, 0x1dcd6500, 0xc00466a7b8, 0x18dd027, 0xc00466a768, 0xc00466a758, 0x2) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0007ae700) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 27486 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0007af880, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0007af880, 0x1dcd6500, 0xc003b7dce0, 0xc0046b2fc8, 0x1872bd5, 0xc0046b2f78, 0xc0046b2f68) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0007af880) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 41706 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0xc00036a6e0, 0x2303140, 0xc002e72140, 0xc001f8c660) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x18f created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0x118 goroutine 37803 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).prune(0xc0049f2320, 0xc00232e8a0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:734 +0xfd created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:147 +0xb5 goroutine 38493 [select, 2 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).prune(0xc004207ae0, 0xc001a97e60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:734 +0xfd created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:147 +0xb5 goroutine 31762 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc004836480, 0x1fc3e78, 0x5, 0xc00211fad0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:413 +0x994 goroutine 31802 [select]: github.com/hashicorp/nomad/nomad.(*vaultClient).EmitStats(0xc001ff8f00, 0x3b9aca00, 0xc0029487e0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/vault.go:1427 +0x1e7 created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:451 +0x17b2 goroutine 30302 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).streamListen(0xc004845600) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:211 +0x10b created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:216 +0x4e6 goroutine 31777 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc002db55e0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002db55e0, 0x1dcd6500, 0x0, 0xc002b74060, 0xc0006b76e8, 0x1, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002db55e0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 31800 [select]: github.com/hashicorp/nomad/nomad.(*PlanQueue).EmitStats(0xc0048de5a0, 0x3b9aca00, 0xc0029487e0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/plan_queue.go:200 +0x15d created by github.com/hashicorp/nomad/nomad.NewServer /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/server.go:445 +0x172a goroutine 31792 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc002db5c70, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002db5c70, 0x1dcd6500, 0x0, 0x0, 0x0, 0xc002c2e300, 0xc0049e3f60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002db5c70) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 40947 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f14148738, 0x72, 0x22c8de0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc003f03798, 0x72, 0x22c8d00, 0x2e8f080, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc003f03780, 0xc003578000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:159 +0x1a5 net.(*netFD).Read(0xc003f03780, 0xc003578000, 0x1000, 0x1000, 0x14e, 0xc003579000, 0x29) /usr/lib/go-1.15/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0033a00d8, 0xc003578000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/net/net.go:182 +0x8e bufio.(*Reader).fill(0xc0030028a0) /usr/lib/go-1.15/src/bufio/bufio.go:101 +0x105 bufio.(*Reader).ReadByte(0xc0030028a0, 0x4ad1a5, 0xc003f03780, 0x29) /usr/lib/go-1.15/src/bufio/bufio.go:253 +0x39 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0xc000fc5140, 0xc0030028a0, 0xc003002900, 0xc003cfdb20, 0x0, 0x0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:552 +0x45 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0xc000fc5140, 0x2303140, 0xc002313a40, 0x2325ca0, 0xc0033a00d8) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:536 +0x245 created by github.com/hashicorp/raft.(*NetworkTransport).listen /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/raft/net_transport.go:514 +0x265 goroutine 31778 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc002db5650, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002db5650, 0x1dcd6500, 0x0, 0x22c6de0, 0x0, 0xc001f8c3c0, 0xc0043baf60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002db5650) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 27489 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc0007af9d0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc0007af9d0, 0x1dcd6500, 0x0, 0x0, 0x0, 0xc001fdcf68, 0xc001fdcf60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc0007af9d0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 31794 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc002db5e30, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002db5e30, 0x1dcd6500, 0x0, 0x0, 0x0, 0xc003e90f68, 0xc003e90f60) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002db5e30) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 30134 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0xc004a93380, 0x1fc55e8, 0x6, 0xc001649ce0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:1660 +0xe5 created by github.com/hashicorp/serf/serf.Create /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/serf/serf/serf.go:412 +0x94e goroutine 47448 [IO wait, 6 minutes]: internal/poll.runtime_pollWait(0x7f9f145cb658, 0x72, 0x0) /usr/lib/go-1.15/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc003ab5398, 0x72, 0x10000, 0x10000, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/lib/go-1.15/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).ReadFrom(0xc003ab5380, 0xc004c00000, 0x10000, 0x10000, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/lib/go-1.15/src/internal/poll/fd_unix.go:215 +0x1c5 net.(*netFD).readFrom(0xc003ab5380, 0xc004c00000, 0x10000, 0x10000, 0x411508, 0x7f9ef4745b68, 0xc004c00000, 0x10000, 0x0) /usr/lib/go-1.15/src/net/fd_posix.go:61 +0x5b net.(*UDPConn).readFrom(0xc0033a15a8, 0xc004c00000, 0x10000, 0x10000, 0x101, 0xc003595630, 0xc0035956c0, 0x4530ac) /usr/lib/go-1.15/src/net/udpsock_posix.go:47 +0x5c net.(*UDPConn).ReadFrom(0xc0033a15a8, 0xc004c00000, 0x10000, 0x10000, 0x0, 0x0, 0xc0035957c8, 0x18de249, 0xc004b4f110) /usr/lib/go-1.15/src/net/udpsock.go:118 +0x5d github.com/hashicorp/memberlist.(*NetTransport).udpListen(0xc00021e4d0, 0xc0033a15a8) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:324 +0xc5 created by github.com/hashicorp/memberlist.NewNetTransport /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net_transport.go:114 +0x1b3 goroutine 37722 [select, 6 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).watchCapacity(0xc001c2bc20, 0xc00256a3c0, 0xc00059c960) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:524 +0xf7 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/blocked_evals.go:146 +0x87 goroutine 31774 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc002db5490, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002db5490, 0x1dcd6500, 0x1, 0xc00427d700, 0x1a30805, 0xc00332f560, 0x1000000000001) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002db5490) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 31725 [select]: github.com/hashicorp/memberlist.(*Memberlist).pushPullTrigger(0xc004845600, 0xc003a96720) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:182 +0x1dd created by github.com/hashicorp/memberlist.(*Memberlist).schedule /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/state.go:127 +0x2ec goroutine 31779 [select]: github.com/hashicorp/nomad/nomad.(*Worker).backoffErr(0xc002db56c0, 0x1312d00, 0x2540be400, 0x19) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:511 +0xf5 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0xc002db56c0, 0x1dcd6500, 0xc005179f40, 0x481654, 0xc003727210, 0xffffffffffffffff, 0xc005179fc0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:176 +0x4d8 github.com/hashicorp/nomad/nomad.(*Worker).run(0xc002db56c0) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:108 +0x49 created by github.com/hashicorp/nomad/nomad.NewWorker /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/nomad/nomad/worker.go:81 +0x152 goroutine 43310 [select, 6 minutes]: github.com/hashicorp/memberlist.(*Memberlist).packetHandler(0xc00416a580) /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/net.go:433 +0x365 created by github.com/hashicorp/memberlist.newMemberlist /build/nomad-0Wzubl/nomad-0.12.10+dfsg1/_build/src/github.com/hashicorp/memberlist/memberlist.go:218 +0x530 FAIL github.com/hashicorp/nomad/nomad 420.559s === RUN TestDeadlineHeap_Interface === PAUSE TestDeadlineHeap_Interface === RUN TestDeadlineHeap_WatchAndGet drain_heap_test.go:20: DM-skipped --- SKIP: TestDeadlineHeap_WatchAndGet (0.00s) === RUN TestDeadlineHeap_WatchThenUpdateAndGet drain_heap_test.go:43: DM-skipped --- SKIP: TestDeadlineHeap_WatchThenUpdateAndGet (0.00s) === RUN TestDeadlineHeap_MultiwatchAndDelete drain_heap_test.go:71: DM-skipped --- SKIP: TestDeadlineHeap_MultiwatchAndDelete (0.00s) === RUN TestDeadlineHeap_WatchCoalesce === PAUSE TestDeadlineHeap_WatchCoalesce === RUN TestDeadlineHeap_MultipleForce drain_heap_test.go:156: DM-skipped --- SKIP: TestDeadlineHeap_MultipleForce (0.00s) === RUN TestDrainer_PartitionAllocDrain === PAUSE TestDrainer_PartitionAllocDrain === RUN TestDrainer_PartitionIds === PAUSE TestDrainer_PartitionIds === RUN TestDrainingNode_Table === RUN TestDrainingNode_Table/Empty === PAUSE TestDrainingNode_Table/Empty === RUN TestDrainingNode_Table/Batch === PAUSE TestDrainingNode_Table/Batch === RUN TestDrainingNode_Table/Service === PAUSE TestDrainingNode_Table/Service === RUN TestDrainingNode_Table/System === PAUSE TestDrainingNode_Table/System === RUN TestDrainingNode_Table/AllTerminal === PAUSE TestDrainingNode_Table/AllTerminal === RUN TestDrainingNode_Table/ServiceTerminal === PAUSE TestDrainingNode_Table/ServiceTerminal === RUN TestDrainingNode_Table/AllTerminalButBatch === PAUSE TestDrainingNode_Table/AllTerminalButBatch === RUN TestDrainingNode_Table/AllTerminalButSystem === PAUSE TestDrainingNode_Table/AllTerminalButSystem === RUN TestDrainingNode_Table/HalfTerminal === PAUSE TestDrainingNode_Table/HalfTerminal === CONT TestDrainingNode_Table/Empty === CONT TestDrainingNode_Table/ServiceTerminal === CONT TestDrainingNode_Table/Service === CONT TestDrainingNode_Table/System === CONT TestDrainingNode_Table/AllTerminal === CONT TestDrainingNode_Table/AllTerminalButSystem === CONT TestDrainingNode_Table/HalfTerminal === CONT TestDrainingNode_Table/Batch === CONT TestDrainingNode_Table/AllTerminalButBatch --- PASS: TestDrainingNode_Table (0.00s) --- PASS: TestDrainingNode_Table/Empty (0.00s) --- PASS: TestDrainingNode_Table/System (0.00s) --- PASS: TestDrainingNode_Table/Service (0.00s) --- PASS: TestDrainingNode_Table/AllTerminal (0.00s) --- PASS: TestDrainingNode_Table/Batch (0.08s) --- PASS: TestDrainingNode_Table/AllTerminalButSystem (0.09s) --- PASS: TestDrainingNode_Table/HalfTerminal (0.09s) --- PASS: TestDrainingNode_Table/ServiceTerminal (0.09s) --- PASS: TestDrainingNode_Table/AllTerminalButBatch (0.09s) === RUN TestDrainingJobWatcher_Interface --- PASS: TestDrainingJobWatcher_Interface (0.00s) === RUN TestDrainingJobWatcher_DrainJobs watch_jobs_test.go:102: DM-skipped --- SKIP: TestDrainingJobWatcher_DrainJobs (0.00s) === RUN TestHandeTaskGroup_Table === RUN TestHandeTaskGroup_Table/AllDraining === PAUSE TestHandeTaskGroup_Table/AllDraining === RUN TestHandeTaskGroup_Table/AllNonDraining === PAUSE TestHandeTaskGroup_Table/AllNonDraining === RUN TestHandeTaskGroup_Table/SomeNonDrainingUnhealthy === PAUSE TestHandeTaskGroup_Table/SomeNonDrainingUnhealthy === RUN TestHandeTaskGroup_Table/OneDraining === PAUSE TestHandeTaskGroup_Table/OneDraining === RUN TestHandeTaskGroup_Table/OneAlreadyDraining === PAUSE TestHandeTaskGroup_Table/OneAlreadyDraining === RUN TestHandeTaskGroup_Table/OneAlreadyDrained === PAUSE TestHandeTaskGroup_Table/OneAlreadyDrained === RUN TestHandeTaskGroup_Table/OneAlreadyDrainedBatched === PAUSE TestHandeTaskGroup_Table/OneAlreadyDrainedBatched === RUN TestHandeTaskGroup_Table/AllMigrating === PAUSE TestHandeTaskGroup_Table/AllMigrating === RUN TestHandeTaskGroup_Table/AllMigratingBatch === PAUSE TestHandeTaskGroup_Table/AllMigratingBatch === RUN TestHandeTaskGroup_Table/AllAtOnce === PAUSE TestHandeTaskGroup_Table/AllAtOnce === RUN TestHandeTaskGroup_Table/Drain2 === PAUSE TestHandeTaskGroup_Table/Drain2 === RUN TestHandeTaskGroup_Table/#00 === PAUSE TestHandeTaskGroup_Table/#00 === RUN TestHandeTaskGroup_Table/#01 === PAUSE TestHandeTaskGroup_Table/#01 === RUN TestHandeTaskGroup_Table/#02 === PAUSE TestHandeTaskGroup_Table/#02 === RUN TestHandeTaskGroup_Table/PendingHealth === PAUSE TestHandeTaskGroup_Table/PendingHealth === RUN TestHandeTaskGroup_Table/PendingHealthHigherMax === PAUSE TestHandeTaskGroup_Table/PendingHealthHigherMax === CONT TestHandeTaskGroup_Table/AllDraining 2021-10-14T17:19:34.160Z [TRACE] drainer/watch_jobs.go:145: job_watcher: getting job allocs at index: index=1 === CONT TestHandeTaskGroup_Table/PendingHealthHigherMax 2021-10-14T17:19:34.162Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=96911f62-4253-4fe4-9901-49df1b9b6e85 desired_status=stop === CONT TestHandeTaskGroup_Table/PendingHealth === CONT TestHandeTaskGroup_Table/AllMigrating 2021-10-14T17:19:34.164Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=f6d5c145-1a8f-2b73-d47b-240354b7db76 desired_status=stop === CONT TestHandeTaskGroup_Table/OneAlreadyDrainedBatched 2021-10-14T17:19:34.165Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=3dd4f4cb-a67e-3064-9cda-169b1edaf257 desired_status=stop 2021-10-14T17:19:34.165Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=4b1a51a5-000b-835b-40e2-393a3a802b8d desired_status=stop 2021-10-14T17:19:34.165Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=e32f11e6-ad89-03b2-27be-966034f7c163 desired_status=stop 2021-10-14T17:19:34.165Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=9d4badbf-caa1-39a9-3aff-a2ad771261bb desired_status=stop 2021-10-14T17:19:34.165Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=0ae365fe-f1aa-2e7c-1618-e2c4f7fde91b desired_status=stop === CONT TestHandeTaskGroup_Table/#00 2021-10-14T17:19:34.165Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=f5302751-e9f8-6253-2b91-31bd117c1261 desired_status=stop 2021-10-14T17:19:34.165Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=0458be37-4ff7-fcb9-ff0e-ecdad23301d8 desired_status=stop 2021-10-14T17:19:34.165Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=152fbe3b-8643-fe1f-cc36-d548c58fdd8c desired_status=stop 2021-10-14T17:19:34.165Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=8d9c1076-6544-3660-907c-c2d9e07b8895 desired_status=stop === CONT TestHandeTaskGroup_Table/#02 === CONT TestHandeTaskGroup_Table/OneDraining === CONT TestHandeTaskGroup_Table/#01 === CONT TestHandeTaskGroup_Table/AllNonDraining === CONT TestHandeTaskGroup_Table/SomeNonDrainingUnhealthy 2021-10-14T17:19:34.166Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=c847d6b0-2b0b-403c-f1a9-467e3276796c desired_status=stop === CONT TestHandeTaskGroup_Table/AllAtOnce === CONT TestHandeTaskGroup_Table/AllMigratingBatch === CONT TestHandeTaskGroup_Table/OneAlreadyDraining === CONT TestHandeTaskGroup_Table/Drain2 === CONT TestHandeTaskGroup_Table/OneAlreadyDrained 2021-10-14T17:19:34.266Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=bf720ec9-6e16-75ca-5924-4fe71a800919 desired_status=stop 2021-10-14T17:19:34.267Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=c62c83e1-c455-8e90-34eb-f9be15ec2db7 desired_status=stop 2021-10-14T17:19:34.350Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=c32149aa-4399-bc85-a3e4-a4340b9ddf8b desired_status=stop 2021-10-14T17:19:34.350Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=36ace7e5-3df5-411e-2d17-4a53bbd40a96 desired_status=stop 2021-10-14T17:19:34.366Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=d8336de8-6fa9-6d11-730e-2ae872dbde66 desired_status=stop 2021-10-14T17:19:34.368Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=edc5a727-84c9-8936-079d-a0817dd8bf97 desired_status=stop 2021-10-14T17:19:34.368Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=35e15e85-214b-b6ce-2c0c-c7320f6e70a0 desired_status=stop 2021-10-14T17:19:34.368Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=a0a13886-a7bf-a3bb-3136-145c172707f1 desired_status=stop 2021-10-14T17:19:34.368Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=8af3dd1f-8787-c5c9-2464-65ed47990320 desired_status=stop 2021-10-14T17:19:34.368Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=f89c4fa9-f12d-c26e-0d8b-98fe375c243d desired_status=stop 2021-10-14T17:19:34.368Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=43d14a15-cca9-0270-e264-cb531e9b1943 desired_status=stop 2021-10-14T17:19:34.368Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=d208387c-032b-3d7b-a8e1-7ddc6e3767ef desired_status=stop 2021-10-14T17:19:34.368Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=58c9bf79-4034-f2b6-f677-d686e1f95ce5 desired_status=stop 2021-10-14T17:19:34.368Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=a1c48c88-a73c-eb34-5b48-64e930f424ec desired_status=stop 2021-10-14T17:19:34.368Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=8ff23939-5bdc-4714-2c74-12ae78813682 desired_status=stop 2021-10-14T17:19:34.368Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=3078c93f-a981-be5c-df34-0700fc78ccda desired_status=stop --- PASS: TestHandeTaskGroup_Table (0.00s) --- PASS: TestHandeTaskGroup_Table/AllDraining (0.00s) --- PASS: TestHandeTaskGroup_Table/PendingHealthHigherMax (0.00s) --- PASS: TestHandeTaskGroup_Table/PendingHealth (0.00s) --- PASS: TestHandeTaskGroup_Table/AllMigrating (0.10s) --- PASS: TestHandeTaskGroup_Table/#00 (0.18s) --- PASS: TestHandeTaskGroup_Table/OneAlreadyDrainedBatched (0.19s) --- PASS: TestHandeTaskGroup_Table/AllNonDraining (0.19s) --- PASS: TestHandeTaskGroup_Table/OneAlreadyDraining (0.10s) --- PASS: TestHandeTaskGroup_Table/OneAlreadyDrained (0.10s) --- PASS: TestHandeTaskGroup_Table/SomeNonDrainingUnhealthy (0.20s) --- PASS: TestHandeTaskGroup_Table/Drain2 (0.10s) --- PASS: TestHandeTaskGroup_Table/#02 (0.20s) --- PASS: TestHandeTaskGroup_Table/#01 (0.20s) --- PASS: TestHandeTaskGroup_Table/OneDraining (0.20s) --- PASS: TestHandeTaskGroup_Table/AllAtOnce (0.11s) --- PASS: TestHandeTaskGroup_Table/AllMigratingBatch (0.11s) === RUN TestHandleTaskGroup_Migrations === PAUSE TestHandleTaskGroup_Migrations === RUN TestHandleTaskGroup_GarbageCollectedNode === PAUSE TestHandleTaskGroup_GarbageCollectedNode === RUN TestNodeDrainWatcher_Interface === PAUSE TestNodeDrainWatcher_Interface === RUN TestNodeDrainWatcher_AddDraining === PAUSE TestNodeDrainWatcher_AddDraining === RUN TestNodeDrainWatcher_Remove === PAUSE TestNodeDrainWatcher_Remove === RUN TestNodeDrainWatcher_Remove_Nonexistent === PAUSE TestNodeDrainWatcher_Remove_Nonexistent === RUN TestNodeDrainWatcher_Update === PAUSE TestNodeDrainWatcher_Update === CONT TestDeadlineHeap_Interface === CONT TestNodeDrainWatcher_Interface === CONT TestNodeDrainWatcher_Remove_Nonexistent === CONT TestDrainer_PartitionIds === CONT TestHandleTaskGroup_GarbageCollectedNode === CONT TestNodeDrainWatcher_Remove === CONT TestDrainer_PartitionAllocDrain === CONT TestNodeDrainWatcher_AddDraining === CONT TestDeadlineHeap_WatchCoalesce === CONT TestNodeDrainWatcher_Update === CONT TestHandleTaskGroup_Migrations --- PASS: TestDeadlineHeap_Interface (0.00s) --- PASS: TestDrainer_PartitionAllocDrain (0.00s) --- PASS: TestDrainer_PartitionIds (0.00s) --- PASS: TestNodeDrainWatcher_Interface (0.00s) --- PASS: TestHandleTaskGroup_Migrations (0.09s) --- PASS: TestHandleTaskGroup_GarbageCollectedNode (0.09s) --- PASS: TestNodeDrainWatcher_Remove_Nonexistent (0.10s) --- PASS: TestNodeDrainWatcher_AddDraining (0.10s) --- PASS: TestNodeDrainWatcher_Remove (0.10s) --- PASS: TestNodeDrainWatcher_Update (0.11s) --- PASS: TestDeadlineHeap_WatchCoalesce (0.46s) PASS ok github.com/hashicorp/nomad/nomad/drainer 0.893s ? github.com/hashicorp/nomad/nomad/mock [no test files] === RUN TestStateStore_Autopilot --- PASS: TestStateStore_Autopilot (0.00s) === RUN TestStateStore_AutopilotCAS --- PASS: TestStateStore_AutopilotCAS (0.00s) === RUN TestStateStoreSchema --- PASS: TestStateStoreSchema (0.00s) === RUN TestState_singleRecord --- PASS: TestState_singleRecord (0.00s) === RUN TestStateStore_Blocking_Error === PAUSE TestStateStore_Blocking_Error === RUN TestStateStore_Blocking_Timeout === PAUSE TestStateStore_Blocking_Timeout === RUN TestStateStore_Blocking_MinQuery === PAUSE TestStateStore_Blocking_MinQuery === RUN TestStateStore_UpsertPlanResults_AllocationsCreated_Denormalized === PAUSE TestStateStore_UpsertPlanResults_AllocationsCreated_Denormalized === RUN TestStateStore_UpsertPlanResults_AllocationsDenormalized === PAUSE TestStateStore_UpsertPlanResults_AllocationsDenormalized === RUN TestStateStore_UpsertPlanResults_Deployment === PAUSE TestStateStore_UpsertPlanResults_Deployment === RUN TestStateStore_UpsertPlanResults_PreemptedAllocs === PAUSE TestStateStore_UpsertPlanResults_PreemptedAllocs === RUN TestStateStore_UpsertPlanResults_DeploymentUpdates === PAUSE TestStateStore_UpsertPlanResults_DeploymentUpdates === RUN TestStateStore_UpsertDeployment === PAUSE TestStateStore_UpsertDeployment === RUN TestStateStore_OldDeployment === PAUSE TestStateStore_OldDeployment === RUN TestStateStore_DeleteDeployment === PAUSE TestStateStore_DeleteDeployment === RUN TestStateStore_Deployments === PAUSE TestStateStore_Deployments === RUN TestStateStore_DeploymentsByIDPrefix === PAUSE TestStateStore_DeploymentsByIDPrefix === RUN TestStateStore_UpsertNode_Node === PAUSE TestStateStore_UpsertNode_Node === RUN TestStateStore_DeleteNode_Node === PAUSE TestStateStore_DeleteNode_Node === RUN TestStateStore_UpdateNodeStatus_Node === PAUSE TestStateStore_UpdateNodeStatus_Node === RUN TestStateStore_BatchUpdateNodeDrain === PAUSE TestStateStore_BatchUpdateNodeDrain === RUN TestStateStore_UpdateNodeDrain_Node === PAUSE TestStateStore_UpdateNodeDrain_Node === RUN TestStateStore_AddSingleNodeEvent === PAUSE TestStateStore_AddSingleNodeEvent === RUN TestStateStore_NodeEvents_RetentionWindow === PAUSE TestStateStore_NodeEvents_RetentionWindow === RUN TestStateStore_UpdateNodeDrain_ResetEligiblity === PAUSE TestStateStore_UpdateNodeDrain_ResetEligiblity === RUN TestStateStore_UpdateNodeEligibility === PAUSE TestStateStore_UpdateNodeEligibility === RUN TestStateStore_Nodes === PAUSE TestStateStore_Nodes === RUN TestStateStore_NodesByIDPrefix === PAUSE TestStateStore_NodesByIDPrefix === RUN TestStateStore_RestoreNode === PAUSE TestStateStore_RestoreNode === RUN TestStateStore_UpsertJob_Job === PAUSE TestStateStore_UpsertJob_Job === RUN TestStateStore_UpdateUpsertJob_Job === PAUSE TestStateStore_UpdateUpsertJob_Job === RUN TestStateStore_UpdateUpsertJob_PeriodicJob === PAUSE TestStateStore_UpdateUpsertJob_PeriodicJob === RUN TestStateStore_UpsertJob_BadNamespace === PAUSE TestStateStore_UpsertJob_BadNamespace === RUN TestStateStore_UpsertJob_ChildJob === PAUSE TestStateStore_UpsertJob_ChildJob === RUN TestStateStore_UpdateUpsertJob_JobVersion === PAUSE TestStateStore_UpdateUpsertJob_JobVersion === RUN TestStateStore_DeleteJob_Job === PAUSE TestStateStore_DeleteJob_Job === RUN TestStateStore_DeleteJobTxn_BatchDeletes === PAUSE TestStateStore_DeleteJobTxn_BatchDeletes === RUN TestStateStore_DeleteJob_MultipleVersions === PAUSE TestStateStore_DeleteJob_MultipleVersions === RUN TestStateStore_DeleteJob_ChildJob === PAUSE TestStateStore_DeleteJob_ChildJob === RUN TestStateStore_Jobs === PAUSE TestStateStore_Jobs === RUN TestStateStore_JobVersions === PAUSE TestStateStore_JobVersions === RUN TestStateStore_JobsByIDPrefix === PAUSE TestStateStore_JobsByIDPrefix === RUN TestStateStore_JobsByPeriodic === PAUSE TestStateStore_JobsByPeriodic === RUN TestStateStore_JobsByScheduler === PAUSE TestStateStore_JobsByScheduler === RUN TestStateStore_JobsByGC === PAUSE TestStateStore_JobsByGC === RUN TestStateStore_RestoreJob === PAUSE TestStateStore_RestoreJob === RUN TestStateStore_UpsertPeriodicLaunch === PAUSE TestStateStore_UpsertPeriodicLaunch === RUN TestStateStore_UpdateUpsertPeriodicLaunch === PAUSE TestStateStore_UpdateUpsertPeriodicLaunch === RUN TestStateStore_DeletePeriodicLaunch === PAUSE TestStateStore_DeletePeriodicLaunch === RUN TestStateStore_PeriodicLaunches === PAUSE TestStateStore_PeriodicLaunches === RUN TestStateStore_RestorePeriodicLaunch === PAUSE TestStateStore_RestorePeriodicLaunch === RUN TestStateStore_RestoreJobVersion === PAUSE TestStateStore_RestoreJobVersion === RUN TestStateStore_RestoreDeployment === PAUSE TestStateStore_RestoreDeployment === RUN TestStateStore_RestoreJobSummary === PAUSE TestStateStore_RestoreJobSummary === RUN TestStateStore_CSIVolume --- PASS: TestStateStore_CSIVolume (0.00s) === RUN TestStateStore_CSIPluginNodes --- PASS: TestStateStore_CSIPluginNodes (0.00s) === RUN TestStateStore_CSIPluginAllocUpdates === PAUSE TestStateStore_CSIPluginAllocUpdates === RUN TestStateStore_CSIPluginMultiNodeUpdates === PAUSE TestStateStore_CSIPluginMultiNodeUpdates === RUN TestStateStore_CSIPluginJobs --- PASS: TestStateStore_CSIPluginJobs (0.00s) === RUN TestStateStore_RestoreCSIPlugin === PAUSE TestStateStore_RestoreCSIPlugin === RUN TestStateStore_RestoreCSIVolume === PAUSE TestStateStore_RestoreCSIVolume === RUN TestStateStore_Indexes === PAUSE TestStateStore_Indexes === RUN TestStateStore_LatestIndex === PAUSE TestStateStore_LatestIndex === RUN TestStateStore_RestoreIndex === PAUSE TestStateStore_RestoreIndex === RUN TestStateStore_UpsertEvals_Eval === PAUSE TestStateStore_UpsertEvals_Eval === RUN TestStateStore_UpsertEvals_CancelBlocked === PAUSE TestStateStore_UpsertEvals_CancelBlocked === RUN TestStateStore_Update_UpsertEvals_Eval === PAUSE TestStateStore_Update_UpsertEvals_Eval === RUN TestStateStore_UpsertEvals_Eval_ChildJob === PAUSE TestStateStore_UpsertEvals_Eval_ChildJob === RUN TestStateStore_DeleteEval_Eval === PAUSE TestStateStore_DeleteEval_Eval === RUN TestStateStore_DeleteEval_ChildJob === PAUSE TestStateStore_DeleteEval_ChildJob === RUN TestStateStore_EvalsByJob === PAUSE TestStateStore_EvalsByJob === RUN TestStateStore_Evals === PAUSE TestStateStore_Evals === RUN TestStateStore_EvalsByIDPrefix === PAUSE TestStateStore_EvalsByIDPrefix === RUN TestStateStore_RestoreEval === PAUSE TestStateStore_RestoreEval === RUN TestStateStore_UpdateAllocsFromClient === PAUSE TestStateStore_UpdateAllocsFromClient === RUN TestStateStore_UpdateAllocsFromClient_ChildJob === PAUSE TestStateStore_UpdateAllocsFromClient_ChildJob === RUN TestStateStore_UpdateMultipleAllocsFromClient === PAUSE TestStateStore_UpdateMultipleAllocsFromClient === RUN TestStateStore_UpdateAllocsFromClient_Deployment === PAUSE TestStateStore_UpdateAllocsFromClient_Deployment === RUN TestStateStore_UpdateAllocsFromClient_DeploymentStateMerges === PAUSE TestStateStore_UpdateAllocsFromClient_DeploymentStateMerges === RUN TestStateStore_UpsertAlloc_Alloc === PAUSE TestStateStore_UpsertAlloc_Alloc === RUN TestStateStore_UpsertAlloc_Deployment === PAUSE TestStateStore_UpsertAlloc_Deployment === RUN TestStateStore_UpsertAlloc_No_Job === PAUSE TestStateStore_UpsertAlloc_No_Job === RUN TestStateStore_UpsertAlloc_ChildJob === PAUSE TestStateStore_UpsertAlloc_ChildJob === RUN TestStateStore_UpdateAlloc_Alloc === PAUSE TestStateStore_UpdateAlloc_Alloc === RUN TestStateStore_UpdateAlloc_Lost === PAUSE TestStateStore_UpdateAlloc_Lost === RUN TestStateStore_UpdateAlloc_NoJob === PAUSE TestStateStore_UpdateAlloc_NoJob === RUN TestStateStore_UpdateAllocDesiredTransition === PAUSE TestStateStore_UpdateAllocDesiredTransition === RUN TestStateStore_JobSummary === PAUSE TestStateStore_JobSummary === RUN TestStateStore_ReconcileJobSummary === PAUSE TestStateStore_ReconcileJobSummary === RUN TestStateStore_ReconcileParentJobSummary === PAUSE TestStateStore_ReconcileParentJobSummary === RUN TestStateStore_UpdateAlloc_JobNotPresent === PAUSE TestStateStore_UpdateAlloc_JobNotPresent === RUN TestStateStore_EvictAlloc_Alloc === PAUSE TestStateStore_EvictAlloc_Alloc === RUN TestStateStore_AllocsByNode === PAUSE TestStateStore_AllocsByNode === RUN TestStateStore_AllocsByNodeTerminal === PAUSE TestStateStore_AllocsByNodeTerminal === RUN TestStateStore_AllocsByJob === PAUSE TestStateStore_AllocsByJob === RUN TestStateStore_AllocsForRegisteredJob === PAUSE TestStateStore_AllocsForRegisteredJob === RUN TestStateStore_AllocsByIDPrefix === PAUSE TestStateStore_AllocsByIDPrefix === RUN TestStateStore_Allocs === PAUSE TestStateStore_Allocs === RUN TestStateStore_Allocs_PrevAlloc === PAUSE TestStateStore_Allocs_PrevAlloc === RUN TestStateStore_RestoreAlloc === PAUSE TestStateStore_RestoreAlloc === RUN TestStateStore_SetJobStatus_ForceStatus === PAUSE TestStateStore_SetJobStatus_ForceStatus === RUN TestStateStore_SetJobStatus_NoOp === PAUSE TestStateStore_SetJobStatus_NoOp === RUN TestStateStore_SetJobStatus === PAUSE TestStateStore_SetJobStatus === RUN TestStateStore_GetJobStatus_NoEvalsOrAllocs === PAUSE TestStateStore_GetJobStatus_NoEvalsOrAllocs === RUN TestStateStore_GetJobStatus_NoEvalsOrAllocs_Periodic === PAUSE TestStateStore_GetJobStatus_NoEvalsOrAllocs_Periodic === RUN TestStateStore_GetJobStatus_NoEvalsOrAllocs_EvalDelete === PAUSE TestStateStore_GetJobStatus_NoEvalsOrAllocs_EvalDelete === RUN TestStateStore_GetJobStatus_DeadEvalsAndAllocs === PAUSE TestStateStore_GetJobStatus_DeadEvalsAndAllocs === RUN TestStateStore_GetJobStatus_RunningAlloc === PAUSE TestStateStore_GetJobStatus_RunningAlloc === RUN TestStateStore_GetJobStatus_PeriodicJob === PAUSE TestStateStore_GetJobStatus_PeriodicJob === RUN TestStateStore_GetJobStatus_ParameterizedJob === PAUSE TestStateStore_GetJobStatus_ParameterizedJob === RUN TestStateStore_SetJobStatus_PendingEval === PAUSE TestStateStore_SetJobStatus_PendingEval === RUN TestStateStore_SetJobStatus_SystemJob === PAUSE TestStateStore_SetJobStatus_SystemJob === RUN TestStateJobSummary_UpdateJobCount === PAUSE TestStateJobSummary_UpdateJobCount === RUN TestJobSummary_UpdateClientStatus === PAUSE TestJobSummary_UpdateClientStatus === RUN TestStateStore_UpsertDeploymentStatusUpdate_Nonexistent === PAUSE TestStateStore_UpsertDeploymentStatusUpdate_Nonexistent === RUN TestStateStore_UpsertDeploymentStatusUpdate_Terminal === PAUSE TestStateStore_UpsertDeploymentStatusUpdate_Terminal === RUN TestStateStore_UpsertDeploymentStatusUpdate_NonTerminal === PAUSE TestStateStore_UpsertDeploymentStatusUpdate_NonTerminal === RUN TestStateStore_UpsertDeploymentStatusUpdate_Successful === PAUSE TestStateStore_UpsertDeploymentStatusUpdate_Successful === RUN TestStateStore_UpdateJobStability === PAUSE TestStateStore_UpdateJobStability === RUN TestStateStore_UpsertDeploymentPromotion_Nonexistent === PAUSE TestStateStore_UpsertDeploymentPromotion_Nonexistent === RUN TestStateStore_UpsertDeploymentPromotion_Terminal === PAUSE TestStateStore_UpsertDeploymentPromotion_Terminal === RUN TestStateStore_UpsertDeploymentPromotion_Unhealthy === PAUSE TestStateStore_UpsertDeploymentPromotion_Unhealthy === RUN TestStateStore_UpsertDeploymentPromotion_NoCanaries === PAUSE TestStateStore_UpsertDeploymentPromotion_NoCanaries === RUN TestStateStore_UpsertDeploymentPromotion_All === PAUSE TestStateStore_UpsertDeploymentPromotion_All === RUN TestStateStore_UpsertDeploymentPromotion_Subset === PAUSE TestStateStore_UpsertDeploymentPromotion_Subset === RUN TestStateStore_UpsertDeploymentAllocHealth_Nonexistent === PAUSE TestStateStore_UpsertDeploymentAllocHealth_Nonexistent === RUN TestStateStore_UpsertDeploymentAllocHealth_Terminal === PAUSE TestStateStore_UpsertDeploymentAllocHealth_Terminal === RUN TestStateStore_UpsertDeploymentAllocHealth_BadAlloc_Nonexistent === PAUSE TestStateStore_UpsertDeploymentAllocHealth_BadAlloc_Nonexistent === RUN TestStateStore_UpsertDeploymentAlloc_Canaries === PAUSE TestStateStore_UpsertDeploymentAlloc_Canaries === RUN TestStateStore_UpsertDeploymentAlloc_NoCanaries === PAUSE TestStateStore_UpsertDeploymentAlloc_NoCanaries === RUN TestStateStore_UpsertDeploymentAllocHealth_BadAlloc_MismatchDeployment === PAUSE TestStateStore_UpsertDeploymentAllocHealth_BadAlloc_MismatchDeployment === RUN TestStateStore_UpsertDeploymentAllocHealth === PAUSE TestStateStore_UpsertDeploymentAllocHealth === RUN TestStateStore_UpsertVaultAccessors === PAUSE TestStateStore_UpsertVaultAccessors === RUN TestStateStore_DeleteVaultAccessors === PAUSE TestStateStore_DeleteVaultAccessors === RUN TestStateStore_VaultAccessorsByAlloc === PAUSE TestStateStore_VaultAccessorsByAlloc === RUN TestStateStore_VaultAccessorsByNode === PAUSE TestStateStore_VaultAccessorsByNode === RUN TestStateStore_RestoreVaultAccessor === PAUSE TestStateStore_RestoreVaultAccessor === RUN TestStateStore_UpsertSITokenAccessors === PAUSE TestStateStore_UpsertSITokenAccessors === RUN TestStateStore_DeleteSITokenAccessors === PAUSE TestStateStore_DeleteSITokenAccessors === RUN TestStateStore_SITokenAccessorsByAlloc === PAUSE TestStateStore_SITokenAccessorsByAlloc === RUN TestStateStore_SITokenAccessorsByNode === PAUSE TestStateStore_SITokenAccessorsByNode === RUN TestStateStore_RestoreSITokenAccessor === PAUSE TestStateStore_RestoreSITokenAccessor === RUN TestStateStore_UpsertACLPolicy === PAUSE TestStateStore_UpsertACLPolicy === RUN TestStateStore_DeleteACLPolicy === PAUSE TestStateStore_DeleteACLPolicy === RUN TestStateStore_ACLPolicyByNamePrefix === PAUSE TestStateStore_ACLPolicyByNamePrefix === RUN TestStateStore_BootstrapACLTokens === PAUSE TestStateStore_BootstrapACLTokens === RUN TestStateStore_UpsertACLTokens === PAUSE TestStateStore_UpsertACLTokens === RUN TestStateStore_DeleteACLTokens === PAUSE TestStateStore_DeleteACLTokens === RUN TestStateStore_ACLTokenByAccessorIDPrefix === PAUSE TestStateStore_ACLTokenByAccessorIDPrefix === RUN TestStateStore_RestoreACLPolicy === PAUSE TestStateStore_RestoreACLPolicy === RUN TestStateStore_ACLTokensByGlobal === PAUSE TestStateStore_ACLTokensByGlobal === RUN TestStateStore_RestoreACLToken === PAUSE TestStateStore_RestoreACLToken === RUN TestStateStore_SchedulerConfig === PAUSE TestStateStore_SchedulerConfig === RUN TestStateStore_ClusterMetadata --- PASS: TestStateStore_ClusterMetadata (0.00s) === RUN TestStateStore_ClusterMetadataRestore --- PASS: TestStateStore_ClusterMetadataRestore (0.06s) === RUN TestStateStore_RestoreScalingPolicy === PAUSE TestStateStore_RestoreScalingPolicy === RUN TestStateStore_UpsertScalingPolicy === PAUSE TestStateStore_UpsertScalingPolicy === RUN TestStateStore_UpsertScalingPolicy_Namespace === PAUSE TestStateStore_UpsertScalingPolicy_Namespace === RUN TestStateStore_UpsertScalingPolicy_Namespace_PrefixBug === PAUSE TestStateStore_UpsertScalingPolicy_Namespace_PrefixBug === RUN TestStateStore_UpsertJob_UpsertScalingPolicies === PAUSE TestStateStore_UpsertJob_UpsertScalingPolicies === RUN TestStateStore_UpsertJob_PreserveScalingPolicyIDsAndIndex === PAUSE TestStateStore_UpsertJob_PreserveScalingPolicyIDsAndIndex === RUN TestStateStore_UpsertJob_UpdateScalingPolicy === PAUSE TestStateStore_UpsertJob_UpdateScalingPolicy === RUN TestStateStore_DeleteScalingPolicies === PAUSE TestStateStore_DeleteScalingPolicies === RUN TestStateStore_StopJob_DeleteScalingPolicies === PAUSE TestStateStore_StopJob_DeleteScalingPolicies === RUN TestStateStore_UnstopJob_UpsertScalingPolicies === PAUSE TestStateStore_UnstopJob_UpsertScalingPolicies === RUN TestStateStore_DeleteJob_DeleteScalingPolicies === PAUSE TestStateStore_DeleteJob_DeleteScalingPolicies === RUN TestStateStore_DeleteJob_DeleteScalingPoliciesPrefixBug === PAUSE TestStateStore_DeleteJob_DeleteScalingPoliciesPrefixBug === RUN TestStateStore_DeleteJob_ScalingPolicyIndexNoop === PAUSE TestStateStore_DeleteJob_ScalingPolicyIndexNoop === RUN TestStateStore_ScalingPoliciesByJob === PAUSE TestStateStore_ScalingPoliciesByJob === RUN TestStateStore_ScalingPoliciesByJob_PrefixBug === PAUSE TestStateStore_ScalingPoliciesByJob_PrefixBug === RUN TestStateStore_UpsertScalingEvent === PAUSE TestStateStore_UpsertScalingEvent === RUN TestStateStore_UpsertScalingEvent_LimitAndOrder === PAUSE TestStateStore_UpsertScalingEvent_LimitAndOrder === RUN TestStateStore_RestoreScalingEvents === PAUSE TestStateStore_RestoreScalingEvents === RUN TestStateStore_Abandon === PAUSE TestStateStore_Abandon === RUN TestStateSnapshot_DenormalizeAllocationDiffSlice_AllocDoesNotExist === PAUSE TestStateSnapshot_DenormalizeAllocationDiffSlice_AllocDoesNotExist === RUN TestStateStore_SnapshotMinIndex_OK === PAUSE TestStateStore_SnapshotMinIndex_OK === RUN TestStateStore_SnapshotMinIndex_Timeout === PAUSE TestStateStore_SnapshotMinIndex_Timeout === CONT TestStateStore_Blocking_Error --- PASS: TestStateStore_Blocking_Error (0.00s) === CONT TestStateStore_AllocsByNode === CONT TestStateStore_SnapshotMinIndex_Timeout === CONT TestStateStore_SnapshotMinIndex_OK === CONT TestStateSnapshot_DenormalizeAllocationDiffSlice_AllocDoesNotExist === CONT TestStateStore_Abandon === CONT TestStateStore_RestoreScalingEvents === CONT TestStateStore_UpsertScalingEvent_LimitAndOrder === CONT TestStateStore_UpsertScalingEvent === CONT TestStateStore_ScalingPoliciesByJob_PrefixBug === CONT TestStateStore_ScalingPoliciesByJob === CONT TestStateStore_DeleteJob_ScalingPolicyIndexNoop === CONT TestStateStore_DeleteJob_DeleteScalingPoliciesPrefixBug === CONT TestStateStore_DeleteJob_DeleteScalingPolicies === CONT TestStateStore_UnstopJob_UpsertScalingPolicies === CONT TestStateStore_StopJob_DeleteScalingPolicies === CONT TestStateStore_DeleteScalingPolicies === CONT TestStateStore_UpsertJob_UpdateScalingPolicy === CONT TestStateStore_UpsertJob_PreserveScalingPolicyIDsAndIndex === CONT TestStateStore_UpsertJob_UpsertScalingPolicies === CONT TestStateStore_UpsertScalingPolicy_Namespace_PrefixBug === CONT TestStateStore_UpsertScalingPolicy_Namespace === CONT TestStateStore_UpsertScalingPolicy === CONT TestStateStore_RestoreScalingPolicy === CONT TestStateStore_SchedulerConfig === CONT TestStateStore_RestoreACLToken === CONT TestStateStore_ACLTokensByGlobal === CONT TestStateStore_RestoreACLPolicy === CONT TestStateStore_ACLTokenByAccessorIDPrefix === CONT TestStateStore_DeleteACLTokens === CONT TestStateStore_UpsertACLTokens === CONT TestStateStore_BootstrapACLTokens === CONT TestStateStore_ACLPolicyByNamePrefix --- PASS: TestStateSnapshot_DenormalizeAllocationDiffSlice_AllocDoesNotExist (0.01s) === CONT TestStateStore_DeleteACLPolicy --- PASS: TestStateStore_Abandon (0.01s) === CONT TestStateStore_UpsertACLPolicy --- PASS: TestStateStore_RestoreScalingEvents (0.02s) === CONT TestStateStore_RestoreSITokenAccessor --- PASS: TestStateStore_RestoreACLPolicy (0.02s) === CONT TestStateStore_SITokenAccessorsByNode --- PASS: TestStateStore_ACLPolicyByNamePrefix (0.02s) === CONT TestStateStore_SITokenAccessorsByAlloc --- PASS: TestStateStore_BootstrapACLTokens (0.02s) === CONT TestStateStore_DeleteSITokenAccessors --- PASS: TestStateStore_RestoreSITokenAccessor (0.08s) === CONT TestStateStore_UpsertSITokenAccessors --- PASS: TestStateStore_ScalingPoliciesByJob (0.10s) === CONT TestStateStore_RestoreVaultAccessor --- PASS: TestStateStore_DeleteACLPolicy (0.09s) === CONT TestStateStore_VaultAccessorsByNode --- PASS: TestStateStore_ScalingPoliciesByJob_PrefixBug (0.10s) === CONT TestStateStore_VaultAccessorsByAlloc --- PASS: TestStateStore_UpsertACLPolicy (0.09s) === CONT TestStateStore_DeleteVaultAccessors --- PASS: TestStateStore_DeleteScalingPolicies (0.10s) === CONT TestStateStore_UpsertVaultAccessors --- PASS: TestStateStore_DeleteJob_DeleteScalingPolicies (0.12s) === CONT TestStateStore_UpsertDeploymentAlloc_NoCanaries --- PASS: TestStateStore_StopJob_DeleteScalingPolicies (0.12s) === CONT TestStateStore_UpsertDeploymentAlloc_Canaries --- PASS: TestStateStore_UpsertScalingEvent_LimitAndOrder (0.12s) === CONT TestStateStore_UpsertDeploymentAllocHealth_BadAlloc_Nonexistent --- PASS: TestStateStore_UpsertJob_UpsertScalingPolicies (0.12s) === CONT TestStateStore_UpsertDeploymentAllocHealth_Terminal --- PASS: TestStateStore_RestoreScalingPolicy (0.12s) === CONT TestStateStore_UpsertDeploymentAllocHealth_Nonexistent --- PASS: TestStateStore_UpsertDeploymentAllocHealth_Terminal (0.06s) --- PASS: TestStateStore_SchedulerConfig (0.18s) --- PASS: TestStateStore_RestoreACLToken (0.19s) --- PASS: TestStateStore_UpsertDeploymentAlloc_NoCanaries (0.09s) --- PASS: TestStateStore_UpsertDeploymentAllocHealth_Nonexistent (0.10s) --- PASS: TestStateStore_ACLTokenByAccessorIDPrefix (0.22s) --- PASS: TestStateStore_UpsertJob_PreserveScalingPolicyIDsAndIndex (0.29s) === CONT TestStateStore_UpsertDeploymentStatusUpdate_Terminal --- PASS: TestStateStore_UpsertDeploymentStatusUpdate_Terminal (0.00s) === CONT TestStateStore_UpsertDeploymentStatusUpdate_Nonexistent --- PASS: TestStateStore_UpsertDeploymentStatusUpdate_Nonexistent (0.00s) --- PASS: TestStateStore_DeleteVaultAccessors (0.19s) === CONT TestStateJobSummary_UpdateJobCount --- PASS: TestStateStore_UpsertDeploymentAllocHealth_BadAlloc_Nonexistent (0.17s) === CONT TestJobSummary_UpdateClientStatus === CONT TestStateStore_SetJobStatus_SystemJob === CONT TestStateStore_SetJobStatus_PendingEval === CONT TestStateStore_UpsertDeploymentAllocHealth === CONT TestStateStore_GetJobStatus_ParameterizedJob === CONT TestStateStore_GetJobStatus_NoEvalsOrAllocs_Periodic === CONT TestStateStore_GetJobStatus_NoEvalsOrAllocs === CONT TestStateStore_SetJobStatus_NoOp === CONT TestStateStore_SetJobStatus_ForceStatus === CONT TestStateStore_RestoreAlloc === CONT TestStateStore_Allocs_PrevAlloc === CONT TestStateStore_GetJobStatus_PeriodicJob === CONT TestStateStore_SetJobStatus === CONT TestStateStore_UpsertDeploymentAllocHealth_BadAlloc_MismatchDeployment === CONT TestStateStore_JobSummary === CONT TestStateStore_UpdateAllocDesiredTransition === CONT TestStateStore_Allocs === CONT TestStateStore_GetJobStatus_RunningAlloc === CONT TestStateStore_GetJobStatus_DeadEvalsAndAllocs === CONT TestStateStore_UpdateAlloc_NoJob --- PASS: TestStateStore_SetJobStatus_SystemJob (0.00s) --- PASS: TestStateStore_UpsertACLTokens (0.10s) === CONT TestStateStore_GetJobStatus_NoEvalsOrAllocs_EvalDelete === CONT TestStateStore_UpdateAlloc_Lost === CONT TestStateStore_UpdateAlloc_Alloc === CONT TestStateStore_UpsertDeploymentPromotion_Subset === CONT TestStateStore_UpsertDeploymentPromotion_All 2021-10-14T17:20:05.666Z [ERROR] state/state_store.go:4824: state_store: invalid old client status for allocation: alloc_id=b6e26676-f00c-1e3d-1937-9b790cd5134a client_status=foo === CONT TestStateStore_AllocsByIDPrefix === CONT TestStateStore_AllocsForRegisteredJob === CONT TestStateStore_UpsertDeploymentPromotion_NoCanaries === CONT TestStateStore_AllocsByJob === CONT TestStateStore_UpsertDeploymentPromotion_Unhealthy === CONT TestStateStore_AllocsByNodeTerminal === CONT TestStateStore_UpsertDeploymentPromotion_Terminal === CONT TestStateStore_UpdateUpsertPeriodicLaunch === CONT TestStateStore_EvictAlloc_Alloc === CONT TestStateStore_UpsertDeploymentPromotion_Nonexistent === CONT TestStateStore_UpdateAlloc_JobNotPresent === CONT TestStateStore_UpdateJobStability === CONT TestStateStore_UpsertDeploymentStatusUpdate_Successful === CONT TestStateStore_Evals === CONT TestStateStore_UpsertDeploymentStatusUpdate_NonTerminal === CONT TestStateStore_ReconcileParentJobSummary === CONT TestStateStore_ReconcileJobSummary --- PASS: TestStateStore_DeleteJob_DeleteScalingPoliciesPrefixBug (0.30s) --- PASS: TestStateStore_SnapshotMinIndex_Timeout (0.30s) --- PASS: TestStateStore_AllocsByNode (0.11s) --- PASS: TestStateStore_DeleteJob_ScalingPolicyIndexNoop (0.30s) --- PASS: TestStateStore_UpsertJob_UpdateScalingPolicy (0.30s) --- PASS: TestStateStore_UpsertScalingPolicy_Namespace (0.30s) --- PASS: TestStateStore_GetJobStatus_ParameterizedJob (0.00s) --- PASS: TestStateJobSummary_UpdateJobCount (0.02s) === CONT TestStateStore_UpsertAlloc_No_Job === CONT TestStateStore_UpdateAllocsFromClient_ChildJob === CONT TestStateStore_UpdateAllocsFromClient === CONT TestStateStore_RestoreEval === CONT TestStateStore_EvalsByIDPrefix === CONT TestStateStore_UpsertAlloc_ChildJob --- PASS: TestStateStore_GetJobStatus_NoEvalsOrAllocs_Periodic (0.00s) --- PASS: TestStateStore_SetJobStatus_PendingEval (0.01s) --- PASS: TestJobSummary_UpdateClientStatus (0.02s) --- PASS: TestStateStore_SetJobStatus_NoOp (0.00s) --- PASS: TestStateStore_GetJobStatus_NoEvalsOrAllocs (0.00s) --- PASS: TestStateStore_SetJobStatus (0.00s) --- PASS: TestStateStore_UpsertScalingPolicy (0.31s) --- PASS: TestStateStore_UnstopJob_UpsertScalingPolicies (0.31s) --- PASS: TestStateStore_VaultAccessorsByAlloc (0.08s) --- PASS: TestStateStore_UpsertScalingEvent (0.31s) --- PASS: TestStateStore_RestoreVaultAccessor (0.09s) --- PASS: TestStateStore_DeleteSITokenAccessors (0.29s) --- PASS: TestStateStore_UpsertDeploymentAlloc_Canaries (0.19s) --- PASS: TestStateStore_UpsertScalingPolicy_Namespace_PrefixBug (0.31s) --- PASS: TestStateStore_VaultAccessorsByNode (0.09s) --- PASS: TestStateStore_UpsertSITokenAccessors (0.21s) --- PASS: TestStateStore_SetJobStatus_ForceStatus (0.00s) --- PASS: TestStateStore_ACLTokensByGlobal (0.31s) --- PASS: TestStateStore_GetJobStatus_PeriodicJob (0.00s) --- PASS: TestStateStore_UpsertDeploymentAllocHealth_BadAlloc_MismatchDeployment (0.00s) --- PASS: TestStateStore_JobSummary (0.00s) --- PASS: TestStateStore_UpdateAllocDesiredTransition (0.00s) --- PASS: TestStateStore_GetJobStatus_RunningAlloc (0.00s) --- PASS: TestStateStore_UpdateAlloc_Lost (0.00s) --- PASS: TestStateStore_UpdateAlloc_Alloc (0.07s) --- PASS: TestStateStore_UpsertDeploymentAllocHealth (0.10s) === CONT TestStateStore_UpsertAlloc_Deployment === CONT TestStateStore_DeleteEval_ChildJob === CONT TestStateStore_UpdateAllocsFromClient_DeploymentStateMerges === CONT TestStateStore_DeleteEval_Eval === CONT TestStateStore_Update_UpsertEvals_Eval === CONT TestStateStore_UpsertEvals_CancelBlocked === CONT TestStateStore_UpsertEvals_Eval_ChildJob === CONT TestStateStore_UpsertEvals_Eval === CONT TestStateStore_EvalsByJob === CONT TestStateStore_RestoreIndex === CONT TestStateStore_LatestIndex === CONT TestStateStore_Indexes === CONT TestStateStore_UpdateAllocsFromClient_Deployment === CONT TestStateStore_RestoreCSIVolume === CONT TestStateStore_UpdateMultipleAllocsFromClient --- PASS: TestStateStore_GetJobStatus_NoEvalsOrAllocs_EvalDelete (0.08s) --- PASS: TestStateStore_RestoreAlloc (0.08s) --- PASS: TestStateStore_UpsertDeploymentPromotion_Terminal (0.09s) --- PASS: TestStateStore_UpsertDeploymentPromotion_Unhealthy (0.09s) --- PASS: TestStateStore_UpsertDeploymentPromotion_Nonexistent (0.09s) --- PASS: TestStateStore_EvictAlloc_Alloc (0.09s) --- PASS: TestStateStore_UpdateJobStability (0.10s) --- PASS: TestStateStore_UpsertDeploymentStatusUpdate_Successful (0.00s) --- PASS: TestStateStore_SITokenAccessorsByNode (0.40s) --- PASS: TestStateStore_UpsertVaultAccessors (0.28s) --- PASS: TestStateStore_SITokenAccessorsByAlloc (0.40s) --- PASS: TestStateStore_UpsertDeploymentPromotion_All (0.10s) --- PASS: TestStateStore_UpdateAlloc_JobNotPresent (0.10s) --- PASS: TestStateStore_GetJobStatus_DeadEvalsAndAllocs (0.11s) --- PASS: TestStateStore_DeleteACLTokens (0.38s) --- PASS: TestStateStore_Allocs_PrevAlloc (0.20s) --- PASS: TestStateStore_AllocsByNodeTerminal (0.19s) === CONT TestStateStore_UpsertAlloc_Alloc === CONT TestStateStore_CSIPluginMultiNodeUpdates === CONT TestStateStore_RestoreCSIPlugin === CONT TestStateStore_CSIPluginAllocUpdates --- PASS: TestStateStore_UpsertDeploymentStatusUpdate_NonTerminal (0.10s) --- PASS: TestStateStore_RestoreIndex (0.00s) --- PASS: TestStateStore_LatestIndex (0.00s) --- PASS: TestStateStore_AllocsForRegisteredJob (0.20s) --- PASS: TestStateStore_Indexes (0.00s) === CONT TestStateStore_RestoreJobSummary --- PASS: TestStateStore_RestoreJobSummary (0.00s) === CONT TestStateStore_RestoreDeployment --- PASS: TestStateStore_UpsertDeploymentPromotion_NoCanaries (0.20s) === CONT TestStateStore_RestoreJobVersion --- PASS: TestStateStore_UpdateUpsertPeriodicLaunch (0.20s) --- PASS: TestStateStore_Evals (0.10s) --- PASS: TestStateStore_ReconcileJobSummary (0.10s) === CONT TestStateStore_RestorePeriodicLaunch --- PASS: TestStateStore_RestoreEval (0.10s) === CONT TestStateStore_PeriodicLaunches --- PASS: TestStateStore_UpsertAlloc_No_Job (0.10s) === CONT TestStateStore_DeletePeriodicLaunch --- PASS: TestStateStore_RestoreCSIVolume (0.00s) === CONT TestStateStore_Nodes 2021-10-14T17:20:05.867Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=d05baa6c-8209-a478-0adf-1caac801ae9c client_status=running 2021-10-14T17:20:05.869Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=bb8cca5a-367b-739c-cc82-8e53b6caa6eb client_status=failed --- PASS: TestStateStore_ReconcileParentJobSummary (0.10s) === CONT TestStateStore_UpsertPeriodicLaunch --- PASS: TestStateStore_UpdateMultipleAllocsFromClient (0.01s) --- PASS: TestStateStore_DeletePeriodicLaunch (0.06s) --- PASS: TestStateStore_UpdateAllocsFromClient_ChildJob (0.16s) --- PASS: TestStateStore_UpsertDeploymentPromotion_Subset (0.29s) --- PASS: TestStateStore_Update_UpsertEvals_Eval (0.16s) === CONT TestStateStore_JobsByScheduler === CONT TestStateStore_DeleteJob_MultipleVersions --- PASS: TestStateStore_UpsertEvals_Eval_ChildJob (0.07s) --- PASS: TestStateStore_EvalsByJob (0.06s) === CONT TestStateStore_JobsByIDPrefix --- PASS: TestStateStore_RestoreCSIPlugin (0.10s) === CONT TestStateStore_UpsertJob_ChildJob === CONT TestStateStore_RestoreJob === CONT TestStateStore_JobsByGC --- PASS: TestStateStore_RestoreJob (0.00s) === CONT TestStateStore_UpsertJob_BadNamespace --- PASS: TestStateStore_UpsertJob_ChildJob (0.00s) === CONT TestStateStore_UpdateUpsertJob_PeriodicJob --- PASS: TestStateStore_UpsertPeriodicLaunch (0.16s) --- PASS: TestStateStore_EvalsByIDPrefix (0.27s) --- PASS: TestStateStore_UpsertEvals_CancelBlocked (0.27s) === CONT TestStateStore_JobsByPeriodic --- PASS: TestStateStore_RestoreDeployment (0.06s) --- PASS: TestStateStore_UpdateUpsertJob_PeriodicJob (0.09s) === CONT TestStateStore_UpdateNodeDrain_ResetEligiblity --- PASS: TestStateStore_RestoreJobVersion (0.06s) === CONT TestStateStore_JobVersions --- PASS: TestStateStore_UpsertAlloc_Alloc (0.06s) === CONT TestStateStore_Jobs --- PASS: TestStateStore_UpdateAlloc_NoJob (0.39s) === CONT TestStateStore_NodeEvents_RetentionWindow === CONT TestStateStore_DeleteJob_ChildJob === CONT TestStateStore_DeleteJobTxn_BatchDeletes --- PASS: TestStateStore_UpsertEvals_Eval (0.06s) === CONT TestStateStore_DeleteJob_Job === CONT TestStateStore_UpdateUpsertJob_JobVersion --- PASS: TestStateStore_UpsertJob_BadNamespace (0.10s) === CONT TestStateStore_AddSingleNodeEvent --- PASS: TestStateStore_UpdateAllocsFromClient_DeploymentStateMerges (0.30s) === CONT TestStateStore_UpdateNodeDrain_Node --- PASS: TestStateStore_AllocsByJob (0.26s) --- PASS: TestStateStore_AddSingleNodeEvent (0.06s) --- PASS: TestStateStore_UpdateNodeDrain_Node (0.06s) --- PASS: TestStateStore_RestorePeriodicLaunch (0.26s) === CONT TestStateStore_UpdateUpsertJob_Job --- PASS: TestStateStore_AllocsByIDPrefix (0.37s) === CONT TestStateStore_RestoreNode --- PASS: TestStateStore_CSIPluginMultiNodeUpdates (0.30s) === CONT TestStateStore_DeploymentsByIDPrefix === CONT TestStateStore_UpsertJob_Job --- PASS: TestStateStore_CSIPluginAllocUpdates (0.30s) === CONT TestStateStore_UpsertPlanResults_PreemptedAllocs --- PASS: TestStateStore_Nodes (0.17s) === CONT TestStateStore_NodesByIDPrefix --- PASS: TestStateStore_RestoreNode (0.00s) === CONT TestStateStore_DeleteDeployment === CONT TestStateStore_Deployments --- PASS: TestStateStore_PeriodicLaunches (0.17s) === CONT TestStateStore_UpdateNodeEligibility --- PASS: TestStateStore_UpdateAllocsFromClient_Deployment (0.31s) === CONT TestStateStore_OldDeployment --- PASS: TestStateStore_UpsertJob_Job (0.07s) === CONT TestStateStore_UpsertDeployment --- PASS: TestStateStore_UpdateNodeEligibility (0.07s) === CONT TestStateStore_UpsertPlanResults_DeploymentUpdates --- PASS: TestStateStore_JobsByIDPrefix (0.28s) === CONT TestStateStore_UpsertPlanResults_AllocationsCreated_Denormalized --- PASS: TestStateStore_UpdateAllocsFromClient (0.47s) --- PASS: TestStateStore_Deployments (0.08s) --- PASS: TestStateStore_JobsByScheduler (0.28s) --- PASS: TestStateStore_DeleteEval_ChildJob (0.47s) --- PASS: TestStateStore_UpsertPlanResults_PreemptedAllocs (0.08s) --- PASS: TestStateStore_NodeEvents_RetentionWindow (0.21s) === CONT TestStateStore_UpdateNodeStatus_Node === CONT TestStateStore_DeleteNode_Node --- PASS: TestStateStore_UpdateNodeDrain_ResetEligiblity (0.21s) --- PASS: TestStateStore_DeleteJob_MultipleVersions (0.30s) --- PASS: TestStateStore_UpsertAlloc_Deployment (0.50s) --- PASS: TestStateStore_DeleteEval_Eval (0.37s) === CONT TestStateStore_UpsertNode_Node === CONT TestStateStore_BatchUpdateNodeDrain --- PASS: TestStateStore_UpsertDeployment (0.05s) --- PASS: TestStateStore_UpsertPlanResults_DeploymentUpdates (0.05s) --- PASS: TestStateStore_Allocs (0.65s) --- PASS: TestStateStore_DeleteJob_Job (0.25s) --- PASS: TestStateStore_JobVersions (0.26s) --- PASS: TestStateStore_DeleteJob_ChildJob (0.25s) --- PASS: TestStateStore_UpdateNodeStatus_Node (0.05s) --- PASS: TestStateStore_Jobs (0.26s) --- PASS: TestStateStore_BatchUpdateNodeDrain (0.07s) --- PASS: TestStateStore_JobsByPeriodic (0.28s) --- PASS: TestStateStore_UpsertNode_Node (0.07s) === CONT TestStateStore_UpsertPlanResults_Deployment === CONT TestStateStore_UpsertPlanResults_AllocationsDenormalized === CONT TestStateStore_Blocking_MinQuery --- PASS: TestStateStore_UpsertAlloc_ChildJob (0.47s) === CONT TestStateStore_Blocking_Timeout --- PASS: TestStateStore_DeleteDeployment (0.08s) --- PASS: TestStateStore_UpdateUpsertJob_Job (0.08s) --- PASS: TestStateStore_OldDeployment (0.20s) --- PASS: TestStateStore_Blocking_MinQuery (0.01s) --- PASS: TestStateStore_UpsertPlanResults_AllocationsCreated_Denormalized (0.16s) --- PASS: TestStateStore_DeploymentsByIDPrefix (0.26s) --- PASS: TestStateStore_NodesByIDPrefix (0.26s) --- PASS: TestStateStore_UpsertPlanResults_AllocationsDenormalized (0.05s) --- PASS: TestStateStore_DeleteNode_Node (0.16s) --- PASS: TestStateStore_UpsertPlanResults_Deployment (0.06s) --- PASS: TestStateStore_JobsByGC (0.46s) --- PASS: TestStateStore_DeleteJobTxn_BatchDeletes (0.41s) --- PASS: TestStateStore_Blocking_Timeout (0.29s) --- PASS: TestStateStore_UpdateUpsertJob_JobVersion (0.66s) --- PASS: TestStateStore_SnapshotMinIndex_OK (1.52s) PASS ok github.com/hashicorp/nomad/nomad/state 1.669s === RUN TestBatchFuture === PAUSE TestBatchFuture === RUN TestBitmap --- PASS: TestBitmap (0.00s) === RUN TestCSIVolumeClaim --- PASS: TestCSIVolumeClaim (0.00s) === RUN TestCSIPluginJobs --- PASS: TestCSIPluginJobs (0.00s) === RUN TestCSIPluginCleanup --- PASS: TestCSIPluginCleanup (0.00s) === RUN TestDeviceAccounter_AddAllocs_NoDeviceNode --- PASS: TestDeviceAccounter_AddAllocs_NoDeviceNode (0.00s) === RUN TestDeviceAccounter_AddAllocs --- PASS: TestDeviceAccounter_AddAllocs (0.00s) === RUN TestDeviceAccounter_AddAllocs_UnknownID --- PASS: TestDeviceAccounter_AddAllocs_UnknownID (0.00s) === RUN TestDeviceAccounter_AddAllocs_Collision --- PASS: TestDeviceAccounter_AddAllocs_Collision (0.00s) === RUN TestDeviceAccounter_AddReserved_NoDeviceNode --- PASS: TestDeviceAccounter_AddReserved_NoDeviceNode (0.00s) === RUN TestDeviceAccounter_AddReserved --- PASS: TestDeviceAccounter_AddReserved (0.00s) === RUN TestDeviceAccounter_AddReserved_Collision --- PASS: TestDeviceAccounter_AddReserved_Collision (0.00s) === RUN TestJobDiff --- PASS: TestJobDiff (0.00s) === RUN TestTaskGroupDiff === RUN TestTaskGroupDiff/Empty === RUN TestTaskGroupDiff/Primitive_only_that_has_different_names === RUN TestTaskGroupDiff/Primitive_only_that_is_the_same === RUN TestTaskGroupDiff/Primitive_only_that_has_diffs === RUN TestTaskGroupDiff/Map_diff === RUN TestTaskGroupDiff/Constraints_edited === RUN TestTaskGroupDiff/Affinities_edited === RUN TestTaskGroupDiff/RestartPolicy_added === RUN TestTaskGroupDiff/RestartPolicy_deleted === RUN TestTaskGroupDiff/RestartPolicy_edited === RUN TestTaskGroupDiff/RestartPolicy_edited_with_context === RUN TestTaskGroupDiff/ReschedulePolicy_added === RUN TestTaskGroupDiff/ReschedulePolicy_deleted === RUN TestTaskGroupDiff/ReschedulePolicy_edited === RUN TestTaskGroupDiff/ReschedulePolicy_edited_with_context === RUN TestTaskGroupDiff/Update_strategy_deleted === RUN TestTaskGroupDiff/Update_strategy_added === RUN TestTaskGroupDiff/Update_strategy_edited === RUN TestTaskGroupDiff/Update_strategy_edited_with_context === RUN TestTaskGroupDiff/EphemeralDisk_added === RUN TestTaskGroupDiff/EphemeralDisk_deleted === RUN TestTaskGroupDiff/EphemeralDisk_edited === RUN TestTaskGroupDiff/EphemeralDisk_edited_with_context === RUN TestTaskGroupDiff/TaskGroup_Services_edited === RUN TestTaskGroupDiff/TaskGroup_Networks_edited === RUN TestTaskGroupDiff/Tasks_edited === RUN TestTaskGroupDiff/TaskGroup_shutdown_delay_edited === RUN TestTaskGroupDiff/TaskGroup_shutdown_delay_removed === RUN TestTaskGroupDiff/TaskGroup_shutdown_delay_added --- PASS: TestTaskGroupDiff (0.01s) --- PASS: TestTaskGroupDiff/Empty (0.00s) --- PASS: TestTaskGroupDiff/Primitive_only_that_has_different_names (0.00s) --- PASS: TestTaskGroupDiff/Primitive_only_that_is_the_same (0.00s) --- PASS: TestTaskGroupDiff/Primitive_only_that_has_diffs (0.00s) --- PASS: TestTaskGroupDiff/Map_diff (0.00s) --- PASS: TestTaskGroupDiff/Constraints_edited (0.00s) --- PASS: TestTaskGroupDiff/Affinities_edited (0.00s) --- PASS: TestTaskGroupDiff/RestartPolicy_added (0.00s) --- PASS: TestTaskGroupDiff/RestartPolicy_deleted (0.00s) --- PASS: TestTaskGroupDiff/RestartPolicy_edited (0.00s) --- PASS: TestTaskGroupDiff/RestartPolicy_edited_with_context (0.00s) --- PASS: TestTaskGroupDiff/ReschedulePolicy_added (0.00s) --- PASS: TestTaskGroupDiff/ReschedulePolicy_deleted (0.00s) --- PASS: TestTaskGroupDiff/ReschedulePolicy_edited (0.00s) --- PASS: TestTaskGroupDiff/ReschedulePolicy_edited_with_context (0.00s) --- PASS: TestTaskGroupDiff/Update_strategy_deleted (0.00s) --- PASS: TestTaskGroupDiff/Update_strategy_added (0.00s) --- PASS: TestTaskGroupDiff/Update_strategy_edited (0.00s) --- PASS: TestTaskGroupDiff/Update_strategy_edited_with_context (0.00s) --- PASS: TestTaskGroupDiff/EphemeralDisk_added (0.00s) --- PASS: TestTaskGroupDiff/EphemeralDisk_deleted (0.00s) --- PASS: TestTaskGroupDiff/EphemeralDisk_edited (0.00s) --- PASS: TestTaskGroupDiff/EphemeralDisk_edited_with_context (0.00s) --- PASS: TestTaskGroupDiff/TaskGroup_Services_edited (0.00s) --- PASS: TestTaskGroupDiff/TaskGroup_Networks_edited (0.00s) --- PASS: TestTaskGroupDiff/Tasks_edited (0.00s) --- PASS: TestTaskGroupDiff/TaskGroup_shutdown_delay_edited (0.00s) --- PASS: TestTaskGroupDiff/TaskGroup_shutdown_delay_removed (0.00s) --- PASS: TestTaskGroupDiff/TaskGroup_shutdown_delay_added (0.00s) === RUN TestTaskDiff === RUN TestTaskDiff/Empty === RUN TestTaskDiff/Primitive_only_that_has_different_names === RUN TestTaskDiff/Primitive_only_that_is_the_same === RUN TestTaskDiff/Primitive_only_that_has_diffs === RUN TestTaskDiff/Map_diff === RUN TestTaskDiff/Constraints_edited === RUN TestTaskDiff/Affinities_edited === RUN TestTaskDiff/LogConfig_added === RUN TestTaskDiff/LogConfig_deleted === RUN TestTaskDiff/LogConfig_edited === RUN TestTaskDiff/LogConfig_edited_with_context === RUN TestTaskDiff/Artifacts_edited === RUN TestTaskDiff/Resources_edited_(no_networks) === RUN TestTaskDiff/Resources_edited_(no_networks)_with_context === RUN TestTaskDiff/Network_Resources_edited === RUN TestTaskDiff/Device_Resources_edited === RUN TestTaskDiff/Device_Resources_edited_with_context === RUN TestTaskDiff/Config_same === RUN TestTaskDiff/Config_edited === RUN TestTaskDiff/Config_edited_with_context === RUN TestTaskDiff/Services_edited_(no_checks) === RUN TestTaskDiff/Services_edited_(no_checks)_with_context === RUN TestTaskDiff/Service_EnableTagOverride_edited_no_context === RUN TestTaskDiff/Services_tags_edited_(no_checks)_with_context === RUN TestTaskDiff/Service_with_Connect === RUN TestTaskDiff/Service_with_Connect_Native === RUN TestTaskDiff/Service_Checks_edited === RUN TestTaskDiff/Service_Checks_edited_with_context === RUN TestTaskDiff/CheckRestart_edited === RUN TestTaskDiff/Vault_added === RUN TestTaskDiff/Vault_deleted === RUN TestTaskDiff/Vault_edited === RUN TestTaskDiff/Vault_edited_with_context === RUN TestTaskDiff/Template_edited === RUN TestTaskDiff/DispatchPayload_added === RUN TestTaskDiff/DispatchPayload_deleted === RUN TestTaskDiff/Dispatch_payload_edited === RUN TestTaskDiff/DispatchPayload_edited_with_context --- PASS: TestTaskDiff (0.09s) --- PASS: TestTaskDiff/Empty (0.00s) --- PASS: TestTaskDiff/Primitive_only_that_has_different_names (0.00s) --- PASS: TestTaskDiff/Primitive_only_that_is_the_same (0.00s) --- PASS: TestTaskDiff/Primitive_only_that_has_diffs (0.00s) --- PASS: TestTaskDiff/Map_diff (0.00s) --- PASS: TestTaskDiff/Constraints_edited (0.00s) --- PASS: TestTaskDiff/Affinities_edited (0.00s) --- PASS: TestTaskDiff/LogConfig_added (0.00s) --- PASS: TestTaskDiff/LogConfig_deleted (0.00s) --- PASS: TestTaskDiff/LogConfig_edited (0.00s) --- PASS: TestTaskDiff/LogConfig_edited_with_context (0.00s) --- PASS: TestTaskDiff/Artifacts_edited (0.00s) --- PASS: TestTaskDiff/Resources_edited_(no_networks) (0.00s) --- PASS: TestTaskDiff/Resources_edited_(no_networks)_with_context (0.00s) --- PASS: TestTaskDiff/Network_Resources_edited (0.00s) --- PASS: TestTaskDiff/Device_Resources_edited (0.00s) --- PASS: TestTaskDiff/Device_Resources_edited_with_context (0.00s) --- PASS: TestTaskDiff/Config_same (0.00s) --- PASS: TestTaskDiff/Config_edited (0.00s) --- PASS: TestTaskDiff/Config_edited_with_context (0.00s) --- PASS: TestTaskDiff/Services_edited_(no_checks) (0.00s) --- PASS: TestTaskDiff/Services_edited_(no_checks)_with_context (0.00s) --- PASS: TestTaskDiff/Service_EnableTagOverride_edited_no_context (0.00s) --- PASS: TestTaskDiff/Services_tags_edited_(no_checks)_with_context (0.00s) --- PASS: TestTaskDiff/Service_with_Connect (0.00s) --- PASS: TestTaskDiff/Service_with_Connect_Native (0.00s) --- PASS: TestTaskDiff/Service_Checks_edited (0.00s) --- PASS: TestTaskDiff/Service_Checks_edited_with_context (0.00s) --- PASS: TestTaskDiff/CheckRestart_edited (0.00s) --- PASS: TestTaskDiff/Vault_added (0.00s) --- PASS: TestTaskDiff/Vault_deleted (0.00s) --- PASS: TestTaskDiff/Vault_edited (0.00s) --- PASS: TestTaskDiff/Vault_edited_with_context (0.00s) --- PASS: TestTaskDiff/Template_edited (0.00s) --- PASS: TestTaskDiff/DispatchPayload_added (0.00s) --- PASS: TestTaskDiff/DispatchPayload_deleted (0.00s) --- PASS: TestTaskDiff/Dispatch_payload_edited (0.00s) --- PASS: TestTaskDiff/DispatchPayload_edited_with_context (0.00s) === RUN TestRPCCodedErrors === RUN TestRPCCodedErrors/RPC_Error::_400,a_test_message,here === RUN TestRPCCodedErrors/RPC_Error::_500,a_test_message,here_and,here%s_second === RUN TestRPCCodedErrors/random_error === RUN TestRPCCodedErrors/RPC_Error::_ === RUN TestRPCCodedErrors/RPC_Error::_123 === RUN TestRPCCodedErrors/RPC_Error::_qwer,asdf --- PASS: TestRPCCodedErrors (0.00s) --- PASS: TestRPCCodedErrors/RPC_Error::_400,a_test_message,here (0.00s) --- PASS: TestRPCCodedErrors/RPC_Error::_500,a_test_message,here_and,here%s_second (0.00s) --- PASS: TestRPCCodedErrors/random_error (0.00s) --- PASS: TestRPCCodedErrors/RPC_Error::_ (0.00s) --- PASS: TestRPCCodedErrors/RPC_Error::_123 (0.00s) --- PASS: TestRPCCodedErrors/RPC_Error::_qwer,asdf (0.00s) === RUN TestRemoveAllocs --- PASS: TestRemoveAllocs (0.00s) === RUN TestFilterTerminalAllocs --- PASS: TestFilterTerminalAllocs (0.00s) === RUN TestAllocsFit_PortsOvercommitted_Old --- PASS: TestAllocsFit_PortsOvercommitted_Old (0.00s) === RUN TestAllocsFit_Old --- PASS: TestAllocsFit_Old (0.00s) === RUN TestAllocsFit_TerminalAlloc_Old --- PASS: TestAllocsFit_TerminalAlloc_Old (0.00s) === RUN TestAllocsFit --- PASS: TestAllocsFit (0.00s) === RUN TestAllocsFit_TerminalAlloc --- PASS: TestAllocsFit_TerminalAlloc (0.00s) === RUN TestAllocsFit_Devices --- PASS: TestAllocsFit_Devices (0.00s) === RUN TestScoreFitBinPack_Old --- PASS: TestScoreFitBinPack_Old (0.00s) === RUN TestScoreFitBinPack === RUN TestScoreFitBinPack/almost_filled_node,_but_with_just_enough_hole === RUN TestScoreFitBinPack/unutilized_node === RUN TestScoreFitBinPack/mid-case_scnario --- PASS: TestScoreFitBinPack (0.00s) --- PASS: TestScoreFitBinPack/almost_filled_node,_but_with_just_enough_hole (0.00s) --- PASS: TestScoreFitBinPack/unutilized_node (0.00s) --- PASS: TestScoreFitBinPack/mid-case_scnario (0.00s) === RUN TestACLPolicyListHash --- PASS: TestACLPolicyListHash (0.00s) === RUN TestCompileACLObject --- PASS: TestCompileACLObject (0.00s) === RUN TestGenerateMigrateToken --- PASS: TestGenerateMigrateToken (0.00s) === RUN TestNetworkIndex_Overcommitted network_test.go:13: --- SKIP: TestNetworkIndex_Overcommitted (0.00s) === RUN TestNetworkIndex_SetNode --- PASS: TestNetworkIndex_SetNode (0.00s) === RUN TestNetworkIndex_AddAllocs --- PASS: TestNetworkIndex_AddAllocs (0.00s) === RUN TestNetworkIndex_AddReserved --- PASS: TestNetworkIndex_AddReserved (0.00s) === RUN TestNetworkIndex_yieldIP --- PASS: TestNetworkIndex_yieldIP (0.00s) === RUN TestNetworkIndex_AssignNetwork --- PASS: TestNetworkIndex_AssignNetwork (0.00s) === RUN TestNetworkIndex_AssignNetwork_Dynamic_Contention --- PASS: TestNetworkIndex_AssignNetwork_Dynamic_Contention (0.01s) === RUN TestNetworkIndex_SetNode_Old --- PASS: TestNetworkIndex_SetNode_Old (0.00s) === RUN TestNetworkIndex_AddAllocs_Old --- PASS: TestNetworkIndex_AddAllocs_Old (0.00s) === RUN TestNetworkIndex_yieldIP_Old --- PASS: TestNetworkIndex_yieldIP_Old (0.00s) === RUN TestNetworkIndex_AssignNetwork_Old --- PASS: TestNetworkIndex_AssignNetwork_Old (0.00s) === RUN TestNetworkIndex_AssignNetwork_Dynamic_Contention_Old --- PASS: TestNetworkIndex_AssignNetwork_Dynamic_Contention_Old (0.08s) === RUN TestIntContains --- PASS: TestIntContains (0.00s) === RUN TestNode_ComputedClass --- PASS: TestNode_ComputedClass (0.00s) === RUN TestNode_ComputedClass_Ignore --- PASS: TestNode_ComputedClass_Ignore (0.00s) === RUN TestNode_ComputedClass_Device_Attr --- PASS: TestNode_ComputedClass_Device_Attr (0.00s) === RUN TestNode_ComputedClass_Attr --- PASS: TestNode_ComputedClass_Attr (0.00s) === RUN TestNode_ComputedClass_Meta --- PASS: TestNode_ComputedClass_Meta (0.00s) === RUN TestNode_EscapedConstraints --- PASS: TestNode_EscapedConstraints (0.00s) === RUN TestDriverInfoEquals --- PASS: TestDriverInfoEquals (0.00s) === RUN TestServiceCheck_Hash === PAUSE TestServiceCheck_Hash === RUN TestServiceCheck_validate_PassingTypes === PAUSE TestServiceCheck_validate_PassingTypes === RUN TestServiceCheck_validate_FailingTypes === PAUSE TestServiceCheck_validate_FailingTypes === RUN TestServiceCheck_validate_PassFailZero_on_scripts === PAUSE TestServiceCheck_validate_PassFailZero_on_scripts === RUN TestService_Hash === PAUSE TestService_Hash === RUN TestConsulConnect_Validate === PAUSE TestConsulConnect_Validate === RUN TestConsulConnect_CopyEquals === PAUSE TestConsulConnect_CopyEquals === RUN TestSidecarTask_MergeIntoTask === PAUSE TestSidecarTask_MergeIntoTask === RUN TestConsulUpstream_upstreamEquals === PAUSE TestConsulUpstream_upstreamEquals === RUN TestConsulExposePath_exposePathsEqual === PAUSE TestConsulExposePath_exposePathsEqual === RUN TestConsulExposeConfig_Copy === PAUSE TestConsulExposeConfig_Copy === RUN TestConsulExposeConfig_Equals === PAUSE TestConsulExposeConfig_Equals === RUN TestConsulSidecarService_Copy === PAUSE TestConsulSidecarService_Copy === RUN TestConsulGateway_Copy === PAUSE TestConsulGateway_Copy === RUN TestConsulGateway_Equals_ingress === PAUSE TestConsulGateway_Equals_ingress === RUN TestConsulGateway_ingressServicesEqual --- PASS: TestConsulGateway_ingressServicesEqual (0.00s) === RUN TestConsulGateway_ingressListenersEqual --- PASS: TestConsulGateway_ingressListenersEqual (0.00s) === RUN TestConsulGateway_Validate === RUN TestConsulGateway_Validate/bad_proxy === RUN TestConsulGateway_Validate/bad_ingress_config_entry --- PASS: TestConsulGateway_Validate (0.00s) --- PASS: TestConsulGateway_Validate/bad_proxy (0.00s) --- PASS: TestConsulGateway_Validate/bad_ingress_config_entry (0.00s) === RUN TestConsulGatewayBindAddress_Validate === RUN TestConsulGatewayBindAddress_Validate/no_address === RUN TestConsulGatewayBindAddress_Validate/invalid_port === RUN TestConsulGatewayBindAddress_Validate/ok --- PASS: TestConsulGatewayBindAddress_Validate (0.00s) --- PASS: TestConsulGatewayBindAddress_Validate/no_address (0.00s) --- PASS: TestConsulGatewayBindAddress_Validate/invalid_port (0.00s) --- PASS: TestConsulGatewayBindAddress_Validate/ok (0.00s) === RUN TestConsulGatewayProxy_Validate === RUN TestConsulGatewayProxy_Validate/no_timeout === RUN TestConsulGatewayProxy_Validate/invalid_bind_address === RUN TestConsulGatewayProxy_Validate/ok_with_nothing_set === RUN TestConsulGatewayProxy_Validate/ok_with_everything_set --- PASS: TestConsulGatewayProxy_Validate (0.00s) --- PASS: TestConsulGatewayProxy_Validate/no_timeout (0.00s) --- PASS: TestConsulGatewayProxy_Validate/invalid_bind_address (0.00s) --- PASS: TestConsulGatewayProxy_Validate/ok_with_nothing_set (0.00s) --- PASS: TestConsulGatewayProxy_Validate/ok_with_everything_set (0.00s) === RUN TestConsulIngressService_Validate === RUN TestConsulIngressService_Validate/invalid_name === RUN TestConsulIngressService_Validate/http_missing_hosts === RUN TestConsulIngressService_Validate/tcp_extraneous_hosts === RUN TestConsulIngressService_Validate/ok_tcp === RUN TestConsulIngressService_Validate/ok_http --- PASS: TestConsulIngressService_Validate (0.00s) --- PASS: TestConsulIngressService_Validate/invalid_name (0.00s) --- PASS: TestConsulIngressService_Validate/http_missing_hosts (0.00s) --- PASS: TestConsulIngressService_Validate/tcp_extraneous_hosts (0.00s) --- PASS: TestConsulIngressService_Validate/ok_tcp (0.00s) --- PASS: TestConsulIngressService_Validate/ok_http (0.00s) === RUN TestConsulIngressListener_Validate === RUN TestConsulIngressListener_Validate/invalid_port === RUN TestConsulIngressListener_Validate/invalid_protocol === RUN TestConsulIngressListener_Validate/no_services === RUN TestConsulIngressListener_Validate/invalid_service === RUN TestConsulIngressListener_Validate/ok --- PASS: TestConsulIngressListener_Validate (0.00s) --- PASS: TestConsulIngressListener_Validate/invalid_port (0.00s) --- PASS: TestConsulIngressListener_Validate/invalid_protocol (0.00s) --- PASS: TestConsulIngressListener_Validate/no_services (0.00s) --- PASS: TestConsulIngressListener_Validate/invalid_service (0.00s) --- PASS: TestConsulIngressListener_Validate/ok (0.00s) === RUN TestConsulIngressConfigEntry_Validate === RUN TestConsulIngressConfigEntry_Validate/no_listeners === RUN TestConsulIngressConfigEntry_Validate/invalid_listener === RUN TestConsulIngressConfigEntry_Validate/full --- PASS: TestConsulIngressConfigEntry_Validate (0.00s) --- PASS: TestConsulIngressConfigEntry_Validate/no_listeners (0.00s) --- PASS: TestConsulIngressConfigEntry_Validate/invalid_listener (0.00s) --- PASS: TestConsulIngressConfigEntry_Validate/full (0.00s) === RUN TestPeriodicConfig_DSTChange_Transitions === RUN TestPeriodicConfig_DSTChange_Transitions/normal_time === RUN TestPeriodicConfig_DSTChange_Transitions/Spring_forward_but_not_in_switch_time === RUN TestPeriodicConfig_DSTChange_Transitions/Spring_forward_at_a_skipped_time_odd === RUN TestPeriodicConfig_DSTChange_Transitions/Spring_forward_at_a_skipped_time === RUN TestPeriodicConfig_DSTChange_Transitions/Spring_forward_at_a_skipped_time_boundary === RUN TestPeriodicConfig_DSTChange_Transitions/Spring_forward_at_a_boundary_of_repeating_time === RUN TestPeriodicConfig_DSTChange_Transitions/Fall_back:_before_transition === RUN TestPeriodicConfig_DSTChange_Transitions/Fall_back:_after_transition === RUN TestPeriodicConfig_DSTChange_Transitions/Fall_back:_after_transition_starting_in_repeated_span_before === RUN TestPeriodicConfig_DSTChange_Transitions/Fall_back:_after_transition_starting_in_repeated_span_after === RUN TestPeriodicConfig_DSTChange_Transitions/Fall_back:_in_repeated_region === RUN TestPeriodicConfig_DSTChange_Transitions/Fall_back:_in_repeated_region_boundary === RUN TestPeriodicConfig_DSTChange_Transitions/Fall_back:_in_repeated_region_boundary_2 === RUN TestPeriodicConfig_DSTChange_Transitions/Fall_back:_in_repeated_region,_starting_from_within_region === RUN TestPeriodicConfig_DSTChange_Transitions/Fall_back:_in_repeated_region,_starting_from_within_region_2 === RUN TestPeriodicConfig_DSTChange_Transitions/Fall_back:_wildcard --- PASS: TestPeriodicConfig_DSTChange_Transitions (0.01s) --- PASS: TestPeriodicConfig_DSTChange_Transitions/normal_time (0.00s) --- PASS: TestPeriodicConfig_DSTChange_Transitions/Spring_forward_but_not_in_switch_time (0.00s) --- PASS: TestPeriodicConfig_DSTChange_Transitions/Spring_forward_at_a_skipped_time_odd (0.00s) --- PASS: TestPeriodicConfig_DSTChange_Transitions/Spring_forward_at_a_skipped_time (0.00s) --- PASS: TestPeriodicConfig_DSTChange_Transitions/Spring_forward_at_a_skipped_time_boundary (0.00s) --- PASS: TestPeriodicConfig_DSTChange_Transitions/Spring_forward_at_a_boundary_of_repeating_time (0.00s) --- PASS: TestPeriodicConfig_DSTChange_Transitions/Fall_back:_before_transition (0.00s) --- PASS: TestPeriodicConfig_DSTChange_Transitions/Fall_back:_after_transition (0.00s) --- PASS: TestPeriodicConfig_DSTChange_Transitions/Fall_back:_after_transition_starting_in_repeated_span_before (0.00s) --- PASS: TestPeriodicConfig_DSTChange_Transitions/Fall_back:_after_transition_starting_in_repeated_span_after (0.00s) --- PASS: TestPeriodicConfig_DSTChange_Transitions/Fall_back:_in_repeated_region (0.00s) --- PASS: TestPeriodicConfig_DSTChange_Transitions/Fall_back:_in_repeated_region_boundary (0.00s) --- PASS: TestPeriodicConfig_DSTChange_Transitions/Fall_back:_in_repeated_region_boundary_2 (0.00s) --- PASS: TestPeriodicConfig_DSTChange_Transitions/Fall_back:_in_repeated_region,_starting_from_within_region (0.00s) --- PASS: TestPeriodicConfig_DSTChange_Transitions/Fall_back:_in_repeated_region,_starting_from_within_region_2 (0.00s) --- PASS: TestPeriodicConfig_DSTChange_Transitions/Fall_back:_wildcard (0.00s) === RUN TestPeriodConfig_DSTSprintForward_Property === RUN TestPeriodConfig_DSTSprintForward_Property/*_*_*_*_*:_2019-03-11_00:00:00_-0700_PDT === RUN TestPeriodConfig_DSTSprintForward_Property/*_*_*_*_*:_2019-03-10_00:00:00_-0800_PST === RUN TestPeriodConfig_DSTSprintForward_Property/*_*_*_*_*:_2019-03-11_00:00:00_-0700_PDT#01 === RUN TestPeriodConfig_DSTSprintForward_Property/*_*_*_*_*:_2019-11-04_00:00:00_-0800_PST === RUN TestPeriodConfig_DSTSprintForward_Property/*_*_*_*_*:_2019-11-05_00:00:00_-0800_PST === RUN TestPeriodConfig_DSTSprintForward_Property/*_*_*_*_*:_2019-11-06_00:00:00_-0800_PST === RUN TestPeriodConfig_DSTSprintForward_Property/0_2_*_*_*:_2019-03-11_00:00:00_-0700_PDT === RUN TestPeriodConfig_DSTSprintForward_Property/0_2_*_*_*:_2019-03-10_00:00:00_-0800_PST === RUN TestPeriodConfig_DSTSprintForward_Property/0_2_*_*_*:_2019-03-11_00:00:00_-0700_PDT#01 === RUN TestPeriodConfig_DSTSprintForward_Property/0_2_*_*_*:_2019-11-04_00:00:00_-0800_PST === RUN TestPeriodConfig_DSTSprintForward_Property/0_2_*_*_*:_2019-11-05_00:00:00_-0800_PST === RUN TestPeriodConfig_DSTSprintForward_Property/0_2_*_*_*:_2019-11-06_00:00:00_-0800_PST === RUN TestPeriodConfig_DSTSprintForward_Property/*_1_*_*_*:_2019-03-11_00:00:00_-0700_PDT === RUN TestPeriodConfig_DSTSprintForward_Property/*_1_*_*_*:_2019-03-10_00:00:00_-0800_PST === RUN TestPeriodConfig_DSTSprintForward_Property/*_1_*_*_*:_2019-03-11_00:00:00_-0700_PDT#01 === RUN TestPeriodConfig_DSTSprintForward_Property/*_1_*_*_*:_2019-11-04_00:00:00_-0800_PST === RUN TestPeriodConfig_DSTSprintForward_Property/*_1_*_*_*:_2019-11-05_00:00:00_-0800_PST === RUN TestPeriodConfig_DSTSprintForward_Property/*_1_*_*_*:_2019-11-06_00:00:00_-0800_PST --- PASS: TestPeriodConfig_DSTSprintForward_Property (1.28s) --- PASS: TestPeriodConfig_DSTSprintForward_Property/*_*_*_*_*:_2019-03-11_00:00:00_-0700_PDT (0.08s) --- PASS: TestPeriodConfig_DSTSprintForward_Property/*_*_*_*_*:_2019-03-10_00:00:00_-0800_PST (0.10s) --- PASS: TestPeriodConfig_DSTSprintForward_Property/*_*_*_*_*:_2019-03-11_00:00:00_-0700_PDT#01 (0.02s) --- PASS: TestPeriodConfig_DSTSprintForward_Property/*_*_*_*_*:_2019-11-04_00:00:00_-0800_PST (0.10s) --- PASS: TestPeriodConfig_DSTSprintForward_Property/*_*_*_*_*:_2019-11-05_00:00:00_-0800_PST (0.08s) --- PASS: TestPeriodConfig_DSTSprintForward_Property/*_*_*_*_*:_2019-11-06_00:00:00_-0800_PST (0.12s) --- PASS: TestPeriodConfig_DSTSprintForward_Property/0_2_*_*_*:_2019-03-11_00:00:00_-0700_PDT (0.08s) --- PASS: TestPeriodConfig_DSTSprintForward_Property/0_2_*_*_*:_2019-03-10_00:00:00_-0800_PST (0.02s) --- PASS: TestPeriodConfig_DSTSprintForward_Property/0_2_*_*_*:_2019-03-11_00:00:00_-0700_PDT#01 (0.01s) --- PASS: TestPeriodConfig_DSTSprintForward_Property/0_2_*_*_*:_2019-11-04_00:00:00_-0800_PST (0.08s) --- PASS: TestPeriodConfig_DSTSprintForward_Property/0_2_*_*_*:_2019-11-05_00:00:00_-0800_PST (0.02s) --- PASS: TestPeriodConfig_DSTSprintForward_Property/0_2_*_*_*:_2019-11-06_00:00:00_-0800_PST (0.08s) --- PASS: TestPeriodConfig_DSTSprintForward_Property/*_1_*_*_*:_2019-03-11_00:00:00_-0700_PDT (0.01s) --- PASS: TestPeriodConfig_DSTSprintForward_Property/*_1_*_*_*:_2019-03-10_00:00:00_-0800_PST (0.09s) --- PASS: TestPeriodConfig_DSTSprintForward_Property/*_1_*_*_*:_2019-03-11_00:00:00_-0700_PDT#01 (0.08s) --- PASS: TestPeriodConfig_DSTSprintForward_Property/*_1_*_*_*:_2019-11-04_00:00:00_-0800_PST (0.02s) --- PASS: TestPeriodConfig_DSTSprintForward_Property/*_1_*_*_*:_2019-11-05_00:00:00_-0800_PST (0.18s) --- PASS: TestPeriodConfig_DSTSprintForward_Property/*_1_*_*_*:_2019-11-06_00:00:00_-0800_PST (0.09s) === RUN TestJob_Validate --- PASS: TestJob_Validate (0.00s) === RUN TestJob_ValidateScaling --- PASS: TestJob_ValidateScaling (0.00s) === RUN TestJob_Warnings === RUN TestJob_Warnings/Higher_counts_for_update_stanza === RUN TestJob_Warnings/AutoPromote_mixed_TaskGroups === RUN TestJob_Warnings/Template.VaultGrace_Deprecated --- PASS: TestJob_Warnings (0.00s) --- PASS: TestJob_Warnings/Higher_counts_for_update_stanza (0.00s) --- PASS: TestJob_Warnings/AutoPromote_mixed_TaskGroups (0.00s) --- PASS: TestJob_Warnings/Template.VaultGrace_Deprecated (0.00s) === RUN TestJob_SpecChanged === RUN TestJob_SpecChanged/Same_job_except_mutable_indexes === RUN TestJob_SpecChanged/Different --- PASS: TestJob_SpecChanged (0.00s) --- PASS: TestJob_SpecChanged/Same_job_except_mutable_indexes (0.00s) --- PASS: TestJob_SpecChanged/Different (0.00s) === RUN TestJob_Copy --- PASS: TestJob_Copy (0.00s) === RUN TestJob_IsPeriodic --- PASS: TestJob_IsPeriodic (0.00s) === RUN TestJob_IsPeriodicActive --- PASS: TestJob_IsPeriodicActive (0.00s) === RUN TestJob_SystemJob_Validate --- PASS: TestJob_SystemJob_Validate (0.00s) === RUN TestJob_VaultPolicies --- PASS: TestJob_VaultPolicies (0.00s) === RUN TestJob_ConnectTasks === PAUSE TestJob_ConnectTasks === RUN TestJob_RequiredSignals --- PASS: TestJob_RequiredSignals (0.00s) === RUN TestJob_PartEqual --- PASS: TestJob_PartEqual (0.00s) === RUN TestTask_UsesConnect === PAUSE TestTask_UsesConnect === RUN TestTaskGroup_UsesConnect === PAUSE TestTaskGroup_UsesConnect === RUN TestTaskGroup_Validate --- PASS: TestTaskGroup_Validate (0.00s) === RUN TestTaskGroupNetwork_Validate === RUN TestTaskGroupNetwork_Validate/group-static-value-ok structs_test.go:1314: group-static-value-ok -> === RUN TestTaskGroupNetwork_Validate/group-dynamic-value-ok structs_test.go:1314: group-dynamic-value-ok -> === RUN TestTaskGroupNetwork_Validate/group-static-to-ok structs_test.go:1314: group-static-to-ok -> === RUN TestTaskGroupNetwork_Validate/group-dynamic-to-ok structs_test.go:1314: group-dynamic-to-ok -> === RUN TestTaskGroupNetwork_Validate/group-static-value-too-high structs_test.go:1314: group-static-value-too-high -> 1 error occurred: * Port too-high (65536) cannot be greater than 65535 === RUN TestTaskGroupNetwork_Validate/group-dynamic-value-too-high structs_test.go:1314: group-dynamic-value-too-high -> 1 error occurred: * Port too-high (65536) cannot be greater than 65535 === RUN TestTaskGroupNetwork_Validate/group-static-to-too-high structs_test.go:1314: group-static-to-too-high -> 1 error occurred: * Port "too-high" cannot be mapped to a port (65536) greater than 65535 === RUN TestTaskGroupNetwork_Validate/group-dynamic-to-too-high structs_test.go:1314: group-dynamic-to-too-high -> 1 error occurred: * Port "too-high" cannot be mapped to a port (65536) greater than 65535 --- PASS: TestTaskGroupNetwork_Validate (0.00s) --- PASS: TestTaskGroupNetwork_Validate/group-static-value-ok (0.00s) --- PASS: TestTaskGroupNetwork_Validate/group-dynamic-value-ok (0.00s) --- PASS: TestTaskGroupNetwork_Validate/group-static-to-ok (0.00s) --- PASS: TestTaskGroupNetwork_Validate/group-dynamic-to-ok (0.00s) --- PASS: TestTaskGroupNetwork_Validate/group-static-value-too-high (0.00s) --- PASS: TestTaskGroupNetwork_Validate/group-dynamic-value-too-high (0.00s) --- PASS: TestTaskGroupNetwork_Validate/group-static-to-too-high (0.00s) --- PASS: TestTaskGroupNetwork_Validate/group-dynamic-to-too-high (0.00s) === RUN TestTask_Validate --- PASS: TestTask_Validate (0.00s) === RUN TestTask_Validate_Services --- PASS: TestTask_Validate_Services (0.00s) === RUN TestTask_Validate_Service_AddressMode_Ok === RUN TestTask_Validate_Service_AddressMode_Ok/DriverModeWithLabel === RUN TestTask_Validate_Service_AddressMode_Ok/DriverModeWithPort === RUN TestTask_Validate_Service_AddressMode_Ok/HostModeWithLabel === RUN TestTask_Validate_Service_AddressMode_Ok/HostModeWithoutLabel === RUN TestTask_Validate_Service_AddressMode_Ok/DriverModeWithoutLabel --- PASS: TestTask_Validate_Service_AddressMode_Ok (0.00s) --- PASS: TestTask_Validate_Service_AddressMode_Ok/DriverModeWithLabel (0.00s) --- PASS: TestTask_Validate_Service_AddressMode_Ok/DriverModeWithPort (0.00s) --- PASS: TestTask_Validate_Service_AddressMode_Ok/HostModeWithLabel (0.00s) --- PASS: TestTask_Validate_Service_AddressMode_Ok/HostModeWithoutLabel (0.00s) --- PASS: TestTask_Validate_Service_AddressMode_Ok/DriverModeWithoutLabel (0.00s) === RUN TestTask_Validate_Service_AddressMode_Bad === RUN TestTask_Validate_Service_AddressMode_Bad/DriverModeWithLabel === RUN TestTask_Validate_Service_AddressMode_Bad/HostModeWithLabel === RUN TestTask_Validate_Service_AddressMode_Bad/HostModeWithPort --- PASS: TestTask_Validate_Service_AddressMode_Bad (0.00s) --- PASS: TestTask_Validate_Service_AddressMode_Bad/DriverModeWithLabel (0.00s) --- PASS: TestTask_Validate_Service_AddressMode_Bad/HostModeWithLabel (0.00s) --- PASS: TestTask_Validate_Service_AddressMode_Bad/HostModeWithPort (0.00s) === RUN TestTask_Validate_Service_Check === RUN TestTask_Validate_Service_Check/check_expose === RUN TestTask_Validate_Service_Check/check_expose/type_http === RUN TestTask_Validate_Service_Check/check_expose/type_tcp --- PASS: TestTask_Validate_Service_Check (0.00s) --- PASS: TestTask_Validate_Service_Check/check_expose (0.00s) --- PASS: TestTask_Validate_Service_Check/check_expose/type_http (0.00s) --- PASS: TestTask_Validate_Service_Check/check_expose/type_tcp (0.00s) === RUN TestTask_Validate_Service_Check_AddressMode === RUN TestTask_Validate_Service_Check_AddressMode/invalid-driver === RUN TestTask_Validate_Service_Check_AddressMode/http-driver-fail-1 === RUN TestTask_Validate_Service_Check_AddressMode/http-driver-fail-2 === RUN TestTask_Validate_Service_Check_AddressMode/http-driver-fail-3 === RUN TestTask_Validate_Service_Check_AddressMode/http-driver-passes === RUN TestTask_Validate_Service_Check_AddressMode/empty-address-3673-passes-1 === RUN TestTask_Validate_Service_Check_AddressMode/empty-address-3673-passes-2 === RUN TestTask_Validate_Service_Check_AddressMode/empty-address-3673-fails --- PASS: TestTask_Validate_Service_Check_AddressMode (0.07s) --- PASS: TestTask_Validate_Service_Check_AddressMode/invalid-driver (0.00s) --- PASS: TestTask_Validate_Service_Check_AddressMode/http-driver-fail-1 (0.00s) --- PASS: TestTask_Validate_Service_Check_AddressMode/http-driver-fail-2 (0.07s) --- PASS: TestTask_Validate_Service_Check_AddressMode/http-driver-fail-3 (0.00s) --- PASS: TestTask_Validate_Service_Check_AddressMode/http-driver-passes (0.00s) --- PASS: TestTask_Validate_Service_Check_AddressMode/empty-address-3673-passes-1 (0.00s) --- PASS: TestTask_Validate_Service_Check_AddressMode/empty-address-3673-passes-2 (0.00s) --- PASS: TestTask_Validate_Service_Check_AddressMode/empty-address-3673-fails (0.00s) === RUN TestTask_Validate_Service_Check_GRPC === PAUSE TestTask_Validate_Service_Check_GRPC === RUN TestTask_Validate_Service_Check_CheckRestart === PAUSE TestTask_Validate_Service_Check_CheckRestart === RUN TestTask_Validate_ConnectProxyKind === RUN TestTask_Validate_ConnectProxyKind/Not_connect === RUN TestTask_Validate_ConnectProxyKind/Invalid_because_of_service_in_task_definition === RUN TestTask_Validate_ConnectProxyKind/Leader_should_not_be_set === RUN TestTask_Validate_ConnectProxyKind/Service_name_invalid === RUN TestTask_Validate_ConnectProxyKind/Service_name_not_found_in_group === RUN TestTask_Validate_ConnectProxyKind/Connect_stanza_not_configured_in_group === RUN TestTask_Validate_ConnectProxyKind/Valid_connect_proxy_kind --- PASS: TestTask_Validate_ConnectProxyKind (0.00s) --- PASS: TestTask_Validate_ConnectProxyKind/Not_connect (0.00s) --- PASS: TestTask_Validate_ConnectProxyKind/Invalid_because_of_service_in_task_definition (0.00s) --- PASS: TestTask_Validate_ConnectProxyKind/Leader_should_not_be_set (0.00s) --- PASS: TestTask_Validate_ConnectProxyKind/Service_name_invalid (0.00s) --- PASS: TestTask_Validate_ConnectProxyKind/Service_name_not_found_in_group (0.00s) --- PASS: TestTask_Validate_ConnectProxyKind/Connect_stanza_not_configured_in_group (0.00s) --- PASS: TestTask_Validate_ConnectProxyKind/Valid_connect_proxy_kind (0.00s) === RUN TestTask_Validate_LogConfig --- PASS: TestTask_Validate_LogConfig (0.00s) === RUN TestTask_Validate_CSIPluginConfig === RUN TestTask_Validate_CSIPluginConfig/no_errors_when_not_specified === RUN TestTask_Validate_CSIPluginConfig/requires_non-empty_plugin_id === RUN TestTask_Validate_CSIPluginConfig/requires_valid_plugin_type --- PASS: TestTask_Validate_CSIPluginConfig (0.00s) --- PASS: TestTask_Validate_CSIPluginConfig/no_errors_when_not_specified (0.00s) --- PASS: TestTask_Validate_CSIPluginConfig/requires_non-empty_plugin_id (0.00s) --- PASS: TestTask_Validate_CSIPluginConfig/requires_valid_plugin_type (0.00s) === RUN TestTask_Validate_Template --- PASS: TestTask_Validate_Template (0.00s) === RUN TestTemplate_Validate --- PASS: TestTemplate_Validate (0.00s) === RUN TestConstraint_Validate --- PASS: TestConstraint_Validate (0.00s) === RUN TestAffinity_Validate === RUN TestAffinity_Validate/#00 === RUN TestAffinity_Validate/#01 === RUN TestAffinity_Validate/#02 === RUN TestAffinity_Validate/#03 === RUN TestAffinity_Validate/#04 === RUN TestAffinity_Validate/#05 === RUN TestAffinity_Validate/#06 === RUN TestAffinity_Validate/#07 --- PASS: TestAffinity_Validate (0.00s) --- PASS: TestAffinity_Validate/#00 (0.00s) --- PASS: TestAffinity_Validate/#01 (0.00s) --- PASS: TestAffinity_Validate/#02 (0.00s) --- PASS: TestAffinity_Validate/#03 (0.00s) --- PASS: TestAffinity_Validate/#04 (0.00s) --- PASS: TestAffinity_Validate/#05 (0.00s) --- PASS: TestAffinity_Validate/#06 (0.00s) --- PASS: TestAffinity_Validate/#07 (0.00s) === RUN TestUpdateStrategy_Validate --- PASS: TestUpdateStrategy_Validate (0.00s) === RUN TestResource_NetIndex --- PASS: TestResource_NetIndex (0.00s) === RUN TestResource_Superset --- PASS: TestResource_Superset (0.00s) === RUN TestResource_Add --- PASS: TestResource_Add (0.00s) === RUN TestResource_Add_Network --- PASS: TestResource_Add_Network (0.00s) === RUN TestComparableResources_Subtract --- PASS: TestComparableResources_Subtract (0.00s) === RUN TestEncodeDecode --- PASS: TestEncodeDecode (0.00s) === RUN TestInvalidServiceCheck --- PASS: TestInvalidServiceCheck (0.00s) === RUN TestDistinctCheckID --- PASS: TestDistinctCheckID (0.00s) === RUN TestService_Canonicalize --- PASS: TestService_Canonicalize (0.00s) === RUN TestService_Validate --- PASS: TestService_Validate (0.00s) === RUN TestService_Equals --- PASS: TestService_Equals (0.00s) === RUN TestJob_ExpandServiceNames --- PASS: TestJob_ExpandServiceNames (0.00s) === RUN TestJob_CombinedTaskMeta --- PASS: TestJob_CombinedTaskMeta (0.00s) === RUN TestPeriodicConfig_EnabledInvalid --- PASS: TestPeriodicConfig_EnabledInvalid (0.00s) === RUN TestPeriodicConfig_InvalidCron --- PASS: TestPeriodicConfig_InvalidCron (0.00s) === RUN TestPeriodicConfig_ValidCron --- PASS: TestPeriodicConfig_ValidCron (0.00s) === RUN TestPeriodicConfig_NextCron === RUN TestPeriodicConfig_NextCron/case:_0:_0_0_29_2_*_1980 === RUN TestPeriodicConfig_NextCron/case:_1:_*/5_*_*_*_* === RUN TestPeriodicConfig_NextCron/case:_2:_1_15-0_* --- PASS: TestPeriodicConfig_NextCron (0.00s) --- PASS: TestPeriodicConfig_NextCron/case:_0:_0_0_29_2_*_1980 (0.00s) --- PASS: TestPeriodicConfig_NextCron/case:_1:_*/5_*_*_*_* (0.00s) --- PASS: TestPeriodicConfig_NextCron/case:_2:_1_15-0_* (0.00s) === RUN TestPeriodicConfig_ValidTimeZone --- PASS: TestPeriodicConfig_ValidTimeZone (0.00s) === RUN TestPeriodicConfig_DST --- PASS: TestPeriodicConfig_DST (0.00s) === RUN TestTaskLifecycleConfig_Validate === RUN TestTaskLifecycleConfig_Validate/prestart_completed === RUN TestTaskLifecycleConfig_Validate/prestart_running === RUN TestTaskLifecycleConfig_Validate/no_hook --- PASS: TestTaskLifecycleConfig_Validate (0.00s) --- PASS: TestTaskLifecycleConfig_Validate/prestart_completed (0.00s) --- PASS: TestTaskLifecycleConfig_Validate/prestart_running (0.00s) --- PASS: TestTaskLifecycleConfig_Validate/no_hook (0.00s) === RUN TestRestartPolicy_Validate --- PASS: TestRestartPolicy_Validate (0.00s) === RUN TestReschedulePolicy_Validate === RUN TestReschedulePolicy_Validate/Nil === RUN TestReschedulePolicy_Validate/Disabled === RUN TestReschedulePolicy_Validate/Disabled#01 === RUN TestReschedulePolicy_Validate/Valid_Linear_Delay === RUN TestReschedulePolicy_Validate/Valid_Exponential_Delay === RUN TestReschedulePolicy_Validate/Valid_Fibonacci_Delay === RUN TestReschedulePolicy_Validate/Invalid_delay_function === RUN TestReschedulePolicy_Validate/Invalid_delay_ceiling === RUN TestReschedulePolicy_Validate/Invalid_delay_and_interval === RUN TestReschedulePolicy_Validate/Invalid_Attempts_-_linear_delay === RUN TestReschedulePolicy_Validate/Invalid_Attempts_-_exponential_delay === RUN TestReschedulePolicy_Validate/Invalid_Attempts_-_fibonacci_delay === RUN TestReschedulePolicy_Validate/Ambiguous_Unlimited_config,_has_both_attempts_and_unlimited_set === RUN TestReschedulePolicy_Validate/Invalid_Unlimited_config === RUN TestReschedulePolicy_Validate/Valid_Unlimited_config --- PASS: TestReschedulePolicy_Validate (0.00s) --- PASS: TestReschedulePolicy_Validate/Nil (0.00s) --- PASS: TestReschedulePolicy_Validate/Disabled (0.00s) --- PASS: TestReschedulePolicy_Validate/Disabled#01 (0.00s) --- PASS: TestReschedulePolicy_Validate/Valid_Linear_Delay (0.00s) --- PASS: TestReschedulePolicy_Validate/Valid_Exponential_Delay (0.00s) --- PASS: TestReschedulePolicy_Validate/Valid_Fibonacci_Delay (0.00s) --- PASS: TestReschedulePolicy_Validate/Invalid_delay_function (0.00s) --- PASS: TestReschedulePolicy_Validate/Invalid_delay_ceiling (0.00s) --- PASS: TestReschedulePolicy_Validate/Invalid_delay_and_interval (0.00s) --- PASS: TestReschedulePolicy_Validate/Invalid_Attempts_-_linear_delay (0.00s) --- PASS: TestReschedulePolicy_Validate/Invalid_Attempts_-_exponential_delay (0.00s) --- PASS: TestReschedulePolicy_Validate/Invalid_Attempts_-_fibonacci_delay (0.00s) --- PASS: TestReschedulePolicy_Validate/Ambiguous_Unlimited_config,_has_both_attempts_and_unlimited_set (0.00s) --- PASS: TestReschedulePolicy_Validate/Invalid_Unlimited_config (0.00s) --- PASS: TestReschedulePolicy_Validate/Valid_Unlimited_config (0.00s) === RUN TestAllocation_Index --- PASS: TestAllocation_Index (0.00s) === RUN TestTaskArtifact_Validate_Source --- PASS: TestTaskArtifact_Validate_Source (0.00s) === RUN TestTaskArtifact_Validate_Dest --- PASS: TestTaskArtifact_Validate_Dest (0.00s) === RUN TestTaskArtifact_Hash === PAUSE TestTaskArtifact_Hash === RUN TestAllocation_ShouldMigrate --- PASS: TestAllocation_ShouldMigrate (0.00s) === RUN TestTaskArtifact_Validate_Checksum --- PASS: TestTaskArtifact_Validate_Checksum (0.00s) === RUN TestPlan_NormalizeAllocations === PAUSE TestPlan_NormalizeAllocations === RUN TestPlan_AppendStoppedAllocAppendsAllocWithUpdatedAttrs === PAUSE TestPlan_AppendStoppedAllocAppendsAllocWithUpdatedAttrs === RUN TestPlan_AppendPreemptedAllocAppendsAllocWithUpdatedAttrs === PAUSE TestPlan_AppendPreemptedAllocAppendsAllocWithUpdatedAttrs === RUN TestAllocation_MsgPackTags === PAUSE TestAllocation_MsgPackTags === RUN TestEvaluation_MsgPackTags === PAUSE TestEvaluation_MsgPackTags === RUN TestAllocation_Terminated --- PASS: TestAllocation_Terminated (0.00s) === RUN TestAllocation_ShouldReschedule === RUN TestAllocation_ShouldReschedule/Reschedule_when_desired_state_is_stop === RUN TestAllocation_ShouldReschedule/Disabled_rescheduling === RUN TestAllocation_ShouldReschedule/Reschedule_when_client_status_is_complete === RUN TestAllocation_ShouldReschedule/Reschedule_with_nil_reschedule_policy === RUN TestAllocation_ShouldReschedule/Reschedule_with_unlimited_and_attempts_>0 === RUN TestAllocation_ShouldReschedule/Reschedule_when_client_status_is_complete#01 === RUN TestAllocation_ShouldReschedule/Reschedule_with_policy_when_client_status_complete === RUN TestAllocation_ShouldReschedule/Reschedule_with_no_previous_attempts === RUN TestAllocation_ShouldReschedule/Reschedule_with_leftover_attempts === RUN TestAllocation_ShouldReschedule/Reschedule_with_too_old_previous_attempts === RUN TestAllocation_ShouldReschedule/Reschedule_with_no_leftover_attempts --- PASS: TestAllocation_ShouldReschedule (0.06s) --- PASS: TestAllocation_ShouldReschedule/Reschedule_when_desired_state_is_stop (0.00s) --- PASS: TestAllocation_ShouldReschedule/Disabled_rescheduling (0.00s) --- PASS: TestAllocation_ShouldReschedule/Reschedule_when_client_status_is_complete (0.00s) --- PASS: TestAllocation_ShouldReschedule/Reschedule_with_nil_reschedule_policy (0.00s) --- PASS: TestAllocation_ShouldReschedule/Reschedule_with_unlimited_and_attempts_>0 (0.00s) --- PASS: TestAllocation_ShouldReschedule/Reschedule_when_client_status_is_complete#01 (0.00s) --- PASS: TestAllocation_ShouldReschedule/Reschedule_with_policy_when_client_status_complete (0.00s) --- PASS: TestAllocation_ShouldReschedule/Reschedule_with_no_previous_attempts (0.00s) --- PASS: TestAllocation_ShouldReschedule/Reschedule_with_leftover_attempts (0.00s) --- PASS: TestAllocation_ShouldReschedule/Reschedule_with_too_old_previous_attempts (0.00s) --- PASS: TestAllocation_ShouldReschedule/Reschedule_with_no_leftover_attempts (0.00s) === RUN TestAllocation_LastEventTime === RUN TestAllocation_LastEventTime/nil_task_state === RUN TestAllocation_LastEventTime/empty_task_state === RUN TestAllocation_LastEventTime/Finished_At_not_set === RUN TestAllocation_LastEventTime/One_finished_ === RUN TestAllocation_LastEventTime/Multiple_task_groups === RUN TestAllocation_LastEventTime/No_finishedAt_set,_one_task_event,_should_use_modify_time --- PASS: TestAllocation_LastEventTime (0.00s) --- PASS: TestAllocation_LastEventTime/nil_task_state (0.00s) --- PASS: TestAllocation_LastEventTime/empty_task_state (0.00s) --- PASS: TestAllocation_LastEventTime/Finished_At_not_set (0.00s) --- PASS: TestAllocation_LastEventTime/One_finished_ (0.00s) --- PASS: TestAllocation_LastEventTime/Multiple_task_groups (0.00s) --- PASS: TestAllocation_LastEventTime/No_finishedAt_set,_one_task_event,_should_use_modify_time (0.00s) === RUN TestAllocation_NextDelay === RUN TestAllocation_NextDelay/Allocation_hasn't_failed_yet === RUN TestAllocation_NextDelay/Allocation_has_no_reschedule_policy === RUN TestAllocation_NextDelay/Allocation_lacks_task_state === RUN TestAllocation_NextDelay/linear_delay,_unlimited_restarts,_no_reschedule_tracker === RUN TestAllocation_NextDelay/linear_delay_with_reschedule_tracker === RUN TestAllocation_NextDelay/linear_delay_with_reschedule_tracker,_attempts_exhausted === RUN TestAllocation_NextDelay/exponential_delay_-_no_reschedule_tracker === RUN TestAllocation_NextDelay/exponential_delay_with_reschedule_tracker === RUN TestAllocation_NextDelay/exponential_delay_with_delay_ceiling_reached === RUN TestAllocation_NextDelay/exponential_delay,_delay_ceiling_reset_condition_met === RUN TestAllocation_NextDelay/fibonacci_delay_-_no_reschedule_tracker === RUN TestAllocation_NextDelay/fibonacci_delay_with_reschedule_tracker === RUN TestAllocation_NextDelay/fibonacci_delay_with_more_events === RUN TestAllocation_NextDelay/fibonacci_delay_with_delay_ceiling_reached === RUN TestAllocation_NextDelay/fibonacci_delay_with_delay_reset_condition_met === RUN TestAllocation_NextDelay/fibonacci_delay_with_the_most_recent_event_that_reset_delay_value --- PASS: TestAllocation_NextDelay (0.00s) --- PASS: TestAllocation_NextDelay/Allocation_hasn't_failed_yet (0.00s) --- PASS: TestAllocation_NextDelay/Allocation_has_no_reschedule_policy (0.00s) --- PASS: TestAllocation_NextDelay/Allocation_lacks_task_state (0.00s) --- PASS: TestAllocation_NextDelay/linear_delay,_unlimited_restarts,_no_reschedule_tracker (0.00s) --- PASS: TestAllocation_NextDelay/linear_delay_with_reschedule_tracker (0.00s) --- PASS: TestAllocation_NextDelay/linear_delay_with_reschedule_tracker,_attempts_exhausted (0.00s) --- PASS: TestAllocation_NextDelay/exponential_delay_-_no_reschedule_tracker (0.00s) --- PASS: TestAllocation_NextDelay/exponential_delay_with_reschedule_tracker (0.00s) --- PASS: TestAllocation_NextDelay/exponential_delay_with_delay_ceiling_reached (0.00s) --- PASS: TestAllocation_NextDelay/exponential_delay,_delay_ceiling_reset_condition_met (0.00s) --- PASS: TestAllocation_NextDelay/fibonacci_delay_-_no_reschedule_tracker (0.00s) --- PASS: TestAllocation_NextDelay/fibonacci_delay_with_reschedule_tracker (0.00s) --- PASS: TestAllocation_NextDelay/fibonacci_delay_with_more_events (0.00s) --- PASS: TestAllocation_NextDelay/fibonacci_delay_with_delay_ceiling_reached (0.00s) --- PASS: TestAllocation_NextDelay/fibonacci_delay_with_delay_reset_condition_met (0.00s) --- PASS: TestAllocation_NextDelay/fibonacci_delay_with_the_most_recent_event_that_reset_delay_value (0.00s) === RUN TestAllocation_WaitClientStop === RUN TestAllocation_WaitClientStop/running === RUN TestAllocation_WaitClientStop/no_stop_after_client_disconnect === RUN TestAllocation_WaitClientStop/stop --- PASS: TestAllocation_WaitClientStop (0.00s) --- PASS: TestAllocation_WaitClientStop/running (0.00s) --- PASS: TestAllocation_WaitClientStop/no_stop_after_client_disconnect (0.00s) --- PASS: TestAllocation_WaitClientStop/stop (0.00s) === RUN TestAllocation_Canonicalize_Old --- PASS: TestAllocation_Canonicalize_Old (0.01s) === RUN TestAllocation_Canonicalize_New --- PASS: TestAllocation_Canonicalize_New (0.00s) === RUN TestRescheduleTracker_Copy --- PASS: TestRescheduleTracker_Copy (0.00s) === RUN TestVault_Validate --- PASS: TestVault_Validate (0.00s) === RUN TestParameterizedJobConfig_Validate --- PASS: TestParameterizedJobConfig_Validate (0.00s) === RUN TestParameterizedJobConfig_Validate_NonBatch --- PASS: TestParameterizedJobConfig_Validate_NonBatch (0.00s) === RUN TestJobConfig_Validate_StopAferClientDisconnect --- PASS: TestJobConfig_Validate_StopAferClientDisconnect (0.00s) === RUN TestParameterizedJobConfig_Canonicalize --- PASS: TestParameterizedJobConfig_Canonicalize (0.00s) === RUN TestDispatchPayloadConfig_Validate --- PASS: TestDispatchPayloadConfig_Validate (0.00s) === RUN TestIsRecoverable --- PASS: TestIsRecoverable (0.00s) === RUN TestACLTokenValidate --- PASS: TestACLTokenValidate (0.00s) === RUN TestACLTokenPolicySubset --- PASS: TestACLTokenPolicySubset (0.00s) === RUN TestACLTokenSetHash --- PASS: TestACLTokenSetHash (0.00s) === RUN TestACLPolicySetHash --- PASS: TestACLPolicySetHash (0.00s) === RUN TestTaskEventPopulate --- PASS: TestTaskEventPopulate (0.00s) === RUN TestNetworkResourcesEquals --- PASS: TestNetworkResourcesEquals (0.00s) === RUN TestNode_Canonicalize === PAUSE TestNode_Canonicalize === RUN TestNode_Copy === PAUSE TestNode_Copy === RUN TestSpread_Validate === RUN TestSpread_Validate/empty_spread === RUN TestSpread_Validate/Invalid_weight === RUN TestSpread_Validate/Invalid_weight#01 === RUN TestSpread_Validate/Invalid_percentages === RUN TestSpread_Validate/Invalid_percentages#01 === RUN TestSpread_Validate/No_spread_targets === RUN TestSpread_Validate/Valid_spread --- PASS: TestSpread_Validate (0.01s) --- PASS: TestSpread_Validate/empty_spread (0.00s) --- PASS: TestSpread_Validate/Invalid_weight (0.00s) --- PASS: TestSpread_Validate/Invalid_weight#01 (0.00s) --- PASS: TestSpread_Validate/Invalid_percentages (0.00s) --- PASS: TestSpread_Validate/Invalid_percentages#01 (0.00s) --- PASS: TestSpread_Validate/No_spread_targets (0.00s) --- PASS: TestSpread_Validate/Valid_spread (0.01s) === RUN TestNodeReservedNetworkResources_ParseReserved --- PASS: TestNodeReservedNetworkResources_ParseReserved (0.00s) === RUN TestMultiregion_CopyCanonicalize --- PASS: TestMultiregion_CopyCanonicalize (0.00s) === RUN TestNodeResources_Merge --- PASS: TestNodeResources_Merge (0.00s) === RUN TestAllocatedSharedResources_Canonicalize --- PASS: TestAllocatedSharedResources_Canonicalize (0.00s) === CONT TestBatchFuture === CONT TestNode_Copy === CONT TestConsulGateway_Copy === RUN TestConsulGateway_Copy/nil === RUN TestConsulGateway_Copy/as_ingress --- PASS: TestNode_Copy (0.00s) === CONT TestConsulSidecarService_Copy === RUN TestConsulSidecarService_Copy/nil === RUN TestConsulSidecarService_Copy/not_nil --- PASS: TestConsulGateway_Copy (0.00s) --- PASS: TestConsulGateway_Copy/nil (0.00s) --- PASS: TestConsulGateway_Copy/as_ingress (0.00s) === CONT TestNode_Canonicalize --- PASS: TestConsulSidecarService_Copy (0.00s) --- PASS: TestConsulSidecarService_Copy/nil (0.00s) --- PASS: TestConsulSidecarService_Copy/not_nil (0.00s) === CONT TestEvaluation_MsgPackTags === CONT TestConsulExposeConfig_Equals --- PASS: TestNode_Canonicalize (0.00s) === CONT TestConsulExposePath_exposePathsEqual === CONT TestAllocation_MsgPackTags === CONT TestPlan_AppendPreemptedAllocAppendsAllocWithUpdatedAttrs === CONT TestConsulUpstream_upstreamEquals === RUN TestConsulUpstream_upstreamEquals/size_mismatch === CONT TestSidecarTask_MergeIntoTask === CONT TestTask_Validate_Service_Check_GRPC --- PASS: TestEvaluation_MsgPackTags (0.00s) --- PASS: TestConsulExposeConfig_Equals (0.00s) --- PASS: TestAllocation_MsgPackTags (0.00s) === RUN TestConsulUpstream_upstreamEquals/different === CONT TestServiceCheck_validate_PassFailZero_on_scripts === RUN TestServiceCheck_validate_PassFailZero_on_scripts/invalid === RUN TestConsulUpstream_upstreamEquals/identical --- PASS: TestServiceCheck_validate_PassFailZero_on_scripts (0.00s) --- PASS: TestServiceCheck_validate_PassFailZero_on_scripts/invalid (0.00s) === CONT TestConsulExposeConfig_Copy === CONT TestConsulConnect_Validate --- PASS: TestConsulExposeConfig_Copy (0.00s) --- PASS: TestConsulConnect_Validate (0.00s) === CONT TestServiceCheck_validate_PassingTypes === CONT TestServiceCheck_Hash === CONT TestPlan_NormalizeAllocations === RUN TestServiceCheck_Hash/reflexive === CONT TestTaskGroup_UsesConnect === RUN TestTaskGroup_UsesConnect/tg_uses_native === CONT TestPlan_AppendStoppedAllocAppendsAllocWithUpdatedAttrs === CONT TestTaskArtifact_Hash === CONT TestTask_Validate_Service_Check_CheckRestart === CONT TestTask_UsesConnect === RUN TestTask_UsesConnect/normal_task --- PASS: TestPlan_AppendPreemptedAllocAppendsAllocWithUpdatedAttrs (0.00s) --- PASS: TestSidecarTask_MergeIntoTask (0.00s) === RUN TestServiceCheck_Hash/name === RUN TestTask_UsesConnect/sidecar_proxy === RUN TestServiceCheck_Hash/success_before_passing === RUN TestTask_UsesConnect/native_task === RUN TestTask_UsesConnect/ingress_gateway === RUN TestServiceCheck_Hash/failures_before_critical --- PASS: TestTask_UsesConnect (0.00s) --- PASS: TestTask_UsesConnect/normal_task (0.00s) --- PASS: TestTask_UsesConnect/sidecar_proxy (0.00s) --- PASS: TestTask_UsesConnect/native_task (0.00s) --- PASS: TestTask_UsesConnect/ingress_gateway (0.00s) === CONT TestServiceCheck_validate_FailingTypes --- PASS: TestTask_Validate_Service_Check_GRPC (0.00s) === RUN TestServiceCheck_validate_FailingTypes/valid --- PASS: TestServiceCheck_Hash (0.00s) --- PASS: TestServiceCheck_Hash/reflexive (0.00s) --- PASS: TestServiceCheck_Hash/name (0.00s) --- PASS: TestServiceCheck_Hash/success_before_passing (0.00s) --- PASS: TestServiceCheck_Hash/failures_before_critical (0.00s) === RUN TestTaskGroup_UsesConnect/tg_uses_sidecar --- PASS: TestPlan_NormalizeAllocations (0.00s) --- PASS: TestTask_Validate_Service_Check_CheckRestart (0.00s) --- PASS: TestTaskArtifact_Hash (0.00s) --- PASS: TestPlan_AppendStoppedAllocAppendsAllocWithUpdatedAttrs (0.00s) === CONT TestConsulGateway_Equals_ingress === RUN TestConsulUpstream_upstreamEquals/unsorted --- PASS: TestConsulUpstream_upstreamEquals (0.00s) --- PASS: TestConsulUpstream_upstreamEquals/size_mismatch (0.00s) --- PASS: TestConsulUpstream_upstreamEquals/different (0.00s) --- PASS: TestConsulUpstream_upstreamEquals/identical (0.00s) --- PASS: TestConsulUpstream_upstreamEquals/unsorted (0.00s) === CONT TestService_Hash === RUN TestService_Hash/matching_and_is_canary === RUN TestConsulGateway_Equals_ingress/nil === RUN TestService_Hash/matching_and_is_not_canary === RUN TestConsulGateway_Equals_ingress/reflexive === RUN TestConsulGateway_Equals_ingress/mod_gateway_timeout === RUN TestService_Hash/matching_mod_canary === RUN TestService_Hash/mod_name === RUN TestService_Hash/mod_port_label === RUN TestConsulGateway_Equals_ingress/mod_gateway_envoy_gateway_bind_tagged_addresses === RUN TestConsulGateway_Equals_ingress/mod_gateway_envoy_gateway_bind_addresses === RUN TestConsulGateway_Equals_ingress/mod_gateway_envoy_gateway_no_default_bind === RUN TestConsulGateway_Equals_ingress/mod_gateway_config === RUN TestConsulGateway_Equals_ingress/mod_ingress_tls === RUN TestService_Hash/mod_tags === RUN TestService_Hash/mod_canary_tags === RUN TestService_Hash/mod_enable_tag_override === RUN TestConsulGateway_Equals_ingress/mod_ingress_listeners_count === RUN TestConsulGateway_Equals_ingress/mod_ingress_listeners_port === RUN TestService_Hash/mod_connect_sidecar_tags === RUN TestConsulGateway_Equals_ingress/mod_ingress_listeners_protocol === RUN TestConsulGateway_Equals_ingress/mod_ingress_listeners_services_count === RUN TestService_Hash/mod_connect_sidecar_port === RUN TestService_Hash/mod_connect_sidecar_proxy_local_service_address === RUN TestService_Hash/mod_connect_sidecar_proxy_local_service_port === RUN TestService_Hash/mod_connect_sidecar_proxy_config === RUN TestService_Hash/mod_connect_sidecar_proxy_upstream_dest_name === RUN TestService_Hash/mod_connect_sidecar_proxy_upstream_dest_local_bind_port --- PASS: TestService_Hash (0.00s) --- PASS: TestService_Hash/matching_and_is_canary (0.00s) --- PASS: TestService_Hash/matching_and_is_not_canary (0.00s) --- PASS: TestService_Hash/matching_mod_canary (0.00s) --- PASS: TestService_Hash/mod_name (0.00s) --- PASS: TestService_Hash/mod_port_label (0.00s) --- PASS: TestService_Hash/mod_tags (0.00s) --- PASS: TestService_Hash/mod_canary_tags (0.00s) --- PASS: TestService_Hash/mod_enable_tag_override (0.00s) --- PASS: TestService_Hash/mod_connect_sidecar_tags (0.00s) --- PASS: TestService_Hash/mod_connect_sidecar_port (0.00s) --- PASS: TestService_Hash/mod_connect_sidecar_proxy_local_service_address (0.00s) --- PASS: TestService_Hash/mod_connect_sidecar_proxy_local_service_port (0.00s) --- PASS: TestService_Hash/mod_connect_sidecar_proxy_config (0.00s) --- PASS: TestService_Hash/mod_connect_sidecar_proxy_upstream_dest_name (0.00s) --- PASS: TestService_Hash/mod_connect_sidecar_proxy_upstream_dest_local_bind_port (0.00s) === RUN TestConsulGateway_Equals_ingress/mod_ingress_listeners_services_name === RUN TestConsulGateway_Equals_ingress/mod_ingress_listeners_services_hosts_count === RUN TestConsulGateway_Equals_ingress/mod_ingress_listeners_services_hosts_content --- PASS: TestConsulGateway_Equals_ingress (0.00s) --- PASS: TestConsulGateway_Equals_ingress/nil (0.00s) --- PASS: TestConsulGateway_Equals_ingress/reflexive (0.00s) --- PASS: TestConsulGateway_Equals_ingress/mod_gateway_timeout (0.00s) --- PASS: TestConsulGateway_Equals_ingress/mod_gateway_envoy_gateway_bind_tagged_addresses (0.00s) --- PASS: TestConsulGateway_Equals_ingress/mod_gateway_envoy_gateway_bind_addresses (0.00s) --- PASS: TestConsulGateway_Equals_ingress/mod_gateway_envoy_gateway_no_default_bind (0.00s) --- PASS: TestConsulGateway_Equals_ingress/mod_gateway_config (0.00s) --- PASS: TestConsulGateway_Equals_ingress/mod_ingress_tls (0.00s) --- PASS: TestConsulGateway_Equals_ingress/mod_ingress_listeners_count (0.00s) --- PASS: TestConsulGateway_Equals_ingress/mod_ingress_listeners_port (0.00s) --- PASS: TestConsulGateway_Equals_ingress/mod_ingress_listeners_protocol (0.00s) --- PASS: TestConsulGateway_Equals_ingress/mod_ingress_listeners_services_count (0.00s) --- PASS: TestConsulGateway_Equals_ingress/mod_ingress_listeners_services_name (0.00s) --- PASS: TestConsulGateway_Equals_ingress/mod_ingress_listeners_services_hosts_count (0.00s) --- PASS: TestConsulGateway_Equals_ingress/mod_ingress_listeners_services_hosts_content (0.00s) === CONT TestConsulConnect_CopyEquals --- PASS: TestConsulConnect_CopyEquals (0.00s) === RUN TestServiceCheck_validate_FailingTypes/invalid --- PASS: TestServiceCheck_validate_FailingTypes (0.00s) --- PASS: TestServiceCheck_validate_FailingTypes/valid (0.00s) --- PASS: TestServiceCheck_validate_FailingTypes/invalid (0.00s) === RUN TestConsulExposePath_exposePathsEqual/size_mismatch === RUN TestConsulExposePath_exposePathsEqual/different === RUN TestConsulExposePath_exposePathsEqual/identical === RUN TestConsulExposePath_exposePathsEqual/unsorted === RUN TestServiceCheck_validate_PassingTypes/valid --- PASS: TestConsulExposePath_exposePathsEqual (0.00s) --- PASS: TestConsulExposePath_exposePathsEqual/size_mismatch (0.00s) --- PASS: TestConsulExposePath_exposePathsEqual/different (0.00s) --- PASS: TestConsulExposePath_exposePathsEqual/identical (0.00s) --- PASS: TestConsulExposePath_exposePathsEqual/unsorted (0.00s) --- PASS: TestBatchFuture (0.01s) === RUN TestTaskGroup_UsesConnect/tg_uses_gateway === RUN TestTaskGroup_UsesConnect/tg_does_not_use_connect --- PASS: TestTaskGroup_UsesConnect (0.08s) --- PASS: TestTaskGroup_UsesConnect/tg_uses_native (0.00s) --- PASS: TestTaskGroup_UsesConnect/tg_uses_sidecar (0.06s) --- PASS: TestTaskGroup_UsesConnect/tg_uses_gateway (0.00s) --- PASS: TestTaskGroup_UsesConnect/tg_does_not_use_connect (0.00s) === RUN TestServiceCheck_validate_PassingTypes/invalid --- PASS: TestServiceCheck_validate_PassingTypes (0.08s) --- PASS: TestServiceCheck_validate_PassingTypes/valid (0.00s) --- PASS: TestServiceCheck_validate_PassingTypes/invalid (0.00s) === CONT TestJob_ConnectTasks --- PASS: TestJob_ConnectTasks (0.00s) PASS ok github.com/hashicorp/nomad/nomad/structs 2.079s === RUN TestAuditConfig_Merge --- PASS: TestAuditConfig_Merge (0.00s) === RUN TestAutopilotConfig_Merge --- PASS: TestAutopilotConfig_Merge (0.00s) === RUN TestConsulConfig_Merge --- PASS: TestConsulConfig_Merge (0.00s) === RUN TestConsulConfig_Defaults === PAUSE TestConsulConfig_Defaults === RUN TestConsulConfig_Exec === PAUSE TestConsulConfig_Exec === RUN TestLimits_Defaults === PAUSE TestLimits_Defaults === RUN TestLimits_Copy === PAUSE TestLimits_Copy === RUN TestLimits_Merge === PAUSE TestLimits_Merge === RUN TestPluginConfig_Merge === PAUSE TestPluginConfig_Merge === RUN TestPluginConfigSet_Merge === PAUSE TestPluginConfigSet_Merge === RUN TestTLSConfig_Merge --- PASS: TestTLSConfig_Merge (0.00s) === RUN TestTLS_CertificateInfoIsEqual_TrueWhenEmpty --- PASS: TestTLS_CertificateInfoIsEqual_TrueWhenEmpty (0.00s) === RUN TestTLS_CertificateInfoIsEqual_FalseWhenUnequal --- PASS: TestTLS_CertificateInfoIsEqual_FalseWhenUnequal (0.00s) === RUN TestTLS_CertificateInfoIsEqual_TrueWhenEqual --- PASS: TestTLS_CertificateInfoIsEqual_TrueWhenEqual (0.00s) === RUN TestTLS_Copy --- PASS: TestTLS_Copy (0.00s) === RUN TestTLS_GetKeyloader --- PASS: TestTLS_GetKeyloader (0.00s) === RUN TestTLS_SetChecksum --- PASS: TestTLS_SetChecksum (0.00s) === RUN TestVaultConfig_Merge --- PASS: TestVaultConfig_Merge (0.00s) === RUN TestVaultConfig_IsEqual --- PASS: TestVaultConfig_IsEqual (0.00s) === CONT TestConsulConfig_Defaults === CONT TestLimits_Merge --- PASS: TestConsulConfig_Defaults (0.00s) === CONT TestLimits_Copy --- PASS: TestLimits_Merge (0.00s) === CONT TestPluginConfig_Merge --- PASS: TestLimits_Copy (0.00s) === CONT TestPluginConfigSet_Merge === CONT TestLimits_Defaults --- PASS: TestPluginConfig_Merge (0.00s) --- PASS: TestLimits_Defaults (0.00s) === CONT TestConsulConfig_Exec --- PASS: TestPluginConfigSet_Merge (0.00s) --- PASS: TestConsulConfig_Exec (0.17s) PASS ok github.com/hashicorp/nomad/nomad/structs/config 0.204s ? github.com/hashicorp/nomad/nomad/types [no test files] === RUN TestVolumeWatch_Reap === PAUSE TestVolumeWatch_Reap === RUN TestVolumeWatch_EnableDisable === PAUSE TestVolumeWatch_EnableDisable === RUN TestVolumeWatch_Checkpoint === PAUSE TestVolumeWatch_Checkpoint === RUN TestVolumeWatch_StartStop === PAUSE TestVolumeWatch_StartStop === RUN TestVolumeWatch_RegisterDeregister === PAUSE TestVolumeWatch_RegisterDeregister === CONT TestVolumeWatch_Reap === CONT TestVolumeWatch_StartStop === CONT TestVolumeWatch_Checkpoint === CONT TestVolumeWatch_EnableDisable --- PASS: TestVolumeWatch_Reap (0.00s) 2021-10-14T17:20:37.074Z [TRACE] volumewatcher/volume_watcher.go:73: volumes_watcher: starting watcher: namespace=default volume_id=c864038f-3864-8917-712f-e176436cfb80 2021-10-14T17:20:37.074Z [TRACE] volumewatcher/volume_watcher.go:73: volumes_watcher: starting watcher: namespace=default volume_id=5cc2d659-d739-b964-9b66-533c34bf3443 2021-10-14T17:20:37.074Z [TRACE] volumewatcher/volume_watcher.go:159: volumes_watcher: releasing unused volume claims: namespace=default volume_id=c864038f-3864-8917-712f-e176436cfb80 2021-10-14T17:20:37.074Z [TRACE] volumewatcher/volume_watcher.go:86: volumes_watcher: no more claims: namespace=default volume_id=c864038f-3864-8917-712f-e176436cfb80 2021-10-14T17:20:37.074Z [TRACE] volumewatcher/volume_watcher.go:86: volumes_watcher: no more claims: namespace=default volume_id=5cc2d659-d739-b964-9b66-533c34bf3443 2021-10-14T17:20:37.075Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=98a3d8fe-57d6-04b4-230c-bc74acb3b2d2 client_status=running === CONT TestVolumeWatch_RegisterDeregister 2021-10-14T17:20:37.075Z [TRACE] volumewatcher/volume_watcher.go:73: volumes_watcher: starting watcher: namespace=default volume_id=d102f5a0-f078-8452-8bc3-d4a68733160b 2021-10-14T17:20:37.075Z [TRACE] volumewatcher/volume_watcher.go:86: volumes_watcher: no more claims: namespace=default volume_id=d102f5a0-f078-8452-8bc3-d4a68733160b 2021-10-14T17:20:37.076Z [TRACE] volumewatcher/volume_watcher.go:73: volumes_watcher: starting watcher: namespace=default volume_id=4137de06-aa58-4f30-dfed-214776890e41 2021-10-14T17:20:37.076Z [TRACE] volumewatcher/volume_watcher.go:86: volumes_watcher: no more claims: namespace=default volume_id=4137de06-aa58-4f30-dfed-214776890e41 2021-10-14T17:20:37.084Z [TRACE] volumewatcher/volume_watcher.go:86: volumes_watcher: no more claims: namespace=default volume_id=5cc2d659-d739-b964-9b66-533c34bf3443 2021-10-14T17:20:37.085Z [TRACE] volumewatcher/volume_watcher.go:73: volumes_watcher: starting watcher: namespace=default volume_id=5cc2d659-d739-b964-9b66-533c34bf3443 2021-10-14T17:20:37.085Z [TRACE] volumewatcher/volume_watcher.go:86: volumes_watcher: no more claims: namespace=default volume_id=5cc2d659-d739-b964-9b66-533c34bf3443 2021-10-14T17:20:37.084Z [TRACE] volumewatcher/volume_watcher.go:86: volumes_watcher: no more claims: namespace=default volume_id=c864038f-3864-8917-712f-e176436cfb80 --- PASS: TestVolumeWatch_EnableDisable (0.01s) --- PASS: TestVolumeWatch_RegisterDeregister (0.01s) --- PASS: TestVolumeWatch_Checkpoint (0.03s) 2021-10-14T17:20:37.119Z [TRACE] volumewatcher/volume_watcher.go:73: volumes_watcher: starting watcher: namespace=default volume_id=d102f5a0-f078-8452-8bc3-d4a68733160b 2021-10-14T17:20:37.120Z [TRACE] volumewatcher/volume_watcher.go:159: volumes_watcher: releasing unused volume claims: namespace=default volume_id=d102f5a0-f078-8452-8bc3-d4a68733160b 2021-10-14T17:20:37.120Z [TRACE] volumewatcher/volume_watcher.go:86: volumes_watcher: no more claims: namespace=default volume_id=d102f5a0-f078-8452-8bc3-d4a68733160b --- PASS: TestVolumeWatch_StartStop (0.08s) PASS ok github.com/hashicorp/nomad/nomad/volumewatcher 0.201s ? github.com/hashicorp/nomad/plugins [no test files] === RUN TestBasePlugin_PluginInfo_GRPC === PAUSE TestBasePlugin_PluginInfo_GRPC === RUN TestBasePlugin_ConfigSchema === PAUSE TestBasePlugin_ConfigSchema === RUN TestBasePlugin_SetConfig === PAUSE TestBasePlugin_SetConfig === CONT TestBasePlugin_PluginInfo_GRPC === CONT TestBasePlugin_SetConfig === CONT TestBasePlugin_ConfigSchema --- PASS: TestBasePlugin_SetConfig (0.01s) --- PASS: TestBasePlugin_PluginInfo_GRPC (0.01s) --- PASS: TestBasePlugin_ConfigSchema (0.02s) PASS ok github.com/hashicorp/nomad/plugins/base 0.116s ? github.com/hashicorp/nomad/plugins/base/proto [no test files] ? github.com/hashicorp/nomad/plugins/base/structs [no test files] === RUN TestClient_RPC_PluginProbe === RUN TestClient_RPC_PluginProbe/handles_underlying_grpc_errors === RUN TestClient_RPC_PluginProbe/returns_false_for_ready_when_the_provider_returns_false === RUN TestClient_RPC_PluginProbe/returns_true_for_ready_when_the_provider_returns_true === RUN TestClient_RPC_PluginProbe/returns_true_for_ready_when_the_provider_returns_a_nil_wrapper --- PASS: TestClient_RPC_PluginProbe (0.00s) --- PASS: TestClient_RPC_PluginProbe/handles_underlying_grpc_errors (0.00s) --- PASS: TestClient_RPC_PluginProbe/returns_false_for_ready_when_the_provider_returns_false (0.00s) --- PASS: TestClient_RPC_PluginProbe/returns_true_for_ready_when_the_provider_returns_true (0.00s) --- PASS: TestClient_RPC_PluginProbe/returns_true_for_ready_when_the_provider_returns_a_nil_wrapper (0.00s) === RUN TestClient_RPC_PluginInfo === RUN TestClient_RPC_PluginInfo/handles_underlying_grpc_errors === RUN TestClient_RPC_PluginInfo/returns_an_error_if_we_receive_an_empty_`name` === RUN TestClient_RPC_PluginInfo/returns_the_name_when_successfully_retrieved_and_not_empty --- PASS: TestClient_RPC_PluginInfo (0.00s) --- PASS: TestClient_RPC_PluginInfo/handles_underlying_grpc_errors (0.00s) --- PASS: TestClient_RPC_PluginInfo/returns_an_error_if_we_receive_an_empty_`name` (0.00s) --- PASS: TestClient_RPC_PluginInfo/returns_the_name_when_successfully_retrieved_and_not_empty (0.00s) === RUN TestClient_RPC_PluginGetCapabilities === RUN TestClient_RPC_PluginGetCapabilities/handles_underlying_grpc_errors === RUN TestClient_RPC_PluginGetCapabilities/HasControllerService_is_true_when_it's_part_of_the_response === RUN TestClient_RPC_PluginGetCapabilities/HasTopologies_is_true_when_it's_part_of_the_response --- PASS: TestClient_RPC_PluginGetCapabilities (0.00s) --- PASS: TestClient_RPC_PluginGetCapabilities/handles_underlying_grpc_errors (0.00s) --- PASS: TestClient_RPC_PluginGetCapabilities/HasControllerService_is_true_when_it's_part_of_the_response (0.00s) --- PASS: TestClient_RPC_PluginGetCapabilities/HasTopologies_is_true_when_it's_part_of_the_response (0.00s) === RUN TestClient_RPC_ControllerGetCapabilities === RUN TestClient_RPC_ControllerGetCapabilities/handles_underlying_grpc_errors === RUN TestClient_RPC_ControllerGetCapabilities/ignores_unknown_capabilities === RUN TestClient_RPC_ControllerGetCapabilities/detects_list_volumes_capabilities === RUN TestClient_RPC_ControllerGetCapabilities/detects_publish_capabilities --- PASS: TestClient_RPC_ControllerGetCapabilities (0.00s) --- PASS: TestClient_RPC_ControllerGetCapabilities/handles_underlying_grpc_errors (0.00s) --- PASS: TestClient_RPC_ControllerGetCapabilities/ignores_unknown_capabilities (0.00s) --- PASS: TestClient_RPC_ControllerGetCapabilities/detects_list_volumes_capabilities (0.00s) --- PASS: TestClient_RPC_ControllerGetCapabilities/detects_publish_capabilities (0.00s) === RUN TestClient_RPC_NodeGetCapabilities === RUN TestClient_RPC_NodeGetCapabilities/handles_underlying_grpc_errors === RUN TestClient_RPC_NodeGetCapabilities/ignores_unknown_capabilities === RUN TestClient_RPC_NodeGetCapabilities/detects_stage_volumes_capability --- PASS: TestClient_RPC_NodeGetCapabilities (0.00s) --- PASS: TestClient_RPC_NodeGetCapabilities/handles_underlying_grpc_errors (0.00s) --- PASS: TestClient_RPC_NodeGetCapabilities/ignores_unknown_capabilities (0.00s) --- PASS: TestClient_RPC_NodeGetCapabilities/detects_stage_volumes_capability (0.00s) === RUN TestClient_RPC_ControllerPublishVolume === RUN TestClient_RPC_ControllerPublishVolume/handles_underlying_grpc_errors === RUN TestClient_RPC_ControllerPublishVolume/handles_missing_NodeID === RUN TestClient_RPC_ControllerPublishVolume/handles_PublishContext_==_nil === RUN TestClient_RPC_ControllerPublishVolume/handles_PublishContext_!=_nil --- PASS: TestClient_RPC_ControllerPublishVolume (0.00s) --- PASS: TestClient_RPC_ControllerPublishVolume/handles_underlying_grpc_errors (0.00s) --- PASS: TestClient_RPC_ControllerPublishVolume/handles_missing_NodeID (0.00s) --- PASS: TestClient_RPC_ControllerPublishVolume/handles_PublishContext_==_nil (0.00s) --- PASS: TestClient_RPC_ControllerPublishVolume/handles_PublishContext_!=_nil (0.00s) === RUN TestClient_RPC_ControllerUnpublishVolume === RUN TestClient_RPC_ControllerUnpublishVolume/handles_underlying_grpc_errors === RUN TestClient_RPC_ControllerUnpublishVolume/handles_missing_NodeID === RUN TestClient_RPC_ControllerUnpublishVolume/handles_successful_response --- PASS: TestClient_RPC_ControllerUnpublishVolume (0.00s) --- PASS: TestClient_RPC_ControllerUnpublishVolume/handles_underlying_grpc_errors (0.00s) --- PASS: TestClient_RPC_ControllerUnpublishVolume/handles_missing_NodeID (0.00s) --- PASS: TestClient_RPC_ControllerUnpublishVolume/handles_successful_response (0.00s) === RUN TestClient_RPC_ControllerValidateVolume === RUN TestClient_RPC_ControllerValidateVolume/handles_underlying_grpc_errors === RUN TestClient_RPC_ControllerValidateVolume/handles_empty_success === RUN TestClient_RPC_ControllerValidateVolume/handles_validate_success === RUN TestClient_RPC_ControllerValidateVolume/handles_validation_failure_block_mismatch === RUN TestClient_RPC_ControllerValidateVolume/handles_validation_failure_mount_flags --- PASS: TestClient_RPC_ControllerValidateVolume (0.00s) --- PASS: TestClient_RPC_ControllerValidateVolume/handles_underlying_grpc_errors (0.00s) --- PASS: TestClient_RPC_ControllerValidateVolume/handles_empty_success (0.00s) --- PASS: TestClient_RPC_ControllerValidateVolume/handles_validate_success (0.00s) --- PASS: TestClient_RPC_ControllerValidateVolume/handles_validation_failure_block_mismatch (0.00s) --- PASS: TestClient_RPC_ControllerValidateVolume/handles_validation_failure_mount_flags (0.00s) === RUN TestClient_RPC_NodeStageVolume === RUN TestClient_RPC_NodeStageVolume/handles_underlying_grpc_errors === RUN TestClient_RPC_NodeStageVolume/handles_success --- PASS: TestClient_RPC_NodeStageVolume (0.00s) --- PASS: TestClient_RPC_NodeStageVolume/handles_underlying_grpc_errors (0.00s) --- PASS: TestClient_RPC_NodeStageVolume/handles_success (0.00s) === RUN TestClient_RPC_NodeUnstageVolume === RUN TestClient_RPC_NodeUnstageVolume/handles_underlying_grpc_errors === RUN TestClient_RPC_NodeUnstageVolume/handles_success --- PASS: TestClient_RPC_NodeUnstageVolume (0.00s) --- PASS: TestClient_RPC_NodeUnstageVolume/handles_underlying_grpc_errors (0.00s) --- PASS: TestClient_RPC_NodeUnstageVolume/handles_success (0.00s) === RUN TestClient_RPC_NodePublishVolume === RUN TestClient_RPC_NodePublishVolume/handles_underlying_grpc_errors === RUN TestClient_RPC_NodePublishVolume/handles_success === RUN TestClient_RPC_NodePublishVolume/Performs_validation_of_the_publish_volume_request --- PASS: TestClient_RPC_NodePublishVolume (0.00s) --- PASS: TestClient_RPC_NodePublishVolume/handles_underlying_grpc_errors (0.00s) --- PASS: TestClient_RPC_NodePublishVolume/handles_success (0.00s) --- PASS: TestClient_RPC_NodePublishVolume/Performs_validation_of_the_publish_volume_request (0.00s) === RUN TestClient_RPC_NodeUnpublishVolume === RUN TestClient_RPC_NodeUnpublishVolume/handles_underlying_grpc_errors === RUN TestClient_RPC_NodeUnpublishVolume/handles_success === RUN TestClient_RPC_NodeUnpublishVolume/Performs_validation_of_the_request_args_-_ExternalID === RUN TestClient_RPC_NodeUnpublishVolume/Performs_validation_of_the_request_args_-_TargetPath --- PASS: TestClient_RPC_NodeUnpublishVolume (0.00s) --- PASS: TestClient_RPC_NodeUnpublishVolume/handles_underlying_grpc_errors (0.00s) --- PASS: TestClient_RPC_NodeUnpublishVolume/handles_success (0.00s) --- PASS: TestClient_RPC_NodeUnpublishVolume/Performs_validation_of_the_request_args_-_ExternalID (0.00s) --- PASS: TestClient_RPC_NodeUnpublishVolume/Performs_validation_of_the_request_args_-_TargetPath (0.00s) PASS ok github.com/hashicorp/nomad/plugins/csi 0.270s ? github.com/hashicorp/nomad/plugins/csi/fake [no test files] ? github.com/hashicorp/nomad/plugins/csi/testing [no test files] === RUN TestDevicePlugin_PluginInfo === PAUSE TestDevicePlugin_PluginInfo === RUN TestDevicePlugin_ConfigSchema === PAUSE TestDevicePlugin_ConfigSchema === RUN TestDevicePlugin_SetConfig === PAUSE TestDevicePlugin_SetConfig === RUN TestDevicePlugin_Fingerprint === PAUSE TestDevicePlugin_Fingerprint === RUN TestDevicePlugin_Fingerprint_StreamErr === PAUSE TestDevicePlugin_Fingerprint_StreamErr === RUN TestDevicePlugin_Fingerprint_CancelCtx === PAUSE TestDevicePlugin_Fingerprint_CancelCtx === RUN TestDevicePlugin_Reserve === PAUSE TestDevicePlugin_Reserve === RUN TestDevicePlugin_Stats === PAUSE TestDevicePlugin_Stats === RUN TestDevicePlugin_Stats_StreamErr === PAUSE TestDevicePlugin_Stats_StreamErr === RUN TestDevicePlugin_Stats_CancelCtx === PAUSE TestDevicePlugin_Stats_CancelCtx === CONT TestDevicePlugin_PluginInfo === CONT TestDevicePlugin_Reserve === CONT TestDevicePlugin_Fingerprint === CONT TestDevicePlugin_Fingerprint_StreamErr === CONT TestDevicePlugin_SetConfig === CONT TestDevicePlugin_Stats_CancelCtx === CONT TestDevicePlugin_ConfigSchema === CONT TestDevicePlugin_Stats_StreamErr === CONT TestDevicePlugin_Stats === CONT TestDevicePlugin_Fingerprint_CancelCtx --- PASS: TestDevicePlugin_ConfigSchema (0.31s) --- PASS: TestDevicePlugin_Fingerprint_StreamErr (0.31s) --- PASS: TestDevicePlugin_SetConfig (0.31s) --- PASS: TestDevicePlugin_Reserve (0.31s) --- PASS: TestDevicePlugin_Stats_StreamErr (0.31s) --- PASS: TestDevicePlugin_Stats (0.32s) --- PASS: TestDevicePlugin_Fingerprint (0.32s) --- PASS: TestDevicePlugin_Stats_CancelCtx (0.32s) --- PASS: TestDevicePlugin_Fingerprint_CancelCtx (0.32s) --- PASS: TestDevicePlugin_PluginInfo (0.33s) PASS ok github.com/hashicorp/nomad/plugins/device 0.793s ? github.com/hashicorp/nomad/plugins/device/cmd/example [no test files] ? github.com/hashicorp/nomad/plugins/device/cmd/example/cmd [no test files] ? github.com/hashicorp/nomad/plugins/device/proto [no test files] === RUN TestResourceUsageRoundTrip --- PASS: TestResourceUsageRoundTrip (0.00s) PASS ok github.com/hashicorp/nomad/plugins/drivers 0.311s ? github.com/hashicorp/nomad/plugins/drivers/proto [no test files] === RUN TestDriverHarness --- PASS: TestDriverHarness (0.00s) === RUN TestBaseDriver_Fingerprint === PAUSE TestBaseDriver_Fingerprint === RUN TestBaseDriver_RecoverTask === PAUSE TestBaseDriver_RecoverTask === RUN TestBaseDriver_StartTask === PAUSE TestBaseDriver_StartTask === RUN TestBaseDriver_WaitTask === PAUSE TestBaseDriver_WaitTask === RUN TestBaseDriver_TaskEvents === PAUSE TestBaseDriver_TaskEvents === RUN TestBaseDriver_Capabilities --- PASS: TestBaseDriver_Capabilities (0.06s) === CONT TestBaseDriver_Fingerprint === CONT TestBaseDriver_RecoverTask === CONT TestBaseDriver_TaskEvents === CONT TestBaseDriver_WaitTask === CONT TestBaseDriver_StartTask --- PASS: TestBaseDriver_TaskEvents (0.01s) --- PASS: TestBaseDriver_StartTask (0.01s) --- PASS: TestBaseDriver_RecoverTask (0.01s) --- PASS: TestBaseDriver_WaitTask (0.03s) --- PASS: TestBaseDriver_Fingerprint (0.50s) PASS ok github.com/hashicorp/nomad/plugins/drivers/testutils 0.722s ? github.com/hashicorp/nomad/plugins/drivers/utils [no test files] ? github.com/hashicorp/nomad/plugins/shared/cmd/launcher [no test files] ? github.com/hashicorp/nomad/plugins/shared/hclspec [no test files] === RUN TestAttribute_Validate === RUN TestAttribute_Validate/true === RUN TestAttribute_Validate/foo === RUN TestAttribute_Validate/123 === RUN TestAttribute_Validate/123.2 === RUN TestAttribute_Validate/trueMB === RUN TestAttribute_Validate/fooMB === RUN TestAttribute_Validate/123lolNO === RUN TestAttribute_Validate/123.2lolNO === RUN TestAttribute_Validate/123.2mW --- PASS: TestAttribute_Validate (0.00s) --- PASS: TestAttribute_Validate/true (0.00s) --- PASS: TestAttribute_Validate/foo (0.00s) --- PASS: TestAttribute_Validate/123 (0.00s) --- PASS: TestAttribute_Validate/123.2 (0.00s) --- PASS: TestAttribute_Validate/trueMB (0.00s) --- PASS: TestAttribute_Validate/fooMB (0.00s) --- PASS: TestAttribute_Validate/123lolNO (0.00s) --- PASS: TestAttribute_Validate/123.2lolNO (0.00s) --- PASS: TestAttribute_Validate/123.2mW (0.00s) === RUN TestAttribute_Compare_Bool === RUN TestAttribute_Compare_Bool/true_vs_true === RUN TestAttribute_Compare_Bool/true_vs_false === RUN TestAttribute_Compare_Bool/true_vs_foo === RUN TestAttribute_Compare_Bool/true_vs_123 === RUN TestAttribute_Compare_Bool/true_vs_123.2 --- PASS: TestAttribute_Compare_Bool (0.00s) --- PASS: TestAttribute_Compare_Bool/true_vs_true (0.00s) --- PASS: TestAttribute_Compare_Bool/true_vs_false (0.00s) --- PASS: TestAttribute_Compare_Bool/true_vs_foo (0.00s) --- PASS: TestAttribute_Compare_Bool/true_vs_123 (0.00s) --- PASS: TestAttribute_Compare_Bool/true_vs_123.2 (0.00s) === RUN TestAttribute_Compare_String === RUN TestAttribute_Compare_String/a_vs_b === RUN TestAttribute_Compare_String/hello_vs_hello === RUN TestAttribute_Compare_String/b_vs_a === RUN TestAttribute_Compare_String/hello_vs_true === RUN TestAttribute_Compare_String/hello_vs_123 === RUN TestAttribute_Compare_String/hello_vs_123.2 --- PASS: TestAttribute_Compare_String (0.00s) --- PASS: TestAttribute_Compare_String/a_vs_b (0.00s) --- PASS: TestAttribute_Compare_String/hello_vs_hello (0.00s) --- PASS: TestAttribute_Compare_String/b_vs_a (0.00s) --- PASS: TestAttribute_Compare_String/hello_vs_true (0.00s) --- PASS: TestAttribute_Compare_String/hello_vs_123 (0.00s) --- PASS: TestAttribute_Compare_String/hello_vs_123.2 (0.00s) === RUN TestAttribute_Compare_Float === RUN TestAttribute_Compare_Float/101.5_vs_100001.5 === RUN TestAttribute_Compare_Float/100001.5_vs_100001.5 === RUN TestAttribute_Compare_Float/9.999999995e+08_vs_101.5 === RUN TestAttribute_Compare_Float/101.5_vs_true === RUN TestAttribute_Compare_Float/101.5_vs_hello --- PASS: TestAttribute_Compare_Float (0.00s) --- PASS: TestAttribute_Compare_Float/101.5_vs_100001.5 (0.00s) --- PASS: TestAttribute_Compare_Float/100001.5_vs_100001.5 (0.00s) --- PASS: TestAttribute_Compare_Float/9.999999995e+08_vs_101.5 (0.00s) --- PASS: TestAttribute_Compare_Float/101.5_vs_true (0.00s) --- PASS: TestAttribute_Compare_Float/101.5_vs_hello (0.00s) === RUN TestAttribute_Compare_Int === RUN TestAttribute_Compare_Int/3_vs_10 === RUN TestAttribute_Compare_Int/10_vs_10 === RUN TestAttribute_Compare_Int/100_vs_10 === RUN TestAttribute_Compare_Int/10_vs_true === RUN TestAttribute_Compare_Int/10_vs_hello --- PASS: TestAttribute_Compare_Int (0.00s) --- PASS: TestAttribute_Compare_Int/3_vs_10 (0.00s) --- PASS: TestAttribute_Compare_Int/10_vs_10 (0.00s) --- PASS: TestAttribute_Compare_Int/100_vs_10 (0.00s) --- PASS: TestAttribute_Compare_Int/10_vs_true (0.00s) --- PASS: TestAttribute_Compare_Int/10_vs_hello (0.00s) === RUN TestAttribute_Compare_Int_With_Units === RUN TestAttribute_Compare_Int_With_Units/3MB_vs_10MB === RUN TestAttribute_Compare_Int_With_Units/10MB_vs_10MB === RUN TestAttribute_Compare_Int_With_Units/100MB_vs_10MB === RUN TestAttribute_Compare_Int_With_Units/3GB_vs_3MB === RUN TestAttribute_Compare_Int_With_Units/1GiB_vs_1024MiB === RUN TestAttribute_Compare_Int_With_Units/1GiB_vs_1025MiB === RUN TestAttribute_Compare_Int_With_Units/1000mW_vs_1W --- PASS: TestAttribute_Compare_Int_With_Units (0.00s) --- PASS: TestAttribute_Compare_Int_With_Units/3MB_vs_10MB (0.00s) --- PASS: TestAttribute_Compare_Int_With_Units/10MB_vs_10MB (0.00s) --- PASS: TestAttribute_Compare_Int_With_Units/100MB_vs_10MB (0.00s) --- PASS: TestAttribute_Compare_Int_With_Units/3GB_vs_3MB (0.00s) --- PASS: TestAttribute_Compare_Int_With_Units/1GiB_vs_1024MiB (0.00s) --- PASS: TestAttribute_Compare_Int_With_Units/1GiB_vs_1025MiB (0.00s) --- PASS: TestAttribute_Compare_Int_With_Units/1000mW_vs_1W (0.00s) === RUN TestAttribute_Compare_Float_With_Units === RUN TestAttribute_Compare_Float_With_Units/3MB_vs_10MB === RUN TestAttribute_Compare_Float_With_Units/10MB_vs_10MB === RUN TestAttribute_Compare_Float_With_Units/100MB_vs_10MB === RUN TestAttribute_Compare_Float_With_Units/3GB_vs_3MB === RUN TestAttribute_Compare_Float_With_Units/1GiB_vs_1024MiB === RUN TestAttribute_Compare_Float_With_Units/1GiB_vs_1025MiB === RUN TestAttribute_Compare_Float_With_Units/1000mW_vs_1W === RUN TestAttribute_Compare_Float_With_Units/1.5GiB_vs_1400MiB --- PASS: TestAttribute_Compare_Float_With_Units (0.00s) --- PASS: TestAttribute_Compare_Float_With_Units/3MB_vs_10MB (0.00s) --- PASS: TestAttribute_Compare_Float_With_Units/10MB_vs_10MB (0.00s) --- PASS: TestAttribute_Compare_Float_With_Units/100MB_vs_10MB (0.00s) --- PASS: TestAttribute_Compare_Float_With_Units/3GB_vs_3MB (0.00s) --- PASS: TestAttribute_Compare_Float_With_Units/1GiB_vs_1024MiB (0.00s) --- PASS: TestAttribute_Compare_Float_With_Units/1GiB_vs_1025MiB (0.00s) --- PASS: TestAttribute_Compare_Float_With_Units/1000mW_vs_1W (0.00s) --- PASS: TestAttribute_Compare_Float_With_Units/1.5GiB_vs_1400MiB (0.00s) === RUN TestAttribute_Compare_IntToFloat === RUN TestAttribute_Compare_IntToFloat/3_vs_10 === RUN TestAttribute_Compare_IntToFloat/10_vs_10 === RUN TestAttribute_Compare_IntToFloat/10_vs_10.1 === RUN TestAttribute_Compare_IntToFloat/100_vs_10 === RUN TestAttribute_Compare_IntToFloat/100_vs_100.00001 --- PASS: TestAttribute_Compare_IntToFloat (0.00s) --- PASS: TestAttribute_Compare_IntToFloat/3_vs_10 (0.00s) --- PASS: TestAttribute_Compare_IntToFloat/10_vs_10 (0.00s) --- PASS: TestAttribute_Compare_IntToFloat/10_vs_10.1 (0.00s) --- PASS: TestAttribute_Compare_IntToFloat/100_vs_10 (0.00s) --- PASS: TestAttribute_Compare_IntToFloat/100_vs_100.00001 (0.00s) === RUN TestAttribute_ParseAndValidate === RUN TestAttribute_ParseAndValidate/true === RUN TestAttribute_ParseAndValidate/false === RUN TestAttribute_ParseAndValidate/1 === RUN TestAttribute_ParseAndValidate/100 === RUN TestAttribute_ParseAndValidate/-100 === RUN TestAttribute_ParseAndValidate/-1.0 === RUN TestAttribute_ParseAndValidate/-100.25 === RUN TestAttribute_ParseAndValidate/1.01 === RUN TestAttribute_ParseAndValidate/100.25 === RUN TestAttribute_ParseAndValidate/foobar === RUN TestAttribute_ParseAndValidate/foo123bar === RUN TestAttribute_ParseAndValidate/100MB === RUN TestAttribute_ParseAndValidate/-100MHz === RUN TestAttribute_ParseAndValidate/-1.0MB/s === RUN TestAttribute_ParseAndValidate/-100.25GiB/s === RUN TestAttribute_ParseAndValidate/1.01TB === RUN TestAttribute_ParseAndValidate/100.25mW --- PASS: TestAttribute_ParseAndValidate (0.00s) --- PASS: TestAttribute_ParseAndValidate/true (0.00s) --- PASS: TestAttribute_ParseAndValidate/false (0.00s) --- PASS: TestAttribute_ParseAndValidate/1 (0.00s) --- PASS: TestAttribute_ParseAndValidate/100 (0.00s) --- PASS: TestAttribute_ParseAndValidate/-100 (0.00s) --- PASS: TestAttribute_ParseAndValidate/-1.0 (0.00s) --- PASS: TestAttribute_ParseAndValidate/-100.25 (0.00s) --- PASS: TestAttribute_ParseAndValidate/1.01 (0.00s) --- PASS: TestAttribute_ParseAndValidate/100.25 (0.00s) --- PASS: TestAttribute_ParseAndValidate/foobar (0.00s) --- PASS: TestAttribute_ParseAndValidate/foo123bar (0.00s) --- PASS: TestAttribute_ParseAndValidate/100MB (0.00s) --- PASS: TestAttribute_ParseAndValidate/-100MHz (0.00s) --- PASS: TestAttribute_ParseAndValidate/-1.0MB/s (0.00s) --- PASS: TestAttribute_ParseAndValidate/-100.25GiB/s (0.00s) --- PASS: TestAttribute_ParseAndValidate/1.01TB (0.00s) --- PASS: TestAttribute_ParseAndValidate/100.25mW (0.00s) PASS ok github.com/hashicorp/nomad/plugins/shared/structs 0.092s ? github.com/hashicorp/nomad/plugins/shared/structs/proto [no test files] === RUN TestAnnotateTaskGroup_Updates --- PASS: TestAnnotateTaskGroup_Updates (0.00s) === RUN TestAnnotateCountChange_NonEdited --- PASS: TestAnnotateCountChange_NonEdited (0.00s) === RUN TestAnnotateCountChange --- PASS: TestAnnotateCountChange (0.00s) === RUN TestAnnotateTask_NonEdited --- PASS: TestAnnotateTask_NonEdited (0.00s) === RUN TestAnnotateTask --- PASS: TestAnnotateTask (0.00s) === RUN TestEvalContext_ProposedAlloc --- PASS: TestEvalContext_ProposedAlloc (0.00s) === RUN TestEvalContext_ProposedAlloc_EvictPreempt === PAUSE TestEvalContext_ProposedAlloc_EvictPreempt === RUN TestEvalEligibility_JobStatus --- PASS: TestEvalEligibility_JobStatus (0.00s) === RUN TestEvalEligibility_TaskGroupStatus --- PASS: TestEvalEligibility_TaskGroupStatus (0.00s) === RUN TestEvalEligibility_SetJob --- PASS: TestEvalEligibility_SetJob (0.00s) === RUN TestEvalEligibility_GetClasses --- PASS: TestEvalEligibility_GetClasses (0.00s) === RUN TestEvalEligibility_GetClasses_JobEligible_TaskGroupIneligible --- PASS: TestEvalEligibility_GetClasses_JobEligible_TaskGroupIneligible (0.00s) === RUN TestDeviceAllocator_Allocate_GenericRequest --- PASS: TestDeviceAllocator_Allocate_GenericRequest (0.00s) === RUN TestDeviceAllocator_Allocate_FullyQualifiedRequest --- PASS: TestDeviceAllocator_Allocate_FullyQualifiedRequest (0.00s) === RUN TestDeviceAllocator_Allocate_NotEnoughInstances --- PASS: TestDeviceAllocator_Allocate_NotEnoughInstances (0.00s) === RUN TestDeviceAllocator_Allocate_Constraints === RUN TestDeviceAllocator_Allocate_Constraints/gpu === RUN TestDeviceAllocator_Allocate_Constraints/gpu#01 === RUN TestDeviceAllocator_Allocate_Constraints/nvidia/gpu === RUN TestDeviceAllocator_Allocate_Constraints/intel/gpu === RUN TestDeviceAllocator_Allocate_Constraints/nvidia/gpu#01 --- PASS: TestDeviceAllocator_Allocate_Constraints (0.00s) --- PASS: TestDeviceAllocator_Allocate_Constraints/gpu (0.00s) --- PASS: TestDeviceAllocator_Allocate_Constraints/gpu#01 (0.00s) --- PASS: TestDeviceAllocator_Allocate_Constraints/nvidia/gpu (0.00s) --- PASS: TestDeviceAllocator_Allocate_Constraints/intel/gpu (0.00s) --- PASS: TestDeviceAllocator_Allocate_Constraints/nvidia/gpu#01 (0.00s) === RUN TestDeviceAllocator_Allocate_Affinities === RUN TestDeviceAllocator_Allocate_Affinities/gpu === RUN TestDeviceAllocator_Allocate_Affinities/gpu#01 === RUN TestDeviceAllocator_Allocate_Affinities/gpu#02 === RUN TestDeviceAllocator_Allocate_Affinities/nvidia/gpu --- PASS: TestDeviceAllocator_Allocate_Affinities (0.00s) --- PASS: TestDeviceAllocator_Allocate_Affinities/gpu (0.00s) --- PASS: TestDeviceAllocator_Allocate_Affinities/gpu#01 (0.00s) --- PASS: TestDeviceAllocator_Allocate_Affinities/gpu#02 (0.00s) --- PASS: TestDeviceAllocator_Allocate_Affinities/nvidia/gpu (0.00s) === RUN TestStaticIterator_Reset --- PASS: TestStaticIterator_Reset (0.00s) === RUN TestStaticIterator_SetNodes --- PASS: TestStaticIterator_SetNodes (0.00s) === RUN TestRandomIterator --- PASS: TestRandomIterator (0.00s) === RUN TestHostVolumeChecker --- PASS: TestHostVolumeChecker (0.00s) === RUN TestHostVolumeChecker_ReadOnly --- PASS: TestHostVolumeChecker_ReadOnly (0.00s) === RUN TestCSIVolumeChecker === PAUSE TestCSIVolumeChecker === RUN TestNetworkChecker --- PASS: TestNetworkChecker (0.00s) === RUN TestDriverChecker_DriverInfo --- PASS: TestDriverChecker_DriverInfo (0.04s) === RUN TestDriverChecker_Compatibility --- PASS: TestDriverChecker_Compatibility (0.00s) === RUN Test_HealthChecks --- PASS: Test_HealthChecks (0.01s) === RUN TestConstraintChecker --- PASS: TestConstraintChecker (0.00s) === RUN TestResolveConstraintTarget --- PASS: TestResolveConstraintTarget (0.00s) === RUN TestCheckConstraint --- PASS: TestCheckConstraint (0.01s) === RUN TestCheckLexicalOrder --- PASS: TestCheckLexicalOrder (0.00s) === RUN TestCheckVersionConstraint === PAUSE TestCheckVersionConstraint === RUN TestCheckSemverConstraint === PAUSE TestCheckSemverConstraint === RUN TestCheckRegexpConstraint --- PASS: TestCheckRegexpConstraint (0.00s) === RUN TestDistinctHostsIterator_JobDistinctHosts --- PASS: TestDistinctHostsIterator_JobDistinctHosts (0.00s) === RUN TestDistinctHostsIterator_JobDistinctHosts_InfeasibleCount --- PASS: TestDistinctHostsIterator_JobDistinctHosts_InfeasibleCount (0.00s) === RUN TestDistinctHostsIterator_TaskGroupDistinctHosts --- PASS: TestDistinctHostsIterator_TaskGroupDistinctHosts (0.00s) === RUN TestDistinctPropertyIterator_JobDistinctProperty --- PASS: TestDistinctPropertyIterator_JobDistinctProperty (0.00s) === RUN TestDistinctPropertyIterator_JobDistinctProperty_Count --- PASS: TestDistinctPropertyIterator_JobDistinctProperty_Count (0.00s) === RUN TestDistinctPropertyIterator_JobDistinctProperty_RemoveAndReplace --- PASS: TestDistinctPropertyIterator_JobDistinctProperty_RemoveAndReplace (0.00s) === RUN TestDistinctPropertyIterator_JobDistinctProperty_Infeasible --- PASS: TestDistinctPropertyIterator_JobDistinctProperty_Infeasible (0.00s) === RUN TestDistinctPropertyIterator_JobDistinctProperty_Infeasible_Count --- PASS: TestDistinctPropertyIterator_JobDistinctProperty_Infeasible_Count (0.00s) === RUN TestDistinctPropertyIterator_TaskGroupDistinctProperty --- PASS: TestDistinctPropertyIterator_TaskGroupDistinctProperty (0.00s) === RUN TestFeasibilityWrapper_JobIneligible --- PASS: TestFeasibilityWrapper_JobIneligible (0.00s) === RUN TestFeasibilityWrapper_JobEscapes --- PASS: TestFeasibilityWrapper_JobEscapes (0.00s) === RUN TestFeasibilityWrapper_JobAndTg_Eligible --- PASS: TestFeasibilityWrapper_JobAndTg_Eligible (0.00s) === RUN TestFeasibilityWrapper_JobEligible_TgIneligible --- PASS: TestFeasibilityWrapper_JobEligible_TgIneligible (0.00s) === RUN TestFeasibilityWrapper_JobEligible_TgEscaped --- PASS: TestFeasibilityWrapper_JobEligible_TgEscaped (0.00s) === RUN TestSetContainsAny --- PASS: TestSetContainsAny (0.00s) === RUN TestDeviceChecker === RUN TestDeviceChecker/no_devices_on_node === RUN TestDeviceChecker/no_requested_devices_on_empty_node === RUN TestDeviceChecker/gpu_devices_by_type === RUN TestDeviceChecker/wrong_devices_by_type === RUN TestDeviceChecker/devices_by_type_unhealthy_node === RUN TestDeviceChecker/gpu_devices_by_vendor/type === RUN TestDeviceChecker/wrong_devices_by_vendor/type === RUN TestDeviceChecker/gpu_devices_by_vendor/type/model === RUN TestDeviceChecker/wrong_devices_by_vendor/type/model === RUN TestDeviceChecker/too_many_requested === RUN TestDeviceChecker/meets_constraints_requirement === RUN TestDeviceChecker/meets_constraints_requirement_multiple_count === RUN TestDeviceChecker/meets_constraints_requirement_over_count === RUN TestDeviceChecker/does_not_meet_first_constraint === RUN TestDeviceChecker/does_not_meet_second_constraint --- PASS: TestDeviceChecker (0.00s) --- PASS: TestDeviceChecker/no_devices_on_node (0.00s) --- PASS: TestDeviceChecker/no_requested_devices_on_empty_node (0.00s) --- PASS: TestDeviceChecker/gpu_devices_by_type (0.00s) --- PASS: TestDeviceChecker/wrong_devices_by_type (0.00s) --- PASS: TestDeviceChecker/devices_by_type_unhealthy_node (0.00s) --- PASS: TestDeviceChecker/gpu_devices_by_vendor/type (0.00s) --- PASS: TestDeviceChecker/wrong_devices_by_vendor/type (0.00s) --- PASS: TestDeviceChecker/gpu_devices_by_vendor/type/model (0.00s) --- PASS: TestDeviceChecker/wrong_devices_by_vendor/type/model (0.00s) --- PASS: TestDeviceChecker/too_many_requested (0.00s) --- PASS: TestDeviceChecker/meets_constraints_requirement (0.00s) --- PASS: TestDeviceChecker/meets_constraints_requirement_multiple_count (0.00s) --- PASS: TestDeviceChecker/meets_constraints_requirement_over_count (0.00s) --- PASS: TestDeviceChecker/does_not_meet_first_constraint (0.00s) --- PASS: TestDeviceChecker/does_not_meet_second_constraint (0.00s) === RUN TestCheckAttributeConstraint --- PASS: TestCheckAttributeConstraint (0.00s) === RUN TestServiceSched_JobRegister 2021-10-14T17:21:34.893Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=bd509541-d51e-13c5-99c2-35d32c535fd3 job_id=mock-service-1c8a29eb-3609-4967-e0d9-fdf9bb8c2800 namespace=default algorithm=binpack 2021-10-14T17:21:34.893Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=bd509541-d51e-13c5-99c2-35d32c535fd3 job_id=mock-service-1c8a29eb-3609-4967-e0d9-fdf9bb8c2800 namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:34.894Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=bd509541-d51e-13c5-99c2-35d32c535fd3 job_id=mock-service-1c8a29eb-3609-4967-e0d9-fdf9bb8c2800 namespace=default status=complete --- PASS: TestServiceSched_JobRegister (0.00s) === RUN TestServiceSched_JobRegister_StickyAllocs 2021-10-14T17:21:34.896Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=713a4ba8-1c03-c6ad-93ae-fc853944e732 job_id=mock-service-f398dde8-80ee-f48f-1f7b-73183169c1d4 namespace=default algorithm=binpack 2021-10-14T17:21:34.896Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=713a4ba8-1c03-c6ad-93ae-fc853944e732 job_id=mock-service-f398dde8-80ee-f48f-1f7b-73183169c1d4 namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:34.897Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=713a4ba8-1c03-c6ad-93ae-fc853944e732 job_id=mock-service-f398dde8-80ee-f48f-1f7b-73183169c1d4 namespace=default status=complete 2021-10-14T17:21:34.897Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=96fc6407-57cc-a16a-e79b-5944a2adebdc job_id=mock-service-f398dde8-80ee-f48f-1f7b-73183169c1d4 namespace=default algorithm=binpack 2021-10-14T17:21:34.898Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=96fc6407-57cc-a16a-e79b-5944a2adebdc job_id=mock-service-f398dde8-80ee-f48f-1f7b-73183169c1d4 namespace=default results="Total changes: (place 0) (destructive 10) (inplace 0) (stop 0) Desired Changes for "web": (place 0) (inplace 0) (destructive 10) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:34.900Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=96fc6407-57cc-a16a-e79b-5944a2adebdc job_id=mock-service-f398dde8-80ee-f48f-1f7b-73183169c1d4 namespace=default status=complete --- PASS: TestServiceSched_JobRegister_StickyAllocs (0.01s) === RUN TestServiceSched_JobRegister_DiskConstraints 2021-10-14T17:21:34.900Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=ec87e758-c7fc-f2b1-0045-5d407fd439f9 job_id=mock-service-4bf0a723-4dd2-9d35-c1b8-159946331214 namespace=default algorithm=binpack 2021-10-14T17:21:34.901Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=ec87e758-c7fc-f2b1-0045-5d407fd439f9 job_id=mock-service-4bf0a723-4dd2-9d35-c1b8-159946331214 namespace=default results="Total changes: (place 2) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 2) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:34.901Z [DEBUG] scheduler/generic_sched.go:275: service_sched: failed to place all allocations, blocked eval created: eval_id=ec87e758-c7fc-f2b1-0045-5d407fd439f9 job_id=mock-service-4bf0a723-4dd2-9d35-c1b8-159946331214 namespace=default blocked_eval_id=8ff04940-9b69-ab03-948b-ef7cadcbf095 2021-10-14T17:21:34.901Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=ec87e758-c7fc-f2b1-0045-5d407fd439f9 job_id=mock-service-4bf0a723-4dd2-9d35-c1b8-159946331214 namespace=default status=complete --- PASS: TestServiceSched_JobRegister_DiskConstraints (0.00s) === RUN TestServiceSched_JobRegister_DistinctHosts 2021-10-14T17:21:34.902Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=0d7b3518-e21a-37eb-5af6-cf370aaa3a57 job_id=mock-service-e875704c-116d-cf35-5d30-31281232c7d3 namespace=default algorithm=binpack 2021-10-14T17:21:34.902Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=0d7b3518-e21a-37eb-5af6-cf370aaa3a57 job_id=mock-service-e875704c-116d-cf35-5d30-31281232c7d3 namespace=default results="Total changes: (place 11) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 11) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:34.903Z [DEBUG] scheduler/generic_sched.go:275: service_sched: failed to place all allocations, blocked eval created: eval_id=0d7b3518-e21a-37eb-5af6-cf370aaa3a57 job_id=mock-service-e875704c-116d-cf35-5d30-31281232c7d3 namespace=default blocked_eval_id=b88bea0c-faf9-49ce-fbe5-58153f85df2a 2021-10-14T17:21:34.904Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=0d7b3518-e21a-37eb-5af6-cf370aaa3a57 job_id=mock-service-e875704c-116d-cf35-5d30-31281232c7d3 namespace=default status=complete --- PASS: TestServiceSched_JobRegister_DistinctHosts (0.00s) === RUN TestServiceSched_JobRegister_DistinctProperty 2021-10-14T17:21:34.905Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=a44bb7bf-dab5-b4f1-d223-fa2a5589f049 job_id=mock-service-f1a1f606-ff2e-4945-90c7-d18a59a1f4aa namespace=default algorithm=binpack 2021-10-14T17:21:34.905Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=a44bb7bf-dab5-b4f1-d223-fa2a5589f049 job_id=mock-service-f1a1f606-ff2e-4945-90c7-d18a59a1f4aa namespace=default results="Total changes: (place 8) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 8) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:34.906Z [DEBUG] scheduler/generic_sched.go:275: service_sched: failed to place all allocations, blocked eval created: eval_id=a44bb7bf-dab5-b4f1-d223-fa2a5589f049 job_id=mock-service-f1a1f606-ff2e-4945-90c7-d18a59a1f4aa namespace=default blocked_eval_id=4760d85b-3ff3-d1ee-a27f-32e845497f0f 2021-10-14T17:21:34.906Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=a44bb7bf-dab5-b4f1-d223-fa2a5589f049 job_id=mock-service-f1a1f606-ff2e-4945-90c7-d18a59a1f4aa namespace=default status=complete --- PASS: TestServiceSched_JobRegister_DistinctProperty (0.00s) === RUN TestServiceSched_JobRegister_DistinctProperty_TaskGroup 2021-10-14T17:21:34.907Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=ddcd22f8-6165-13c6-4928-3fff2baba1d2 job_id=mock-service-bca5b185-d83f-0401-709b-15aa67e6fdef namespace=default algorithm=binpack 2021-10-14T17:21:34.907Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=ddcd22f8-6165-13c6-4928-3fff2baba1d2 job_id=mock-service-bca5b185-d83f-0401-709b-15aa67e6fdef namespace=default results="Total changes: (place 3) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 1) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0) Desired Changes for "tg2": (place 2) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:34.907Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=ddcd22f8-6165-13c6-4928-3fff2baba1d2 job_id=mock-service-bca5b185-d83f-0401-709b-15aa67e6fdef namespace=default status=complete --- PASS: TestServiceSched_JobRegister_DistinctProperty_TaskGroup (0.00s) === RUN TestServiceSched_JobRegister_DistinctProperty_TaskGroup_Incr 2021-10-14T17:21:34.909Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=e0a8b67c-1054-85b3-556f-bbe6d990368c job_id=mock-service-48a493a7-0826-d690-1a12-f5e983764d88 namespace=default algorithm=binpack 2021-10-14T17:21:34.909Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=e0a8b67c-1054-85b3-556f-bbe6d990368c job_id=mock-service-48a493a7-0826-d690-1a12-f5e983764d88 namespace=default results="Total changes: (place 3) (destructive 0) (inplace 3) (stop 0) Desired Changes for "web": (place 3) (inplace 3) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:34.956Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=e0a8b67c-1054-85b3-556f-bbe6d990368c job_id=mock-service-48a493a7-0826-d690-1a12-f5e983764d88 namespace=default status=complete --- PASS: TestServiceSched_JobRegister_DistinctProperty_TaskGroup_Incr (0.05s) === RUN TestServiceSched_Spread === RUN TestServiceSched_Spread/100%_in_dc1 2021-10-14T17:21:34.959Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=85fe2655-041d-f2ee-85fd-86c00daf4c3c job_id=mock-service-e6344ffd-ae7a-376b-ae2e-9588ec94ef7f namespace=default algorithm=binpack 2021-10-14T17:21:34.959Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=85fe2655-041d-f2ee-85fd-86c00daf4c3c job_id=mock-service-e6344ffd-ae7a-376b-ae2e-9588ec94ef7f namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:34.972Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=85fe2655-041d-f2ee-85fd-86c00daf4c3c job_id=mock-service-e6344ffd-ae7a-376b-ae2e-9588ec94ef7f namespace=default status=complete === RUN TestServiceSched_Spread/90%_in_dc1 2021-10-14T17:21:34.974Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=c8bab31a-3d14-a820-a6c9-1f92b8f38c8a job_id=mock-service-9da73f58-bb29-6061-7b67-a00362b1ecf0 namespace=default algorithm=binpack 2021-10-14T17:21:34.974Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=c8bab31a-3d14-a820-a6c9-1f92b8f38c8a job_id=mock-service-9da73f58-bb29-6061-7b67-a00362b1ecf0 namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:34.977Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=c8bab31a-3d14-a820-a6c9-1f92b8f38c8a job_id=mock-service-9da73f58-bb29-6061-7b67-a00362b1ecf0 namespace=default status=complete === RUN TestServiceSched_Spread/80%_in_dc1 2021-10-14T17:21:34.978Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=de576fae-6d5b-7170-d963-5ee38351a188 job_id=mock-service-06b0c709-a82e-3775-93a3-81e39a17a8be namespace=default algorithm=binpack 2021-10-14T17:21:34.978Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=de576fae-6d5b-7170-d963-5ee38351a188 job_id=mock-service-06b0c709-a82e-3775-93a3-81e39a17a8be namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:34.982Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=de576fae-6d5b-7170-d963-5ee38351a188 job_id=mock-service-06b0c709-a82e-3775-93a3-81e39a17a8be namespace=default status=complete === RUN TestServiceSched_Spread/70%_in_dc1 2021-10-14T17:21:34.983Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=eb95ee2d-3688-ed47-4a66-95e58f6a3a2e job_id=mock-service-0dc30677-15c3-9406-ecad-07ddbb9395a0 namespace=default algorithm=binpack 2021-10-14T17:21:34.983Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=eb95ee2d-3688-ed47-4a66-95e58f6a3a2e job_id=mock-service-0dc30677-15c3-9406-ecad-07ddbb9395a0 namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:34.986Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=eb95ee2d-3688-ed47-4a66-95e58f6a3a2e job_id=mock-service-0dc30677-15c3-9406-ecad-07ddbb9395a0 namespace=default status=complete === RUN TestServiceSched_Spread/60%_in_dc1 2021-10-14T17:21:34.987Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=c20a3ec7-a3da-f21c-771f-413f31c7d128 job_id=mock-service-702e3e44-d67e-45b9-0c19-babd0cdb7644 namespace=default algorithm=binpack 2021-10-14T17:21:34.987Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=c20a3ec7-a3da-f21c-771f-413f31c7d128 job_id=mock-service-702e3e44-d67e-45b9-0c19-babd0cdb7644 namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:34.990Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=c20a3ec7-a3da-f21c-771f-413f31c7d128 job_id=mock-service-702e3e44-d67e-45b9-0c19-babd0cdb7644 namespace=default status=complete === RUN TestServiceSched_Spread/50%_in_dc1 2021-10-14T17:21:34.991Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=396c7138-9c11-82c7-8437-3dee0e2e1440 job_id=mock-service-6c055bf0-b7e7-2b6d-3c62-728fea226646 namespace=default algorithm=binpack 2021-10-14T17:21:34.992Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=396c7138-9c11-82c7-8437-3dee0e2e1440 job_id=mock-service-6c055bf0-b7e7-2b6d-3c62-728fea226646 namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:34.994Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=396c7138-9c11-82c7-8437-3dee0e2e1440 job_id=mock-service-6c055bf0-b7e7-2b6d-3c62-728fea226646 namespace=default status=complete === RUN TestServiceSched_Spread/40%_in_dc1 2021-10-14T17:21:34.995Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=c5f7a5e8-c2f3-27b9-e247-15c689ee3994 job_id=mock-service-3b227ed3-e4ba-6467-7d17-3a5194bcf305 namespace=default algorithm=binpack 2021-10-14T17:21:34.996Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=c5f7a5e8-c2f3-27b9-e247-15c689ee3994 job_id=mock-service-3b227ed3-e4ba-6467-7d17-3a5194bcf305 namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:34.999Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=c5f7a5e8-c2f3-27b9-e247-15c689ee3994 job_id=mock-service-3b227ed3-e4ba-6467-7d17-3a5194bcf305 namespace=default status=complete === RUN TestServiceSched_Spread/30%_in_dc1 2021-10-14T17:21:35.000Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=48a14bcc-09c2-e637-c69b-f5a818140a5a job_id=mock-service-b3d1a517-83e7-4324-821e-21ba2a7c50fa namespace=default algorithm=binpack 2021-10-14T17:21:35.000Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=48a14bcc-09c2-e637-c69b-f5a818140a5a job_id=mock-service-b3d1a517-83e7-4324-821e-21ba2a7c50fa namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:35.004Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=48a14bcc-09c2-e637-c69b-f5a818140a5a job_id=mock-service-b3d1a517-83e7-4324-821e-21ba2a7c50fa namespace=default status=complete === RUN TestServiceSched_Spread/20%_in_dc1 2021-10-14T17:21:35.031Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=835f3fa1-5ecd-febc-7237-45f2f4e43316 job_id=mock-service-c679690b-c545-d604-ffaf-627f86cfe8cf namespace=default algorithm=binpack 2021-10-14T17:21:35.031Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=835f3fa1-5ecd-febc-7237-45f2f4e43316 job_id=mock-service-c679690b-c545-d604-ffaf-627f86cfe8cf namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:35.071Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=835f3fa1-5ecd-febc-7237-45f2f4e43316 job_id=mock-service-c679690b-c545-d604-ffaf-627f86cfe8cf namespace=default status=complete === RUN TestServiceSched_Spread/10%_in_dc1 2021-10-14T17:21:35.074Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=7913f91b-7d49-b2f3-8e3e-998405c0e9e7 job_id=mock-service-184ea795-4edc-bffd-c157-0843f35bd486 namespace=default algorithm=binpack 2021-10-14T17:21:35.074Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=7913f91b-7d49-b2f3-8e3e-998405c0e9e7 job_id=mock-service-184ea795-4edc-bffd-c157-0843f35bd486 namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:35.077Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=7913f91b-7d49-b2f3-8e3e-998405c0e9e7 job_id=mock-service-184ea795-4edc-bffd-c157-0843f35bd486 namespace=default status=complete --- PASS: TestServiceSched_Spread (0.12s) --- PASS: TestServiceSched_Spread/100%_in_dc1 (0.02s) --- PASS: TestServiceSched_Spread/90%_in_dc1 (0.00s) --- PASS: TestServiceSched_Spread/80%_in_dc1 (0.00s) --- PASS: TestServiceSched_Spread/70%_in_dc1 (0.00s) --- PASS: TestServiceSched_Spread/60%_in_dc1 (0.00s) --- PASS: TestServiceSched_Spread/50%_in_dc1 (0.00s) --- PASS: TestServiceSched_Spread/40%_in_dc1 (0.00s) --- PASS: TestServiceSched_Spread/30%_in_dc1 (0.01s) --- PASS: TestServiceSched_Spread/20%_in_dc1 (0.07s) --- PASS: TestServiceSched_Spread/10%_in_dc1 (0.01s) === RUN TestServiceSched_EvenSpread 2021-10-14T17:21:35.079Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=90e6d98e-a2b2-9598-f66c-03a8892c7e38 job_id=mock-service-5c8bfcb2-fb2b-8329-4723-b32674abc5e8 namespace=default algorithm=binpack 2021-10-14T17:21:35.080Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=90e6d98e-a2b2-9598-f66c-03a8892c7e38 job_id=mock-service-5c8bfcb2-fb2b-8329-4723-b32674abc5e8 namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:35.083Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=90e6d98e-a2b2-9598-f66c-03a8892c7e38 job_id=mock-service-5c8bfcb2-fb2b-8329-4723-b32674abc5e8 namespace=default status=complete --- PASS: TestServiceSched_EvenSpread (0.01s) === RUN TestServiceSched_JobRegister_Annotate 2021-10-14T17:21:35.084Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=8419e936-6d8a-2609-a2e0-f78f5dca35c1 job_id=mock-service-5b95dc72-7ed5-af48-85c4-a1fe4b929745 namespace=default algorithm=binpack 2021-10-14T17:21:35.085Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=8419e936-6d8a-2609-a2e0-f78f5dca35c1 job_id=mock-service-5b95dc72-7ed5-af48-85c4-a1fe4b929745 namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:35.086Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=8419e936-6d8a-2609-a2e0-f78f5dca35c1 job_id=mock-service-5b95dc72-7ed5-af48-85c4-a1fe4b929745 namespace=default status=complete --- PASS: TestServiceSched_JobRegister_Annotate (0.00s) === RUN TestServiceSched_JobRegister_CountZero 2021-10-14T17:21:35.087Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=8f3214f5-6d74-012e-ecdf-352959c0a570 job_id=mock-service-aa08e1af-c818-195a-1dc0-5ba6d164a609 namespace=default algorithm=binpack 2021-10-14T17:21:35.087Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=8f3214f5-6d74-012e-ecdf-352959c0a570 job_id=mock-service-aa08e1af-c818-195a-1dc0-5ba6d164a609 namespace=default results="Total changes: (place 0) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 0) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:35.087Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=8f3214f5-6d74-012e-ecdf-352959c0a570 job_id=mock-service-aa08e1af-c818-195a-1dc0-5ba6d164a609 namespace=default status=complete --- PASS: TestServiceSched_JobRegister_CountZero (0.00s) === RUN TestServiceSched_JobRegister_AllocFail 2021-10-14T17:21:35.088Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=cca47957-d865-f4c8-ffa7-5feef646386c job_id=mock-service-7f5f4f3d-7dcd-9d08-bde1-14093e4ab2b8 namespace=default algorithm=binpack 2021-10-14T17:21:35.088Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=cca47957-d865-f4c8-ffa7-5feef646386c job_id=mock-service-7f5f4f3d-7dcd-9d08-bde1-14093e4ab2b8 namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:35.088Z [DEBUG] scheduler/generic_sched.go:275: service_sched: failed to place all allocations, blocked eval created: eval_id=cca47957-d865-f4c8-ffa7-5feef646386c job_id=mock-service-7f5f4f3d-7dcd-9d08-bde1-14093e4ab2b8 namespace=default blocked_eval_id=33dda251-d8cb-d8f7-8dab-61ef6a16f2ed 2021-10-14T17:21:35.088Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=cca47957-d865-f4c8-ffa7-5feef646386c job_id=mock-service-7f5f4f3d-7dcd-9d08-bde1-14093e4ab2b8 namespace=default status=complete --- PASS: TestServiceSched_JobRegister_AllocFail (0.00s) === RUN TestServiceSched_JobRegister_CreateBlockedEval 2021-10-14T17:21:35.088Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=014854cc-7f97-4b4d-bfea-a70b9e57d9f0 job_id=mock-service-bdf18616-5d79-3fb0-9a7c-c14bad20297f namespace=default algorithm=binpack 2021-10-14T17:21:35.088Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=014854cc-7f97-4b4d-bfea-a70b9e57d9f0 job_id=mock-service-bdf18616-5d79-3fb0-9a7c-c14bad20297f namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:35.089Z [DEBUG] scheduler/generic_sched.go:275: service_sched: failed to place all allocations, blocked eval created: eval_id=014854cc-7f97-4b4d-bfea-a70b9e57d9f0 job_id=mock-service-bdf18616-5d79-3fb0-9a7c-c14bad20297f namespace=default blocked_eval_id=5d8bd9d4-dfbd-1e57-14de-261b71fe2dd6 2021-10-14T17:21:35.089Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=014854cc-7f97-4b4d-bfea-a70b9e57d9f0 job_id=mock-service-bdf18616-5d79-3fb0-9a7c-c14bad20297f namespace=default status=complete --- PASS: TestServiceSched_JobRegister_CreateBlockedEval (0.00s) === RUN TestServiceSched_JobRegister_FeasibleAndInfeasibleTG 2021-10-14T17:21:35.089Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=29c1aae4-8876-be26-14da-a74dd5eeb949 job_id=mock-service-45997b90-0a15-b5f5-ebe5-6a3f40017d37 namespace=default algorithm=binpack 2021-10-14T17:21:35.089Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=29c1aae4-8876-be26-14da-a74dd5eeb949 job_id=mock-service-45997b90-0a15-b5f5-ebe5-6a3f40017d37 namespace=default results="Total changes: (place 4) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 2) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0) Desired Changes for "web2": (place 2) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:35.089Z [DEBUG] scheduler/generic_sched.go:275: service_sched: failed to place all allocations, blocked eval created: eval_id=29c1aae4-8876-be26-14da-a74dd5eeb949 job_id=mock-service-45997b90-0a15-b5f5-ebe5-6a3f40017d37 namespace=default blocked_eval_id=4504cc86-bdb1-0f27-7396-59a294482f7d 2021-10-14T17:21:35.090Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=29c1aae4-8876-be26-14da-a74dd5eeb949 job_id=mock-service-45997b90-0a15-b5f5-ebe5-6a3f40017d37 namespace=default status=complete --- PASS: TestServiceSched_JobRegister_FeasibleAndInfeasibleTG (0.00s) === RUN TestServiceSched_EvaluateMaxPlanEval 2021-10-14T17:21:35.090Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=9fc3827f-0fb3-ae50-5257-0530f3ffa100 job_id=mock-service-2ace7f8a-ee2d-f231-cece-1757932e6c8e namespace=default algorithm=binpack 2021-10-14T17:21:35.090Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=9fc3827f-0fb3-ae50-5257-0530f3ffa100 job_id=mock-service-2ace7f8a-ee2d-f231-cece-1757932e6c8e namespace=default results="Total changes: (place 0) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 0) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:35.090Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=9fc3827f-0fb3-ae50-5257-0530f3ffa100 job_id=mock-service-2ace7f8a-ee2d-f231-cece-1757932e6c8e namespace=default status=complete --- PASS: TestServiceSched_EvaluateMaxPlanEval (0.00s) === RUN TestServiceSched_Plan_Partial_Progress 2021-10-14T17:21:35.091Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=e7af36c3-105b-ff4d-4910-aefa0d9007d4 job_id=mock-service-8b0cb11a-cff2-a9ce-e645-665a876bcd0a namespace=default algorithm=binpack 2021-10-14T17:21:35.091Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=e7af36c3-105b-ff4d-4910-aefa0d9007d4 job_id=mock-service-8b0cb11a-cff2-a9ce-e645-665a876bcd0a namespace=default results="Total changes: (place 3) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 3) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:35.092Z [DEBUG] scheduler/generic_sched.go:275: service_sched: failed to place all allocations, blocked eval created: eval_id=e7af36c3-105b-ff4d-4910-aefa0d9007d4 job_id=mock-service-8b0cb11a-cff2-a9ce-e645-665a876bcd0a namespace=default blocked_eval_id=db1fa085-83ed-6992-1038-d528e93a5afc 2021-10-14T17:21:35.092Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=e7af36c3-105b-ff4d-4910-aefa0d9007d4 job_id=mock-service-8b0cb11a-cff2-a9ce-e645-665a876bcd0a namespace=default status=complete --- PASS: TestServiceSched_Plan_Partial_Progress (0.00s) === RUN TestServiceSched_EvaluateBlockedEval 2021-10-14T17:21:35.092Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=463ef597-a8f7-0d79-0c96-6491b2c16fec job_id=mock-service-b754ee80-0f64-713f-f92c-572f567a15b8 namespace=default algorithm=binpack 2021-10-14T17:21:35.092Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=463ef597-a8f7-0d79-0c96-6491b2c16fec job_id=mock-service-b754ee80-0f64-713f-f92c-572f567a15b8 namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" --- PASS: TestServiceSched_EvaluateBlockedEval (0.00s) === RUN TestServiceSched_EvaluateBlockedEval_Finished 2021-10-14T17:21:35.093Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=fe18659b-8c11-e289-581a-6d3430a6a7a8 job_id=mock-service-44d785b2-a937-890d-c7c1-547f433a8038 namespace=default algorithm=binpack 2021-10-14T17:21:35.093Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=fe18659b-8c11-e289-581a-6d3430a6a7a8 job_id=mock-service-44d785b2-a937-890d-c7c1-547f433a8038 namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:35.095Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=fe18659b-8c11-e289-581a-6d3430a6a7a8 job_id=mock-service-44d785b2-a937-890d-c7c1-547f433a8038 namespace=default status=complete --- PASS: TestServiceSched_EvaluateBlockedEval_Finished (0.00s) === RUN TestServiceSched_JobModify 2021-10-14T17:21:35.096Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=8730026f-08bf-53cc-a04a-b128ab508534 desired_status=stop 2021-10-14T17:21:35.097Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=5b0e9420-0b6a-30b1-4790-37b9217b6db2 desired_status=stop 2021-10-14T17:21:35.097Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=19085346-f82a-801c-7e68-b2649964da5f desired_status=stop 2021-10-14T17:21:35.097Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=b945c014-fdfa-46a2-7ce1-ee5e14227769 desired_status=stop 2021-10-14T17:21:35.097Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=13c2e9f5-a67d-c5ff-4508-a627db504094 desired_status=stop 2021-10-14T17:21:35.097Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=dbeaa3f1-18cf-569d-1a6c-effbe33d4cec job_id=mock-service-22de047d-3548-a1dd-4d29-d904f0b7ca83 namespace=default algorithm=binpack 2021-10-14T17:21:35.097Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=dbeaa3f1-18cf-569d-1a6c-effbe33d4cec job_id=mock-service-22de047d-3548-a1dd-4d29-d904f0b7ca83 namespace=default results="Total changes: (place 0) (destructive 10) (inplace 0) (stop 0) Desired Changes for "web": (place 0) (inplace 0) (destructive 10) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:35.099Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=dbeaa3f1-18cf-569d-1a6c-effbe33d4cec job_id=mock-service-22de047d-3548-a1dd-4d29-d904f0b7ca83 namespace=default status=complete --- PASS: TestServiceSched_JobModify (0.00s) === RUN TestServiceSched_JobModify_IncrCount_NodeLimit 2021-10-14T17:21:35.100Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=21d92ded-56dd-5ef7-efc7-9f6a7c859bf6 job_id=mock-service-e0a91ba5-3402-107c-c9a5-139064639250 namespace=default algorithm=binpack 2021-10-14T17:21:35.100Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=21d92ded-56dd-5ef7-efc7-9f6a7c859bf6 job_id=mock-service-e0a91ba5-3402-107c-c9a5-139064639250 namespace=default results="Total changes: (place 2) (destructive 0) (inplace 1) (stop 0) Desired Changes for "web": (place 2) (inplace 1) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:35.101Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=21d92ded-56dd-5ef7-efc7-9f6a7c859bf6 job_id=mock-service-e0a91ba5-3402-107c-c9a5-139064639250 namespace=default status=complete --- PASS: TestServiceSched_JobModify_IncrCount_NodeLimit (0.00s) === RUN TestServiceSched_JobModify_CountZero 2021-10-14T17:21:35.103Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=67ee9484-5fd4-d1e6-07d7-e786da0e6335 desired_status=stop 2021-10-14T17:21:35.103Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=1a87f69d-7e0f-2ec0-49a6-36cbf4735273 desired_status=stop 2021-10-14T17:21:35.103Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=8eb47099-2242-86d2-36ef-fc197fce2588 desired_status=stop 2021-10-14T17:21:35.103Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=d1af08e7-e83e-babd-78e4-1b2ec82ea758 desired_status=stop 2021-10-14T17:21:35.103Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=325b8ad2-5d0e-3fcd-5432-9c774b37fe7a desired_status=stop 2021-10-14T17:21:35.104Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=c3ca7984-c4f6-b901-a42a-618bd24f0953 job_id=mock-service-cf81da51-4585-276f-36b3-8d170a25dc58 namespace=default algorithm=binpack 2021-10-14T17:21:35.104Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=c3ca7984-c4f6-b901-a42a-618bd24f0953 job_id=mock-service-cf81da51-4585-276f-36b3-8d170a25dc58 namespace=default results="Total changes: (place 0) (destructive 0) (inplace 0) (stop 10) Desired Changes for "web": (place 0) (inplace 0) (destructive 0) (stop 10) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:35.104Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=c3ca7984-c4f6-b901-a42a-618bd24f0953 job_id=mock-service-cf81da51-4585-276f-36b3-8d170a25dc58 namespace=default status=complete --- PASS: TestServiceSched_JobModify_CountZero (0.00s) === RUN TestServiceSched_JobModify_Rolling 2021-10-14T17:21:35.106Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=7565b117-c74e-cd09-3fc7-5ba71def83c6 job_id=mock-service-1e0f5ed8-4f64-5fad-0c72-caa2ac45a0b7 namespace=default algorithm=binpack 2021-10-14T17:21:35.107Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=7565b117-c74e-cd09-3fc7-5ba71def83c6 job_id=mock-service-1e0f5ed8-4f64-5fad-0c72-caa2ac45a0b7 namespace=default results="Total changes: (place 0) (destructive 4) (inplace 0) (stop 0) Created Deployment: "38159290-f7cf-2737-c6f5-e16713cf8c26" Desired Changes for "web": (place 0) (inplace 0) (destructive 4) (stop 0) (migrate 0) (ignore 6) (canary 0)" 2021-10-14T17:21:35.108Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=7565b117-c74e-cd09-3fc7-5ba71def83c6 job_id=mock-service-1e0f5ed8-4f64-5fad-0c72-caa2ac45a0b7 namespace=default status=complete --- PASS: TestServiceSched_JobModify_Rolling (0.00s) === RUN TestServiceSched_JobModify_Rolling_FullNode 2021-10-14T17:21:35.109Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=a419a426-5ee5-ab98-0987-c8d3e0155a55 job_id=mock-service-b811258d-bb79-6353-6b6a-763f8a2c46db namespace=default algorithm=binpack 2021-10-14T17:21:35.109Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=a419a426-5ee5-ab98-0987-c8d3e0155a55 job_id=mock-service-b811258d-bb79-6353-6b6a-763f8a2c46db namespace=default results="Total changes: (place 4) (destructive 1) (inplace 0) (stop 0) Created Deployment: "231edfd7-ac85-a98a-9cc3-e8d6202ef947" Desired Changes for "web": (place 4) (inplace 0) (destructive 1) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:35.110Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=a419a426-5ee5-ab98-0987-c8d3e0155a55 job_id=mock-service-b811258d-bb79-6353-6b6a-763f8a2c46db namespace=default status=complete --- PASS: TestServiceSched_JobModify_Rolling_FullNode (0.00s) === RUN TestServiceSched_JobModify_Canaries 2021-10-14T17:21:35.112Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=65a1480b-5504-41c6-a750-5da090634d02 job_id=mock-service-42899dbc-bb8d-7ef1-19f2-046fba862dfe namespace=default algorithm=binpack 2021-10-14T17:21:35.112Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=65a1480b-5504-41c6-a750-5da090634d02 job_id=mock-service-42899dbc-bb8d-7ef1-19f2-046fba862dfe namespace=default results="Total changes: (place 2) (destructive 0) (inplace 0) (stop 0) Created Deployment: "78d6f53a-1e1b-6849-2e30-775e7be0b0e0" Desired Changes for "web": (place 0) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 10) (canary 2)" 2021-10-14T17:21:35.112Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=65a1480b-5504-41c6-a750-5da090634d02 job_id=mock-service-42899dbc-bb8d-7ef1-19f2-046fba862dfe namespace=default status=complete --- PASS: TestServiceSched_JobModify_Canaries (0.00s) === RUN TestServiceSched_JobModify_InPlace 2021-10-14T17:21:35.116Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=d073a15e-675a-458d-cf3d-3f51ac8d8c5f job_id=mock-service-99730c33-61ce-6771-d499-b31375ec2d7d namespace=default algorithm=binpack 2021-10-14T17:21:35.157Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=d073a15e-675a-458d-cf3d-3f51ac8d8c5f job_id=mock-service-99730c33-61ce-6771-d499-b31375ec2d7d namespace=default results="Total changes: (place 0) (destructive 0) (inplace 10) (stop 0) Created Deployment: "a9c75a40-103e-a378-2ae4-0be11d703436" Deployment Update for ID "1da775eb-94cc-5ad4-1a41-dc9d15dd8431": Status "cancelled"; Description "Cancelled due to newer version of job" Desired Changes for "web": (place 0) (inplace 10) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:35.161Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=d073a15e-675a-458d-cf3d-3f51ac8d8c5f job_id=mock-service-99730c33-61ce-6771-d499-b31375ec2d7d namespace=default status=complete --- PASS: TestServiceSched_JobModify_InPlace (0.05s) === RUN TestServiceSched_JobModify_InPlace08 2021-10-14T17:21:35.168Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=725b436d-7250-fccd-dcdb-53bbeae5eddb job_id=mock-service-fa033ceb-8908-87b0-1257-1594d17f96b7 namespace=default algorithm=binpack 2021-10-14T17:21:35.169Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=725b436d-7250-fccd-dcdb-53bbeae5eddb job_id=mock-service-fa033ceb-8908-87b0-1257-1594d17f96b7 namespace=default results="Total changes: (place 0) (destructive 0) (inplace 1) (stop 0) Desired Changes for "web": (place 0) (inplace 1) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:35.170Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=725b436d-7250-fccd-dcdb-53bbeae5eddb job_id=mock-service-fa033ceb-8908-87b0-1257-1594d17f96b7 namespace=default status=complete --- PASS: TestServiceSched_JobModify_InPlace08 (0.01s) === RUN TestServiceSched_JobModify_DistinctProperty 2021-10-14T17:21:35.173Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=9fee834a-8a12-5518-edcb-d3415eb15db0 job_id=mock-service-d34b3eaa-8c2a-9166-d753-9ef7b5e84023 namespace=default algorithm=binpack 2021-10-14T17:21:35.174Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=9fee834a-8a12-5518-edcb-d3415eb15db0 job_id=mock-service-d34b3eaa-8c2a-9166-d753-9ef7b5e84023 namespace=default results="Total changes: (place 7) (destructive 0) (inplace 4) (stop 0) Desired Changes for "web": (place 7) (inplace 4) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:35.176Z [DEBUG] scheduler/generic_sched.go:275: service_sched: failed to place all allocations, blocked eval created: eval_id=9fee834a-8a12-5518-edcb-d3415eb15db0 job_id=mock-service-d34b3eaa-8c2a-9166-d753-9ef7b5e84023 namespace=default blocked_eval_id=5cf88275-d30c-2787-3b05-b32769e5ca73 2021-10-14T17:21:35.176Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=9fee834a-8a12-5518-edcb-d3415eb15db0 job_id=mock-service-d34b3eaa-8c2a-9166-d753-9ef7b5e84023 namespace=default status=complete --- PASS: TestServiceSched_JobModify_DistinctProperty (0.01s) === RUN TestServiceSched_JobModify_NodeReschedulePenalty 2021-10-14T17:21:35.178Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=23879121-2256-41e8-7540-286f6c331da6 client_status=failed 2021-10-14T17:21:35.178Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=d7b8cd82-e8ad-b744-6a66-a5ff42ff94c9 job_id=mock-service-579ed900-fb01-6ec1-b6b7-ec5ec19888a4 namespace=default algorithm=binpack 2021-10-14T17:21:35.178Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=d7b8cd82-e8ad-b744-6a66-a5ff42ff94c9 job_id=mock-service-579ed900-fb01-6ec1-b6b7-ec5ec19888a4 namespace=default results="Total changes: (place 1) (destructive 0) (inplace 0) (stop 1) Desired Changes for "web": (place 1) (inplace 0) (destructive 0) (stop 1) (migrate 0) (ignore 1) (canary 0)" 2021-10-14T17:21:35.179Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=d7b8cd82-e8ad-b744-6a66-a5ff42ff94c9 job_id=mock-service-579ed900-fb01-6ec1-b6b7-ec5ec19888a4 namespace=default status=complete 2021-10-14T17:21:35.179Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=304a008d-90d8-e5cc-512e-30de93063d68 job_id=mock-service-579ed900-fb01-6ec1-b6b7-ec5ec19888a4 namespace=default algorithm=binpack 2021-10-14T17:21:35.180Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=304a008d-90d8-e5cc-512e-30de93063d68 job_id=mock-service-579ed900-fb01-6ec1-b6b7-ec5ec19888a4 namespace=default results="Total changes: (place 0) (destructive 2) (inplace 0) (stop 0) Desired Changes for "web": (place 0) (inplace 0) (destructive 2) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:35.180Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=304a008d-90d8-e5cc-512e-30de93063d68 job_id=mock-service-579ed900-fb01-6ec1-b6b7-ec5ec19888a4 namespace=default status=complete --- PASS: TestServiceSched_JobModify_NodeReschedulePenalty (0.00s) === RUN TestServiceSched_JobDeregister_Purged 2021-10-14T17:21:35.182Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=143eacc5-42e1-2482-8484-33ac7fb100db job_id=mock-service-98c761d9-a414-5a0c-82b8-25b3f0bb6430 namespace=default algorithm=binpack 2021-10-14T17:21:35.182Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=143eacc5-42e1-2482-8484-33ac7fb100db job_id=mock-service-98c761d9-a414-5a0c-82b8-25b3f0bb6430 namespace=default results="Total changes: (place 0) (destructive 0) (inplace 0) (stop 10) Desired Changes for "web": (place 0) (inplace 0) (destructive 0) (stop 10) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:35.183Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=143eacc5-42e1-2482-8484-33ac7fb100db job_id=mock-service-98c761d9-a414-5a0c-82b8-25b3f0bb6430 namespace=default status=complete --- PASS: TestServiceSched_JobDeregister_Purged (0.00s) === RUN TestServiceSched_JobDeregister_Stopped 2021-10-14T17:21:35.184Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=87171bd1-7258-0a8e-7af8-1908aef49ee3 job_id=mock-service-e5d6d043-e3e7-1b97-4434-65ac0abdd22a namespace=default algorithm=binpack 2021-10-14T17:21:35.184Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=87171bd1-7258-0a8e-7af8-1908aef49ee3 job_id=mock-service-e5d6d043-e3e7-1b97-4434-65ac0abdd22a namespace=default results="Total changes: (place 0) (destructive 0) (inplace 0) (stop 10) Desired Changes for "web": (place 0) (inplace 0) (destructive 0) (stop 10) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:35.185Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=87171bd1-7258-0a8e-7af8-1908aef49ee3 job_id=mock-service-e5d6d043-e3e7-1b97-4434-65ac0abdd22a namespace=default status=complete --- PASS: TestServiceSched_JobDeregister_Stopped (0.00s) === RUN TestServiceSched_NodeDown === RUN TestServiceSched_NodeDown/#00 2021-10-14T17:21:35.186Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=a8b7a211-21ac-b402-3585-b526ab542413 desired_status=stop 2021-10-14T17:21:35.186Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=a8b7a211-21ac-b402-3585-b526ab542413 client_status=running 2021-10-14T17:21:35.187Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=99ad4fc7-a69e-487a-6561-f6c3e1f28c30 job_id=mock-service-06bbc192-5fef-6e9b-cbc5-bbba9c32e5c4 namespace=default algorithm=binpack 2021-10-14T17:21:35.187Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=99ad4fc7-a69e-487a-6561-f6c3e1f28c30 job_id=mock-service-06bbc192-5fef-6e9b-cbc5-bbba9c32e5c4 namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:35.187Z [DEBUG] scheduler/generic_sched.go:275: service_sched: failed to place all allocations, blocked eval created: eval_id=99ad4fc7-a69e-487a-6561-f6c3e1f28c30 job_id=mock-service-06bbc192-5fef-6e9b-cbc5-bbba9c32e5c4 namespace=default blocked_eval_id=68abb925-7863-3daa-28e1-86dcd0b1228a 2021-10-14T17:21:35.187Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=99ad4fc7-a69e-487a-6561-f6c3e1f28c30 job_id=mock-service-06bbc192-5fef-6e9b-cbc5-bbba9c32e5c4 namespace=default status=complete === RUN TestServiceSched_NodeDown/#01 2021-10-14T17:21:35.188Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=2c3dd191-09c6-ada4-e68d-8c0a5ebb3c23 job_id=mock-service-67ae17ce-c306-3cfb-c28b-8f02d875eb42 namespace=default algorithm=binpack 2021-10-14T17:21:35.188Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=2c3dd191-09c6-ada4-e68d-8c0a5ebb3c23 job_id=mock-service-67ae17ce-c306-3cfb-c28b-8f02d875eb42 namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 1) Desired Changes for "web": (place 9) (inplace 0) (destructive 0) (stop 0) (migrate 1) (ignore 0) (canary 0)" 2021-10-14T17:21:35.188Z [DEBUG] scheduler/generic_sched.go:275: service_sched: failed to place all allocations, blocked eval created: eval_id=2c3dd191-09c6-ada4-e68d-8c0a5ebb3c23 job_id=mock-service-67ae17ce-c306-3cfb-c28b-8f02d875eb42 namespace=default blocked_eval_id=8a94ba9c-b26a-d5b4-ddd6-1c68f24d41df 2021-10-14T17:21:35.189Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=2c3dd191-09c6-ada4-e68d-8c0a5ebb3c23 job_id=mock-service-67ae17ce-c306-3cfb-c28b-8f02d875eb42 namespace=default status=complete === RUN TestServiceSched_NodeDown/#02 2021-10-14T17:21:35.190Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=42c37be4-1cf0-959f-7a95-a0e971ea67ac client_status=running 2021-10-14T17:21:35.191Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=cecc127b-08fb-22f3-c4c1-a6998a6974c6 job_id=mock-service-49c7f60d-156b-a146-0f21-a79addeaa3b9 namespace=default algorithm=binpack 2021-10-14T17:21:35.191Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=cecc127b-08fb-22f3-c4c1-a6998a6974c6 job_id=mock-service-49c7f60d-156b-a146-0f21-a79addeaa3b9 namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 1) Desired Changes for "web": (place 9) (inplace 0) (destructive 0) (stop 0) (migrate 1) (ignore 0) (canary 0)" 2021-10-14T17:21:35.191Z [DEBUG] scheduler/generic_sched.go:275: service_sched: failed to place all allocations, blocked eval created: eval_id=cecc127b-08fb-22f3-c4c1-a6998a6974c6 job_id=mock-service-49c7f60d-156b-a146-0f21-a79addeaa3b9 namespace=default blocked_eval_id=571befaf-c5fd-d921-986e-39458b41716a 2021-10-14T17:21:35.191Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=cecc127b-08fb-22f3-c4c1-a6998a6974c6 job_id=mock-service-49c7f60d-156b-a146-0f21-a79addeaa3b9 namespace=default status=complete === RUN TestServiceSched_NodeDown/#03 2021-10-14T17:21:35.192Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=3dbf2632-91ac-ed03-b5fb-a8b7d064cbd8 job_id=mock-service-11b6c9ce-62ee-2a4a-9a83-459df8907fbf namespace=default algorithm=binpack 2021-10-14T17:21:35.192Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=3dbf2632-91ac-ed03-b5fb-a8b7d064cbd8 job_id=mock-service-11b6c9ce-62ee-2a4a-9a83-459df8907fbf namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:35.192Z [DEBUG] scheduler/generic_sched.go:275: service_sched: failed to place all allocations, blocked eval created: eval_id=3dbf2632-91ac-ed03-b5fb-a8b7d064cbd8 job_id=mock-service-11b6c9ce-62ee-2a4a-9a83-459df8907fbf namespace=default blocked_eval_id=60bbca8d-4e42-2d4a-de13-240c8816f8e1 2021-10-14T17:21:35.193Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=3dbf2632-91ac-ed03-b5fb-a8b7d064cbd8 job_id=mock-service-11b6c9ce-62ee-2a4a-9a83-459df8907fbf namespace=default status=complete === RUN TestServiceSched_NodeDown/#04 2021-10-14T17:21:35.193Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=016fc719-9b58-42ab-f621-9dfe4ed04136 client_status=complete 2021-10-14T17:21:35.194Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=b9c38731-5944-3de1-6dd9-e29ce7724113 job_id=mock-service-99c645bb-eedf-abf9-f6ac-235cc7bdceb0 namespace=default algorithm=binpack 2021-10-14T17:21:35.194Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=b9c38731-5944-3de1-6dd9-e29ce7724113 job_id=mock-service-99c645bb-eedf-abf9-f6ac-235cc7bdceb0 namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:35.194Z [DEBUG] scheduler/generic_sched.go:275: service_sched: failed to place all allocations, blocked eval created: eval_id=b9c38731-5944-3de1-6dd9-e29ce7724113 job_id=mock-service-99c645bb-eedf-abf9-f6ac-235cc7bdceb0 namespace=default blocked_eval_id=6c563b4e-60da-40a8-8ece-b9bfec24df64 2021-10-14T17:21:35.194Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=b9c38731-5944-3de1-6dd9-e29ce7724113 job_id=mock-service-99c645bb-eedf-abf9-f6ac-235cc7bdceb0 namespace=default status=complete === RUN TestServiceSched_NodeDown/#05 2021-10-14T17:21:35.195Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=c3a72103-9ba4-bed8-e432-9d30b2d65784 client_status=failed 2021-10-14T17:21:35.195Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=256d7505-0580-36f9-94c8-9d790161e7c6 job_id=mock-service-9b61de8c-bfd3-6e44-04a3-5ca40f39a2ec namespace=default algorithm=binpack 2021-10-14T17:21:35.195Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=256d7505-0580-36f9-94c8-9d790161e7c6 job_id=mock-service-9b61de8c-bfd3-6e44-04a3-5ca40f39a2ec namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 1) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 1) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:35.195Z [DEBUG] scheduler/generic_sched.go:275: service_sched: failed to place all allocations, blocked eval created: eval_id=256d7505-0580-36f9-94c8-9d790161e7c6 job_id=mock-service-9b61de8c-bfd3-6e44-04a3-5ca40f39a2ec namespace=default blocked_eval_id=872023b8-8d9a-5a16-c6bb-c282c2fa9efc 2021-10-14T17:21:35.195Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=256d7505-0580-36f9-94c8-9d790161e7c6 job_id=mock-service-9b61de8c-bfd3-6e44-04a3-5ca40f39a2ec namespace=default status=complete === RUN TestServiceSched_NodeDown/#06 2021-10-14T17:21:35.196Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=e4c41fac-548f-7319-cf27-dea266501e95 desired_status=evict 2021-10-14T17:21:35.196Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=e4c41fac-548f-7319-cf27-dea266501e95 client_status=running 2021-10-14T17:21:35.196Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=ebf465f7-7101-ef12-ce64-7831f860c6ce job_id=mock-service-97904875-10ad-f628-cdc7-4262ebe3f2a0 namespace=default algorithm=binpack 2021-10-14T17:21:35.197Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=ebf465f7-7101-ef12-ce64-7831f860c6ce job_id=mock-service-97904875-10ad-f628-cdc7-4262ebe3f2a0 namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:35.197Z [DEBUG] scheduler/generic_sched.go:275: service_sched: failed to place all allocations, blocked eval created: eval_id=ebf465f7-7101-ef12-ce64-7831f860c6ce job_id=mock-service-97904875-10ad-f628-cdc7-4262ebe3f2a0 namespace=default blocked_eval_id=2d7c6f0b-f048-59cd-b282-f8853b2df5d9 2021-10-14T17:21:35.197Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=ebf465f7-7101-ef12-ce64-7831f860c6ce job_id=mock-service-97904875-10ad-f628-cdc7-4262ebe3f2a0 namespace=default status=complete --- PASS: TestServiceSched_NodeDown (0.01s) --- PASS: TestServiceSched_NodeDown/#00 (0.00s) --- PASS: TestServiceSched_NodeDown/#01 (0.00s) --- PASS: TestServiceSched_NodeDown/#02 (0.00s) --- PASS: TestServiceSched_NodeDown/#03 (0.00s) --- PASS: TestServiceSched_NodeDown/#04 (0.00s) --- PASS: TestServiceSched_NodeDown/#05 (0.00s) --- PASS: TestServiceSched_NodeDown/#06 (0.00s) === RUN TestServiceSched_StopAfterClientDisconnect === RUN TestServiceSched_StopAfterClientDisconnect/#00 2021-10-14T17:21:35.198Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=d3508f9c-b1a9-84d7-d1a5-548ea675ba70 client_status=running 2021-10-14T17:21:35.198Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=98981346-b643-edfa-94c8-bd2b09588686 job_id=mock-service-547e148d-e52c-6900-0fa7-52036e98b397 namespace=default algorithm=binpack 2021-10-14T17:21:35.198Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=98981346-b643-edfa-94c8-bd2b09588686 job_id=mock-service-547e148d-e52c-6900-0fa7-52036e98b397 namespace=default results="Total changes: (place 1) (destructive 0) (inplace 0) (stop 1) Desired Changes for "web": (place 1) (inplace 0) (destructive 0) (stop 1) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:35.198Z [DEBUG] scheduler/generic_sched.go:275: service_sched: failed to place all allocations, blocked eval created: eval_id=98981346-b643-edfa-94c8-bd2b09588686 job_id=mock-service-547e148d-e52c-6900-0fa7-52036e98b397 namespace=default blocked_eval_id=71daf609-1372-d0a8-ad45-4bd33f7877a8 2021-10-14T17:21:35.198Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=98981346-b643-edfa-94c8-bd2b09588686 job_id=mock-service-547e148d-e52c-6900-0fa7-52036e98b397 namespace=default status=complete 2021-10-14T17:21:40.352Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=98981346-b643-edfa-94c8-bd2b09588686 job_id=mock-service-547e148d-e52c-6900-0fa7-52036e98b397 namespace=default algorithm=binpack 2021-10-14T17:21:40.352Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=98981346-b643-edfa-94c8-bd2b09588686 job_id=mock-service-547e148d-e52c-6900-0fa7-52036e98b397 namespace=default results="Total changes: (place 1) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 1) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:40.352Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=98981346-b643-edfa-94c8-bd2b09588686 job_id=mock-service-547e148d-e52c-6900-0fa7-52036e98b397 namespace=default status=complete === RUN TestServiceSched_StopAfterClientDisconnect/#01 2021-10-14T17:21:40.364Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=fe51b136-e888-b4f9-015a-089942a7353e client_status=running 2021-10-14T17:21:40.364Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=9bacc52d-175e-c25e-738d-e82fcadab27b job_id=mock-service-e00e3a7b-7d30-3aa3-1877-7de940507c9b namespace=default algorithm=binpack 2021-10-14T17:21:40.364Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=9bacc52d-175e-c25e-738d-e82fcadab27b job_id=mock-service-e00e3a7b-7d30-3aa3-1877-7de940507c9b namespace=default results="Total changes: (place 0) (destructive 0) (inplace 0) (stop 1) Desired Changes for "web": (place 0) (inplace 0) (destructive 0) (stop 1) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:40.364Z [DEBUG] scheduler/generic_sched.go:294: service_sched: found reschedulable allocs, followup eval created: eval_id=9bacc52d-175e-c25e-738d-e82fcadab27b job_id=mock-service-e00e3a7b-7d30-3aa3-1877-7de940507c9b namespace=default followup_eval_id=c994449f-5c3c-45d0-c78f-b6f85288615d 2021-10-14T17:21:40.365Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=9bacc52d-175e-c25e-738d-e82fcadab27b job_id=mock-service-e00e3a7b-7d30-3aa3-1877-7de940507c9b namespace=default status=complete === RUN TestServiceSched_StopAfterClientDisconnect/#02 2021-10-14T17:21:45.476Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=7fef422d-04f7-ef93-8301-38e3159edb5b client_status=running 2021-10-14T17:21:45.477Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=660a606b-5a86-3972-43fb-492243e84446 job_id=mock-service-2a842a8b-85a5-776f-8eab-d87efb31793b namespace=default algorithm=binpack 2021-10-14T17:21:45.477Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=660a606b-5a86-3972-43fb-492243e84446 job_id=mock-service-2a842a8b-85a5-776f-8eab-d87efb31793b namespace=default results="Total changes: (place 1) (destructive 0) (inplace 0) (stop 1) Desired Changes for "web": (place 1) (inplace 0) (destructive 0) (stop 1) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:45.477Z [DEBUG] scheduler/generic_sched.go:275: service_sched: failed to place all allocations, blocked eval created: eval_id=660a606b-5a86-3972-43fb-492243e84446 job_id=mock-service-2a842a8b-85a5-776f-8eab-d87efb31793b namespace=default blocked_eval_id=214d4c85-a8c0-667e-1c34-418fbe54cf76 2021-10-14T17:21:45.477Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=660a606b-5a86-3972-43fb-492243e84446 job_id=mock-service-2a842a8b-85a5-776f-8eab-d87efb31793b namespace=default status=complete 2021-10-14T17:21:50.605Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=660a606b-5a86-3972-43fb-492243e84446 job_id=mock-service-2a842a8b-85a5-776f-8eab-d87efb31793b namespace=default algorithm=binpack 2021-10-14T17:21:50.606Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=660a606b-5a86-3972-43fb-492243e84446 job_id=mock-service-2a842a8b-85a5-776f-8eab-d87efb31793b namespace=default results="Total changes: (place 1) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 1) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:50.607Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=660a606b-5a86-3972-43fb-492243e84446 job_id=mock-service-2a842a8b-85a5-776f-8eab-d87efb31793b namespace=default status=complete === RUN TestServiceSched_StopAfterClientDisconnect/#03 2021-10-14T17:21:50.618Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=0bda6aec-a327-dc91-99f5-ea98a0b6ce72 client_status=running 2021-10-14T17:21:50.618Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=1aba9049-3488-53d3-1ef7-d4db9360ade5 job_id=mock-service-3a1793bb-4ced-9391-9f4a-ca278339aa22 namespace=default algorithm=binpack 2021-10-14T17:21:50.619Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=1aba9049-3488-53d3-1ef7-d4db9360ade5 job_id=mock-service-3a1793bb-4ced-9391-9f4a-ca278339aa22 namespace=default results="Total changes: (place 0) (destructive 0) (inplace 0) (stop 1) Desired Changes for "web": (place 0) (inplace 0) (destructive 0) (stop 1) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:50.619Z [DEBUG] scheduler/generic_sched.go:294: service_sched: found reschedulable allocs, followup eval created: eval_id=1aba9049-3488-53d3-1ef7-d4db9360ade5 job_id=mock-service-3a1793bb-4ced-9391-9f4a-ca278339aa22 namespace=default followup_eval_id=a7b67ec9-9fc6-2a03-b5ca-ebc6ecd320be 2021-10-14T17:21:50.619Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=1aba9049-3488-53d3-1ef7-d4db9360ade5 job_id=mock-service-3a1793bb-4ced-9391-9f4a-ca278339aa22 namespace=default status=complete --- PASS: TestServiceSched_StopAfterClientDisconnect (20.53s) --- PASS: TestServiceSched_StopAfterClientDisconnect/#00 (5.17s) --- PASS: TestServiceSched_StopAfterClientDisconnect/#01 (5.11s) --- PASS: TestServiceSched_StopAfterClientDisconnect/#02 (5.14s) --- PASS: TestServiceSched_StopAfterClientDisconnect/#03 (5.11s) === RUN TestServiceSched_NodeUpdate 2021-10-14T17:21:55.729Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=637fb4f2-f00e-5f29-f016-fbfdc5b2e315 job_id=mock-service-b54dcbdf-f624-cfbb-6940-4b0e3965dd24 namespace=default algorithm=binpack 2021-10-14T17:21:55.729Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=637fb4f2-f00e-5f29-f016-fbfdc5b2e315 job_id=mock-service-b54dcbdf-f624-cfbb-6940-4b0e3965dd24 namespace=default results="Total changes: (place 0) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 0) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 10) (canary 0)" 2021-10-14T17:21:55.729Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=637fb4f2-f00e-5f29-f016-fbfdc5b2e315 job_id=mock-service-b54dcbdf-f624-cfbb-6940-4b0e3965dd24 namespace=default status=complete --- PASS: TestServiceSched_NodeUpdate (0.00s) === RUN TestServiceSched_NodeDrain 2021-10-14T17:21:55.735Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=23bb89e6-f894-9ed6-67d2-6c37230c3817 job_id=mock-service-4b559431-2d45-d8fd-f2b8-6d98468806cb namespace=default algorithm=binpack 2021-10-14T17:21:55.735Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=23bb89e6-f894-9ed6-67d2-6c37230c3817 job_id=mock-service-4b559431-2d45-d8fd-f2b8-6d98468806cb namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 10) Desired Changes for "web": (place 0) (inplace 0) (destructive 0) (stop 0) (migrate 10) (ignore 0) (canary 0)" 2021-10-14T17:21:55.751Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=23bb89e6-f894-9ed6-67d2-6c37230c3817 job_id=mock-service-4b559431-2d45-d8fd-f2b8-6d98468806cb namespace=default status=complete --- PASS: TestServiceSched_NodeDrain (0.02s) === RUN TestServiceSched_NodeDrain_Down 2021-10-14T17:21:55.754Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=68ce8f3d-0756-325f-2db7-88dc84076d34 job_id=mock-service-c3aede93-7914-bdfc-a043-34ea057bca86 namespace=default algorithm=binpack 2021-10-14T17:21:55.755Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=68ce8f3d-0756-325f-2db7-88dc84076d34 job_id=mock-service-c3aede93-7914-bdfc-a043-34ea057bca86 namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 6) Desired Changes for "web": (place 4) (inplace 0) (destructive 0) (stop 0) (migrate 6) (ignore 0) (canary 0)" 2021-10-14T17:21:55.755Z [DEBUG] scheduler/generic_sched.go:275: service_sched: failed to place all allocations, blocked eval created: eval_id=68ce8f3d-0756-325f-2db7-88dc84076d34 job_id=mock-service-c3aede93-7914-bdfc-a043-34ea057bca86 namespace=default blocked_eval_id=5a5c2c3b-e0a0-7083-8d70-5cec04bf0779 2021-10-14T17:21:55.755Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=68ce8f3d-0756-325f-2db7-88dc84076d34 job_id=mock-service-c3aede93-7914-bdfc-a043-34ea057bca86 namespace=default status=complete --- PASS: TestServiceSched_NodeDrain_Down (0.00s) === RUN TestServiceSched_NodeDrain_Queued_Allocations 2021-10-14T17:21:55.758Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=a60383c3-f549-4344-f8b0-aa8b20605d19 job_id=mock-service-1e9d7229-d83b-be51-6318-b3b4ba391aea namespace=default algorithm=binpack 2021-10-14T17:21:55.758Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=a60383c3-f549-4344-f8b0-aa8b20605d19 job_id=mock-service-1e9d7229-d83b-be51-6318-b3b4ba391aea namespace=default results="Total changes: (place 2) (destructive 0) (inplace 0) (stop 2) Desired Changes for "web": (place 0) (inplace 0) (destructive 0) (stop 0) (migrate 2) (ignore 0) (canary 0)" 2021-10-14T17:21:55.758Z [DEBUG] scheduler/generic_sched.go:275: service_sched: failed to place all allocations, blocked eval created: eval_id=a60383c3-f549-4344-f8b0-aa8b20605d19 job_id=mock-service-1e9d7229-d83b-be51-6318-b3b4ba391aea namespace=default blocked_eval_id=0b9221a0-e6c1-6b81-ff19-7ca65682e726 2021-10-14T17:21:55.759Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=a60383c3-f549-4344-f8b0-aa8b20605d19 job_id=mock-service-1e9d7229-d83b-be51-6318-b3b4ba391aea namespace=default status=complete --- PASS: TestServiceSched_NodeDrain_Queued_Allocations (0.00s) === RUN TestServiceSched_RetryLimit 2021-10-14T17:21:55.766Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=bc736fd5-336d-e141-9ce2-4317ef13e742 job_id=mock-service-ddd63579-657f-86da-a3c1-f90d85a01d94 namespace=default algorithm=binpack 2021-10-14T17:21:55.767Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=bc736fd5-336d-e141-9ce2-4317ef13e742 job_id=mock-service-ddd63579-657f-86da-a3c1-f90d85a01d94 namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:55.768Z [DEBUG] scheduler/generic_sched.go:311: service_sched: refresh forced: eval_id=bc736fd5-336d-e141-9ce2-4317ef13e742 job_id=mock-service-ddd63579-657f-86da-a3c1-f90d85a01d94 namespace=default 2021-10-14T17:21:55.769Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=bc736fd5-336d-e141-9ce2-4317ef13e742 job_id=mock-service-ddd63579-657f-86da-a3c1-f90d85a01d94 namespace=default algorithm=binpack 2021-10-14T17:21:55.769Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=bc736fd5-336d-e141-9ce2-4317ef13e742 job_id=mock-service-ddd63579-657f-86da-a3c1-f90d85a01d94 namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:55.770Z [DEBUG] scheduler/generic_sched.go:311: service_sched: refresh forced: eval_id=bc736fd5-336d-e141-9ce2-4317ef13e742 job_id=mock-service-ddd63579-657f-86da-a3c1-f90d85a01d94 namespace=default 2021-10-14T17:21:55.770Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=bc736fd5-336d-e141-9ce2-4317ef13e742 job_id=mock-service-ddd63579-657f-86da-a3c1-f90d85a01d94 namespace=default algorithm=binpack 2021-10-14T17:21:55.770Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=bc736fd5-336d-e141-9ce2-4317ef13e742 job_id=mock-service-ddd63579-657f-86da-a3c1-f90d85a01d94 namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:55.772Z [DEBUG] scheduler/generic_sched.go:311: service_sched: refresh forced: eval_id=bc736fd5-336d-e141-9ce2-4317ef13e742 job_id=mock-service-ddd63579-657f-86da-a3c1-f90d85a01d94 namespace=default 2021-10-14T17:21:55.772Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=bc736fd5-336d-e141-9ce2-4317ef13e742 job_id=mock-service-ddd63579-657f-86da-a3c1-f90d85a01d94 namespace=default algorithm=binpack 2021-10-14T17:21:55.772Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=bc736fd5-336d-e141-9ce2-4317ef13e742 job_id=mock-service-ddd63579-657f-86da-a3c1-f90d85a01d94 namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:55.774Z [DEBUG] scheduler/generic_sched.go:311: service_sched: refresh forced: eval_id=bc736fd5-336d-e141-9ce2-4317ef13e742 job_id=mock-service-ddd63579-657f-86da-a3c1-f90d85a01d94 namespace=default 2021-10-14T17:21:55.774Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=bc736fd5-336d-e141-9ce2-4317ef13e742 job_id=mock-service-ddd63579-657f-86da-a3c1-f90d85a01d94 namespace=default algorithm=binpack 2021-10-14T17:21:55.774Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=bc736fd5-336d-e141-9ce2-4317ef13e742 job_id=mock-service-ddd63579-657f-86da-a3c1-f90d85a01d94 namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:55.777Z [DEBUG] scheduler/generic_sched.go:311: service_sched: refresh forced: eval_id=bc736fd5-336d-e141-9ce2-4317ef13e742 job_id=mock-service-ddd63579-657f-86da-a3c1-f90d85a01d94 namespace=default 2021-10-14T17:21:55.777Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=bc736fd5-336d-e141-9ce2-4317ef13e742 job_id=mock-service-ddd63579-657f-86da-a3c1-f90d85a01d94 namespace=default status=failed --- PASS: TestServiceSched_RetryLimit (0.02s) === RUN TestServiceSched_Reschedule_OnceNow 2021-10-14T17:21:55.779Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=a4f169cf-38e3-7d96-f0f4-dbc909ef5edf client_status=failed 2021-10-14T17:21:55.780Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=14c5e41f-dffb-79a5-210d-f517941210f9 job_id=mock-service-d4618d31-da42-8fb8-ffb8-fc5a4da88e42 namespace=default algorithm=binpack 2021-10-14T17:21:55.780Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=14c5e41f-dffb-79a5-210d-f517941210f9 job_id=mock-service-d4618d31-da42-8fb8-ffb8-fc5a4da88e42 namespace=default results="Total changes: (place 1) (destructive 0) (inplace 0) (stop 1) Desired Changes for "web": (place 1) (inplace 0) (destructive 0) (stop 1) (migrate 0) (ignore 1) (canary 0)" 2021-10-14T17:21:55.781Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=14c5e41f-dffb-79a5-210d-f517941210f9 job_id=mock-service-d4618d31-da42-8fb8-ffb8-fc5a4da88e42 namespace=default status=complete 2021-10-14T17:21:55.781Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=ba485b20-1615-b32b-689b-5e30dc533914 job_id=mock-service-d4618d31-da42-8fb8-ffb8-fc5a4da88e42 namespace=default algorithm=binpack 2021-10-14T17:21:55.781Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=ba485b20-1615-b32b-689b-5e30dc533914 job_id=mock-service-d4618d31-da42-8fb8-ffb8-fc5a4da88e42 namespace=default results="Total changes: (place 0) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 0) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 2) (canary 0)" 2021-10-14T17:21:55.781Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=ba485b20-1615-b32b-689b-5e30dc533914 job_id=mock-service-d4618d31-da42-8fb8-ffb8-fc5a4da88e42 namespace=default status=complete --- PASS: TestServiceSched_Reschedule_OnceNow (0.00s) === RUN TestServiceSched_Reschedule_Later 2021-10-14T17:21:55.784Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=556acf3f-5b96-ada0-21c2-e408927a19a7 client_status=failed 2021-10-14T17:21:55.785Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=90d7a8b7-d9fd-77b2-1a3f-323c8cbf745a job_id=mock-service-e0a0c9a3-5281-af1c-772e-6ea40ecd99e5 namespace=default algorithm=binpack 2021-10-14T17:21:55.786Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=90d7a8b7-d9fd-77b2-1a3f-323c8cbf745a job_id=mock-service-e0a0c9a3-5281-af1c-772e-6ea40ecd99e5 namespace=default results="Total changes: (place 0) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 0) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 2) (canary 0)" 2021-10-14T17:21:55.786Z [DEBUG] scheduler/generic_sched.go:294: service_sched: found reschedulable allocs, followup eval created: eval_id=90d7a8b7-d9fd-77b2-1a3f-323c8cbf745a job_id=mock-service-e0a0c9a3-5281-af1c-772e-6ea40ecd99e5 namespace=default followup_eval_id=9f67eb19-781d-9962-46af-e9922fe3ac55 2021-10-14T17:21:55.786Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=90d7a8b7-d9fd-77b2-1a3f-323c8cbf745a job_id=mock-service-e0a0c9a3-5281-af1c-772e-6ea40ecd99e5 namespace=default status=complete --- PASS: TestServiceSched_Reschedule_Later (0.00s) === RUN TestServiceSched_Reschedule_MultipleNow 2021-10-14T17:21:55.788Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=25410033-36a7-88d0-1000-0e6139fe0162 client_status=running 2021-10-14T17:21:55.788Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=9cc248f5-2fdb-d8e9-1e89-66298dd28c3c client_status=failed 2021-10-14T17:21:55.789Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=24cb3d3a-c720-1fd4-b1ae-80786042c43a job_id=mock-service-34209c59-b939-7faf-5269-9ee47e2b77f3 namespace=default algorithm=binpack 2021-10-14T17:21:55.789Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=24cb3d3a-c720-1fd4-b1ae-80786042c43a job_id=mock-service-34209c59-b939-7faf-5269-9ee47e2b77f3 namespace=default results="Total changes: (place 1) (destructive 0) (inplace 0) (stop 1) Desired Changes for "web": (place 1) (inplace 0) (destructive 0) (stop 1) (migrate 0) (ignore 1) (canary 0)" 2021-10-14T17:21:55.790Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=24cb3d3a-c720-1fd4-b1ae-80786042c43a job_id=mock-service-34209c59-b939-7faf-5269-9ee47e2b77f3 namespace=default status=complete 2021-10-14T17:21:55.790Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=71b7eb9e-8091-43e6-e6dc-c1d8cbf3d81e job_id=mock-service-34209c59-b939-7faf-5269-9ee47e2b77f3 namespace=default algorithm=binpack 2021-10-14T17:21:55.790Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=71b7eb9e-8091-43e6-e6dc-c1d8cbf3d81e job_id=mock-service-34209c59-b939-7faf-5269-9ee47e2b77f3 namespace=default results="Total changes: (place 1) (destructive 0) (inplace 0) (stop 1) Desired Changes for "web": (place 1) (inplace 0) (destructive 0) (stop 1) (migrate 0) (ignore 1) (canary 0)" 2021-10-14T17:21:55.791Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=71b7eb9e-8091-43e6-e6dc-c1d8cbf3d81e job_id=mock-service-34209c59-b939-7faf-5269-9ee47e2b77f3 namespace=default status=complete 2021-10-14T17:21:55.792Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=ba875771-9313-4fe4-7587-1fde3506076c job_id=mock-service-34209c59-b939-7faf-5269-9ee47e2b77f3 namespace=default algorithm=binpack 2021-10-14T17:21:55.792Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=ba875771-9313-4fe4-7587-1fde3506076c job_id=mock-service-34209c59-b939-7faf-5269-9ee47e2b77f3 namespace=default results="Total changes: (place 1) (destructive 0) (inplace 0) (stop 1) Desired Changes for "web": (place 1) (inplace 0) (destructive 0) (stop 1) (migrate 0) (ignore 1) (canary 0)" 2021-10-14T17:21:55.793Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=ba875771-9313-4fe4-7587-1fde3506076c job_id=mock-service-34209c59-b939-7faf-5269-9ee47e2b77f3 namespace=default status=complete 2021-10-14T17:21:55.794Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=e25fbcc1-7c80-9299-bafa-6dabd34c622f job_id=mock-service-34209c59-b939-7faf-5269-9ee47e2b77f3 namespace=default algorithm=binpack 2021-10-14T17:21:55.794Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=e25fbcc1-7c80-9299-bafa-6dabd34c622f job_id=mock-service-34209c59-b939-7faf-5269-9ee47e2b77f3 namespace=default results="Total changes: (place 0) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 0) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 2) (canary 0)" 2021-10-14T17:21:55.794Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=e25fbcc1-7c80-9299-bafa-6dabd34c622f job_id=mock-service-34209c59-b939-7faf-5269-9ee47e2b77f3 namespace=default status=complete --- PASS: TestServiceSched_Reschedule_MultipleNow (0.01s) === RUN TestServiceSched_Reschedule_PruneEvents 2021-10-14T17:21:55.796Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=782c5267-868b-05ed-97da-d980ef23e60d client_status=failed 2021-10-14T17:21:55.796Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=17a47f14-f9d1-40ed-6b14-93073a52b78f job_id=mock-service-f5eaf640-d7a1-6e8c-681e-2b6f39be4cb3 namespace=default algorithm=binpack 2021-10-14T17:21:55.796Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=17a47f14-f9d1-40ed-6b14-93073a52b78f job_id=mock-service-f5eaf640-d7a1-6e8c-681e-2b6f39be4cb3 namespace=default results="Total changes: (place 1) (destructive 0) (inplace 0) (stop 1) Desired Changes for "web": (place 1) (inplace 0) (destructive 0) (stop 1) (migrate 0) (ignore 1) (canary 0)" 2021-10-14T17:21:55.849Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=17a47f14-f9d1-40ed-6b14-93073a52b78f job_id=mock-service-f5eaf640-d7a1-6e8c-681e-2b6f39be4cb3 namespace=default status=complete --- PASS: TestServiceSched_Reschedule_PruneEvents (0.06s) === RUN TestDeployment_FailedAllocs_Reschedule === RUN TestDeployment_FailedAllocs_Reschedule/Failed_Deployment:_false 2021-10-14T17:21:55.852Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=177fd653-9c4c-b9ac-abc0-31535c27ef7c client_status=failed 2021-10-14T17:21:55.852Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=9ecc9bf3-5d59-68cb-ae6f-112e99b8c40f job_id=mock-service-c17e207a-6996-08fd-c981-5471d1dd5f53 namespace=default algorithm=binpack 2021-10-14T17:21:55.852Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=9ecc9bf3-5d59-68cb-ae6f-112e99b8c40f job_id=mock-service-c17e207a-6996-08fd-c981-5471d1dd5f53 namespace=default results="Total changes: (place 1) (destructive 0) (inplace 0) (stop 1) Desired Changes for "web": (place 1) (inplace 0) (destructive 0) (stop 1) (migrate 0) (ignore 1) (canary 0)" 2021-10-14T17:21:55.853Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=9ecc9bf3-5d59-68cb-ae6f-112e99b8c40f job_id=mock-service-c17e207a-6996-08fd-c981-5471d1dd5f53 namespace=default status=complete === RUN TestDeployment_FailedAllocs_Reschedule/Failed_Deployment:_true 2021-10-14T17:21:55.855Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=39b4ed5b-dd6e-fddd-a477-f83b12c3fba4 client_status=failed 2021-10-14T17:21:55.856Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=4c19c308-14a4-baed-befe-e8e7bc3f65ca job_id=mock-service-287aedac-1ca1-4f50-0459-47d97a7dbe27 namespace=default algorithm=binpack 2021-10-14T17:21:55.856Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=4c19c308-14a4-baed-befe-e8e7bc3f65ca job_id=mock-service-287aedac-1ca1-4f50-0459-47d97a7dbe27 namespace=default results="Total changes: (place 0) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 0) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 1) (canary 0)" 2021-10-14T17:21:55.856Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=4c19c308-14a4-baed-befe-e8e7bc3f65ca job_id=mock-service-287aedac-1ca1-4f50-0459-47d97a7dbe27 namespace=default status=complete --- PASS: TestDeployment_FailedAllocs_Reschedule (0.01s) --- PASS: TestDeployment_FailedAllocs_Reschedule/Failed_Deployment:_false (0.00s) --- PASS: TestDeployment_FailedAllocs_Reschedule/Failed_Deployment:_true (0.00s) === RUN TestBatchSched_Run_CompleteAlloc 2021-10-14T17:21:55.857Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=2eb4c13e-b7da-e923-9a35-04d60262b009 client_status=complete 2021-10-14T17:21:55.857Z [TRACE] scheduler/rank.go:175: batch_sched.binpack: NewBinPackIterator created: eval_id=66fa1390-53be-a443-d7ea-3f06c8f62a78 job_id=mock-service-c82dbc8a-d256-f6dd-0b7b-cafe599ed008 namespace=default algorithm=binpack 2021-10-14T17:21:55.857Z [DEBUG] scheduler/generic_sched.go:356: batch_sched: reconciled current state with desired state: eval_id=66fa1390-53be-a443-d7ea-3f06c8f62a78 job_id=mock-service-c82dbc8a-d256-f6dd-0b7b-cafe599ed008 namespace=default results="Total changes: (place 0) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 0) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 1) (canary 0)" 2021-10-14T17:21:55.857Z [DEBUG] scheduler/util.go:535: batch_sched: setting eval status: eval_id=66fa1390-53be-a443-d7ea-3f06c8f62a78 job_id=mock-service-c82dbc8a-d256-f6dd-0b7b-cafe599ed008 namespace=default status=complete --- PASS: TestBatchSched_Run_CompleteAlloc (0.00s) === RUN TestBatchSched_Run_FailedAlloc 2021-10-14T17:21:55.858Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=ff7b8cab-ab7c-9708-59d8-09566fd603c5 client_status=failed 2021-10-14T17:21:55.859Z [TRACE] scheduler/rank.go:175: batch_sched.binpack: NewBinPackIterator created: eval_id=ad7e5fb5-7b02-045c-cf90-65b93954a099 job_id=mock-service-d71a2486-fa8f-d392-5a26-5fac422d8d10 namespace=default algorithm=binpack 2021-10-14T17:21:55.859Z [DEBUG] scheduler/generic_sched.go:356: batch_sched: reconciled current state with desired state: eval_id=ad7e5fb5-7b02-045c-cf90-65b93954a099 job_id=mock-service-d71a2486-fa8f-d392-5a26-5fac422d8d10 namespace=default results="Total changes: (place 1) (destructive 0) (inplace 0) (stop 1) Desired Changes for "web": (place 1) (inplace 0) (destructive 0) (stop 1) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:55.859Z [DEBUG] scheduler/util.go:535: batch_sched: setting eval status: eval_id=ad7e5fb5-7b02-045c-cf90-65b93954a099 job_id=mock-service-d71a2486-fa8f-d392-5a26-5fac422d8d10 namespace=default status=complete --- PASS: TestBatchSched_Run_FailedAlloc (0.00s) === RUN TestBatchSched_Run_LostAlloc 2021-10-14T17:21:55.866Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=5fd4ad4e-ad4a-bba2-65b0-729eb7e74c6f client_status=running 2021-10-14T17:21:55.866Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=8cdbe587-c0a0-b34b-fa92-d9fd690e2acc client_status=running 2021-10-14T17:21:55.866Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=0b4f5014-7b31-aad3-22a5-1e6d8ac13066 desired_status=stop 2021-10-14T17:21:55.866Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=0b4f5014-7b31-aad3-22a5-1e6d8ac13066 client_status=complete 2021-10-14T17:21:55.866Z [TRACE] scheduler/rank.go:175: batch_sched.binpack: NewBinPackIterator created: eval_id=861b8e1b-54e3-9753-65f9-4e5c2be9f405 job_id=my-job namespace=default algorithm=binpack 2021-10-14T17:21:55.866Z [DEBUG] scheduler/generic_sched.go:356: batch_sched: reconciled current state with desired state: eval_id=861b8e1b-54e3-9753-65f9-4e5c2be9f405 job_id=my-job namespace=default results="Total changes: (place 1) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 1) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 2) (canary 0)" 2021-10-14T17:21:55.867Z [DEBUG] scheduler/util.go:535: batch_sched: setting eval status: eval_id=861b8e1b-54e3-9753-65f9-4e5c2be9f405 job_id=my-job namespace=default status=complete --- PASS: TestBatchSched_Run_LostAlloc (0.01s) === RUN TestBatchSched_Run_FailedAllocQueuedAllocations 2021-10-14T17:21:55.868Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=f526596b-2d42-b066-2eda-a608f5903352 client_status=failed 2021-10-14T17:21:55.869Z [TRACE] scheduler/rank.go:175: batch_sched.binpack: NewBinPackIterator created: eval_id=b2c7e87d-c3df-bcf9-ba73-a9a49d2128f8 job_id=mock-service-8d3b412b-fb12-b2df-267a-ce6fbe1d3f88 namespace=default algorithm=binpack 2021-10-14T17:21:55.869Z [DEBUG] scheduler/generic_sched.go:356: batch_sched: reconciled current state with desired state: eval_id=b2c7e87d-c3df-bcf9-ba73-a9a49d2128f8 job_id=mock-service-8d3b412b-fb12-b2df-267a-ce6fbe1d3f88 namespace=default results="Total changes: (place 1) (destructive 0) (inplace 0) (stop 1) Desired Changes for "web": (place 1) (inplace 0) (destructive 0) (stop 1) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:55.869Z [DEBUG] scheduler/generic_sched.go:275: batch_sched: failed to place all allocations, blocked eval created: eval_id=b2c7e87d-c3df-bcf9-ba73-a9a49d2128f8 job_id=mock-service-8d3b412b-fb12-b2df-267a-ce6fbe1d3f88 namespace=default blocked_eval_id=0f77f83d-d35a-6c8a-54fb-c96a5950ee8f 2021-10-14T17:21:55.869Z [DEBUG] scheduler/util.go:535: batch_sched: setting eval status: eval_id=b2c7e87d-c3df-bcf9-ba73-a9a49d2128f8 job_id=mock-service-8d3b412b-fb12-b2df-267a-ce6fbe1d3f88 namespace=default status=complete --- PASS: TestBatchSched_Run_FailedAllocQueuedAllocations (0.00s) === RUN TestBatchSched_ReRun_SuccessfullyFinishedAlloc 2021-10-14T17:21:55.870Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=d8ecf51f-4caa-6548-ce78-bae5a8340e5a client_status=complete 2021-10-14T17:21:55.871Z [TRACE] scheduler/rank.go:175: batch_sched.binpack: NewBinPackIterator created: eval_id=fb725eaf-417d-56dc-55f6-8d00b3418623 job_id=mock-service-f09d0d9f-f209-2e19-c0b6-c0d9c9e49f5d namespace=default algorithm=binpack 2021-10-14T17:21:55.871Z [DEBUG] scheduler/generic_sched.go:356: batch_sched: reconciled current state with desired state: eval_id=fb725eaf-417d-56dc-55f6-8d00b3418623 job_id=mock-service-f09d0d9f-f209-2e19-c0b6-c0d9c9e49f5d namespace=default results="Total changes: (place 0) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 0) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 1) (canary 0)" 2021-10-14T17:21:55.871Z [DEBUG] scheduler/util.go:535: batch_sched: setting eval status: eval_id=fb725eaf-417d-56dc-55f6-8d00b3418623 job_id=mock-service-f09d0d9f-f209-2e19-c0b6-c0d9c9e49f5d namespace=default status=complete --- PASS: TestBatchSched_ReRun_SuccessfullyFinishedAlloc (0.00s) === RUN TestBatchSched_JobModify_InPlace_Terminal 2021-10-14T17:21:55.874Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=dfd56544-efe3-e2d5-9f66-569d01584dc3 client_status=complete 2021-10-14T17:21:55.874Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=62ca9908-cf7d-68ec-04db-342b1a38e736 client_status=complete 2021-10-14T17:21:55.874Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=9b6bf293-5a5d-893f-690a-abc3ca913071 client_status=complete 2021-10-14T17:21:55.874Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=7cd2c657-8fc7-1e68-e167-a6a98d733e62 client_status=complete 2021-10-14T17:21:55.874Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=41f3acae-761b-7c57-8044-c15106ee9fe6 client_status=complete 2021-10-14T17:21:55.874Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=472b9e94-b1c4-f405-3e62-6c77f0764aeb client_status=complete 2021-10-14T17:21:55.874Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=b4b4bbc0-3d77-581d-8cdf-868ce1367434 client_status=complete 2021-10-14T17:21:55.874Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=3d746887-52df-89e9-ed28-e84427831620 client_status=complete 2021-10-14T17:21:55.875Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=0a177a46-c37a-b147-7b03-44441fba830f client_status=complete 2021-10-14T17:21:55.875Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=7c9e92f1-cdeb-ef02-473f-2d41c188e347 client_status=complete 2021-10-14T17:21:55.875Z [TRACE] scheduler/rank.go:175: batch_sched.binpack: NewBinPackIterator created: eval_id=9cecfc71-1161-59a0-3506-92969e063933 job_id=mock-service-8c970dfc-5e6d-7364-330c-0d723ba36088 namespace=default algorithm=binpack 2021-10-14T17:21:55.875Z [DEBUG] scheduler/generic_sched.go:356: batch_sched: reconciled current state with desired state: eval_id=9cecfc71-1161-59a0-3506-92969e063933 job_id=mock-service-8c970dfc-5e6d-7364-330c-0d723ba36088 namespace=default results="Total changes: (place 0) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 0) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 10) (canary 0)" 2021-10-14T17:21:55.876Z [DEBUG] scheduler/util.go:535: batch_sched: setting eval status: eval_id=9cecfc71-1161-59a0-3506-92969e063933 job_id=mock-service-8c970dfc-5e6d-7364-330c-0d723ba36088 namespace=default status=complete --- PASS: TestBatchSched_JobModify_InPlace_Terminal (0.00s) === RUN TestBatchSched_JobModify_Destructive_Terminal 2021-10-14T17:21:55.879Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=96bdb0fe-57c8-53b4-f725-85e82176c24c client_status=complete 2021-10-14T17:21:55.879Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=b522c75f-503b-f649-6dd5-6973860bc3b9 client_status=complete 2021-10-14T17:21:55.879Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=4ef765cf-e057-ceba-3915-9127471351c8 client_status=complete 2021-10-14T17:21:55.879Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=52076d62-3a3b-a703-9a5e-2e2518c396c6 client_status=complete 2021-10-14T17:21:55.879Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=a206e273-49c0-dd4d-d39e-db750e926ef8 client_status=complete 2021-10-14T17:21:55.879Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=6594941e-7c36-44d9-a12c-d41d2fff00e6 client_status=complete 2021-10-14T17:21:55.879Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=7cbb147c-db69-f639-cd67-dbd39f383392 client_status=complete 2021-10-14T17:21:55.879Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=55645b13-3fd1-79c4-b97d-479cae5e8413 client_status=complete 2021-10-14T17:21:55.879Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=aadb85ee-4de0-f0e5-b77c-546b9e727fb1 client_status=complete 2021-10-14T17:21:55.880Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=83fbeef6-2236-cda3-6e70-f2762b530262 client_status=complete 2021-10-14T17:21:55.881Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=cca23424-ec9f-a028-1d23-8c51ba87bb90 client_status=complete 2021-10-14T17:21:55.881Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=3c8fe40d-0659-8fe3-a5f2-90724298f7e9 client_status=complete 2021-10-14T17:21:55.881Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=d86fbf39-1c6b-2551-cfe0-e5b3d3412e1c client_status=complete 2021-10-14T17:21:55.881Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=dffab5cc-0478-2d03-0b59-859908cb4dfa client_status=complete 2021-10-14T17:21:55.881Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=d1a98ab0-0842-410c-8f64-4924af3d7dd2 client_status=complete 2021-10-14T17:21:55.881Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=86600c87-b392-5c2d-2387-226acded92e4 client_status=complete 2021-10-14T17:21:55.881Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=f2b9de38-0593-59f2-a94f-27a09b44534b client_status=complete 2021-10-14T17:21:55.881Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=fb03d8b5-4ff4-a284-f4e7-c40126f23635 client_status=complete 2021-10-14T17:21:55.881Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=d423788e-2f8b-9bf3-3804-9495e761c3e2 client_status=complete 2021-10-14T17:21:55.881Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=281b0c8e-2e8c-544b-4425-083c6abbc103 client_status=complete 2021-10-14T17:21:55.882Z [TRACE] scheduler/rank.go:175: batch_sched.binpack: NewBinPackIterator created: eval_id=9d46f626-6fb2-f7dd-ead8-515055891120 job_id=mock-service-58afdf1a-b360-4579-a09c-5837d11e8c15 namespace=default algorithm=binpack 2021-10-14T17:21:55.882Z [DEBUG] scheduler/generic_sched.go:356: batch_sched: reconciled current state with desired state: eval_id=9d46f626-6fb2-f7dd-ead8-515055891120 job_id=mock-service-58afdf1a-b360-4579-a09c-5837d11e8c15 namespace=default results="Total changes: (place 0) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 0) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 20) (canary 0)" 2021-10-14T17:21:55.882Z [DEBUG] scheduler/util.go:535: batch_sched: setting eval status: eval_id=9d46f626-6fb2-f7dd-ead8-515055891120 job_id=mock-service-58afdf1a-b360-4579-a09c-5837d11e8c15 namespace=default status=complete --- PASS: TestBatchSched_JobModify_Destructive_Terminal (0.01s) === RUN TestBatchSched_NodeDrain_Running_OldJob 2021-10-14T17:21:55.883Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=8fb4f2ab-354f-1e7d-f49a-4bdc5e6d5bb0 client_status=running 2021-10-14T17:21:55.884Z [TRACE] scheduler/rank.go:175: batch_sched.binpack: NewBinPackIterator created: eval_id=26b7cfb2-6a6c-b820-e4e6-37ad10787fe6 job_id=mock-service-54a5fbf9-e8b0-5d5f-8803-67355ea94be7 namespace=default algorithm=binpack 2021-10-14T17:21:55.884Z [DEBUG] scheduler/generic_sched.go:356: batch_sched: reconciled current state with desired state: eval_id=26b7cfb2-6a6c-b820-e4e6-37ad10787fe6 job_id=mock-service-54a5fbf9-e8b0-5d5f-8803-67355ea94be7 namespace=default results="Total changes: (place 0) (destructive 1) (inplace 0) (stop 0) Desired Changes for "web": (place 0) (inplace 0) (destructive 1) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:55.885Z [DEBUG] scheduler/util.go:535: batch_sched: setting eval status: eval_id=26b7cfb2-6a6c-b820-e4e6-37ad10787fe6 job_id=mock-service-54a5fbf9-e8b0-5d5f-8803-67355ea94be7 namespace=default status=complete --- PASS: TestBatchSched_NodeDrain_Running_OldJob (0.00s) === RUN TestBatchSched_NodeDrain_Complete 2021-10-14T17:21:55.886Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=637576d2-35fd-7b42-959b-30f3e5e00bfa client_status=complete 2021-10-14T17:21:55.887Z [TRACE] scheduler/rank.go:175: batch_sched.binpack: NewBinPackIterator created: eval_id=f45795a1-48b1-28d9-0259-2446bc6c1f87 job_id=mock-service-af2d3ec8-17cc-5957-276b-385f7ae197f5 namespace=default algorithm=binpack 2021-10-14T17:21:55.887Z [DEBUG] scheduler/generic_sched.go:356: batch_sched: reconciled current state with desired state: eval_id=f45795a1-48b1-28d9-0259-2446bc6c1f87 job_id=mock-service-af2d3ec8-17cc-5957-276b-385f7ae197f5 namespace=default results="Total changes: (place 0) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 0) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 1) (canary 0)" 2021-10-14T17:21:55.887Z [DEBUG] scheduler/util.go:535: batch_sched: setting eval status: eval_id=f45795a1-48b1-28d9-0259-2446bc6c1f87 job_id=mock-service-af2d3ec8-17cc-5957-276b-385f7ae197f5 namespace=default status=complete --- PASS: TestBatchSched_NodeDrain_Complete (0.00s) === RUN TestBatchSched_ScaleDown_SameName 2021-10-14T17:21:55.888Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=01f6d200-83ba-5f9a-bf14-cafcbe2b43c8 client_status=running 2021-10-14T17:21:55.888Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=3953b987-4a7f-900f-6d0c-d0a8d6489ea9 client_status=running 2021-10-14T17:21:55.888Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=480819e6-1a91-1aa8-93ae-be38f807c372 client_status=running 2021-10-14T17:21:55.889Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=ec5e80e2-72dc-7f9a-fdc7-ca69daa79ae8 client_status=running 2021-10-14T17:21:55.889Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=19cb36a0-3e65-45c6-7bb4-8dd4d6da7b33 client_status=running 2021-10-14T17:21:55.889Z [TRACE] scheduler/rank.go:175: batch_sched.binpack: NewBinPackIterator created: eval_id=b48d320b-8673-0788-ad04-94f630160910 job_id=mock-service-9abbb18a-6c32-0d84-20d2-4b409947d381 namespace=default algorithm=binpack 2021-10-14T17:21:55.890Z [DEBUG] scheduler/generic_sched.go:356: batch_sched: reconciled current state with desired state: eval_id=b48d320b-8673-0788-ad04-94f630160910 job_id=mock-service-9abbb18a-6c32-0d84-20d2-4b409947d381 namespace=default results="Total changes: (place 0) (destructive 0) (inplace 1) (stop 4) Desired Changes for "web": (place 0) (inplace 1) (destructive 0) (stop 4) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:55.890Z [DEBUG] scheduler/util.go:535: batch_sched: setting eval status: eval_id=b48d320b-8673-0788-ad04-94f630160910 job_id=mock-service-9abbb18a-6c32-0d84-20d2-4b409947d381 namespace=default status=complete --- PASS: TestBatchSched_ScaleDown_SameName (0.00s) === RUN TestGenericSched_AllocFit === RUN TestGenericSched_AllocFit/simple_init_+_sidecar 2021-10-14T17:21:55.891Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=57b78505-2845-8769-e3d9-510bc9560adc job_id=mock-service-16eb3136-e00c-18c3-98fb-d9f2427f9884 namespace=default algorithm=binpack 2021-10-14T17:21:55.892Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=57b78505-2845-8769-e3d9-510bc9560adc job_id=mock-service-16eb3136-e00c-18c3-98fb-d9f2427f9884 namespace=default results="Total changes: (place 1) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 1) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:55.892Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=57b78505-2845-8769-e3d9-510bc9560adc job_id=mock-service-16eb3136-e00c-18c3-98fb-d9f2427f9884 namespace=default status=complete === RUN TestGenericSched_AllocFit/too_big_init_+_sidecar 2021-10-14T17:21:55.894Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=97fe20c0-b026-d2b1-7d46-3662191cbfa5 job_id=mock-service-fe78bc33-da5b-3fcb-cd2e-e6477f2672ec namespace=default algorithm=binpack 2021-10-14T17:21:55.895Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=97fe20c0-b026-d2b1-7d46-3662191cbfa5 job_id=mock-service-fe78bc33-da5b-3fcb-cd2e-e6477f2672ec namespace=default results="Total changes: (place 1) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 1) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:55.895Z [DEBUG] scheduler/generic_sched.go:275: service_sched: failed to place all allocations, blocked eval created: eval_id=97fe20c0-b026-d2b1-7d46-3662191cbfa5 job_id=mock-service-fe78bc33-da5b-3fcb-cd2e-e6477f2672ec namespace=default blocked_eval_id=6f7a700a-7c47-a241-5fad-b7031d20dd0e 2021-10-14T17:21:55.895Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=97fe20c0-b026-d2b1-7d46-3662191cbfa5 job_id=mock-service-fe78bc33-da5b-3fcb-cd2e-e6477f2672ec namespace=default status=complete === RUN TestGenericSched_AllocFit/many_init_+_sidecar 2021-10-14T17:21:55.896Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=25ee2fdf-e83c-60d3-8594-648e1820a5e1 job_id=mock-service-76b31e91-55ec-7639-0585-31a3472dc9ac namespace=default algorithm=binpack 2021-10-14T17:21:55.896Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=25ee2fdf-e83c-60d3-8594-648e1820a5e1 job_id=mock-service-76b31e91-55ec-7639-0585-31a3472dc9ac namespace=default results="Total changes: (place 1) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 1) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:55.897Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=25ee2fdf-e83c-60d3-8594-648e1820a5e1 job_id=mock-service-76b31e91-55ec-7639-0585-31a3472dc9ac namespace=default status=complete === RUN TestGenericSched_AllocFit/too_many_init_+_sidecar 2021-10-14T17:21:55.899Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=cf81d2e8-7f5f-bf3f-7192-2503d995363a job_id=mock-service-2a79955d-206b-5a0d-e341-f9cec63810c5 namespace=default algorithm=binpack 2021-10-14T17:21:55.899Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=cf81d2e8-7f5f-bf3f-7192-2503d995363a job_id=mock-service-2a79955d-206b-5a0d-e341-f9cec63810c5 namespace=default results="Total changes: (place 1) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 1) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:55.899Z [DEBUG] scheduler/generic_sched.go:275: service_sched: failed to place all allocations, blocked eval created: eval_id=cf81d2e8-7f5f-bf3f-7192-2503d995363a job_id=mock-service-2a79955d-206b-5a0d-e341-f9cec63810c5 namespace=default blocked_eval_id=65b66290-3440-c035-47dc-0b72f1b9bee5 2021-10-14T17:21:55.899Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=cf81d2e8-7f5f-bf3f-7192-2503d995363a job_id=mock-service-2a79955d-206b-5a0d-e341-f9cec63810c5 namespace=default status=complete === RUN TestGenericSched_AllocFit/too_many_too_big 2021-10-14T17:21:55.901Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=4cae77f8-34aa-1703-6bda-0524502a0691 job_id=mock-service-636ac7ce-96a2-b1fc-3ab6-e9f00b487214 namespace=default algorithm=binpack 2021-10-14T17:21:55.901Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=4cae77f8-34aa-1703-6bda-0524502a0691 job_id=mock-service-636ac7ce-96a2-b1fc-3ab6-e9f00b487214 namespace=default results="Total changes: (place 1) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 1) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:55.901Z [DEBUG] scheduler/generic_sched.go:275: service_sched: failed to place all allocations, blocked eval created: eval_id=4cae77f8-34aa-1703-6bda-0524502a0691 job_id=mock-service-636ac7ce-96a2-b1fc-3ab6-e9f00b487214 namespace=default blocked_eval_id=d04272ed-e869-22d0-91e4-72436c9f22de 2021-10-14T17:21:55.901Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=4cae77f8-34aa-1703-6bda-0524502a0691 job_id=mock-service-636ac7ce-96a2-b1fc-3ab6-e9f00b487214 namespace=default status=complete --- PASS: TestGenericSched_AllocFit (0.01s) --- PASS: TestGenericSched_AllocFit/simple_init_+_sidecar (0.00s) --- PASS: TestGenericSched_AllocFit/too_big_init_+_sidecar (0.00s) --- PASS: TestGenericSched_AllocFit/many_init_+_sidecar (0.00s) --- PASS: TestGenericSched_AllocFit/too_many_init_+_sidecar (0.00s) --- PASS: TestGenericSched_AllocFit/too_many_too_big (0.00s) === RUN TestGenericSched_ChainedAlloc 2021-10-14T17:21:55.903Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=62127cfe-ea7a-a76d-2fc0-8465b7ba4f6c job_id=mock-service-69cdc61a-c16b-5d01-9c1a-2dcfe536cc94 namespace=default algorithm=binpack 2021-10-14T17:21:55.903Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=62127cfe-ea7a-a76d-2fc0-8465b7ba4f6c job_id=mock-service-69cdc61a-c16b-5d01-9c1a-2dcfe536cc94 namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:55.942Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=62127cfe-ea7a-a76d-2fc0-8465b7ba4f6c job_id=mock-service-69cdc61a-c16b-5d01-9c1a-2dcfe536cc94 namespace=default status=complete 2021-10-14T17:21:55.942Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=2690de55-8197-045a-e33e-63cc96456e6e job_id=mock-service-69cdc61a-c16b-5d01-9c1a-2dcfe536cc94 namespace=default algorithm=binpack 2021-10-14T17:21:55.943Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=2690de55-8197-045a-e33e-63cc96456e6e job_id=mock-service-69cdc61a-c16b-5d01-9c1a-2dcfe536cc94 namespace=default results="Total changes: (place 2) (destructive 10) (inplace 0) (stop 0) Desired Changes for "web": (place 2) (inplace 0) (destructive 10) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:55.949Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=2690de55-8197-045a-e33e-63cc96456e6e job_id=mock-service-69cdc61a-c16b-5d01-9c1a-2dcfe536cc94 namespace=default status=complete --- PASS: TestGenericSched_ChainedAlloc (0.05s) === RUN TestServiceSched_NodeDrain_Sticky 2021-10-14T17:21:55.951Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=fa2489e8-89e9-fa29-542c-698d929b7a85 job_id=mock-service-25e1c7d4-496b-367e-cce6-8fe4508606cd namespace=default algorithm=binpack 2021-10-14T17:21:55.951Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=fa2489e8-89e9-fa29-542c-698d929b7a85 job_id=mock-service-25e1c7d4-496b-367e-cce6-8fe4508606cd namespace=default results="Total changes: (place 1) (destructive 0) (inplace 0) (stop 1) Desired Changes for "web": (place 0) (inplace 0) (destructive 0) (stop 0) (migrate 1) (ignore 0) (canary 0)" 2021-10-14T17:21:55.951Z [DEBUG] scheduler/generic_sched.go:275: service_sched: failed to place all allocations, blocked eval created: eval_id=fa2489e8-89e9-fa29-542c-698d929b7a85 job_id=mock-service-25e1c7d4-496b-367e-cce6-8fe4508606cd namespace=default blocked_eval_id=0870b2e3-336d-b890-950b-dbc3aaf713d1 2021-10-14T17:21:55.952Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=fa2489e8-89e9-fa29-542c-698d929b7a85 job_id=mock-service-25e1c7d4-496b-367e-cce6-8fe4508606cd namespace=default status=complete --- PASS: TestServiceSched_NodeDrain_Sticky (0.00s) === RUN TestServiceSched_CancelDeployment_Stopped 2021-10-14T17:21:55.953Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=4dde4263-8de3-e865-8e97-bdb52468e66a job_id=mock-service-c43c86e1-7d5a-f3c1-91e4-5f3873572e15 namespace=default algorithm=binpack 2021-10-14T17:21:55.953Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=4dde4263-8de3-e865-8e97-bdb52468e66a job_id=mock-service-c43c86e1-7d5a-f3c1-91e4-5f3873572e15 namespace=default results="Total changes: (place 0) (destructive 0) (inplace 0) (stop 0) Deployment Update for ID "031283da-427e-cb05-36f2-05b9059e6bbe": Status "cancelled"; Description "Cancelled because job is stopped" Desired Changes for "web": (place 0) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:55.954Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=4dde4263-8de3-e865-8e97-bdb52468e66a job_id=mock-service-c43c86e1-7d5a-f3c1-91e4-5f3873572e15 namespace=default status=complete --- PASS: TestServiceSched_CancelDeployment_Stopped (0.00s) === RUN TestServiceSched_CancelDeployment_NewerJob 2021-10-14T17:21:55.967Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=a469dd46-8200-7e5d-4839-49f20aa9741e job_id=mock-service-05f81836-6b11-448c-7a4c-ee0fcd9c0914 namespace=default algorithm=binpack 2021-10-14T17:21:55.967Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=a469dd46-8200-7e5d-4839-49f20aa9741e job_id=mock-service-05f81836-6b11-448c-7a4c-ee0fcd9c0914 namespace=default results="Total changes: (place 10) (destructive 0) (inplace 0) (stop 0) Deployment Update for ID "90392424-263f-740c-5a27-0875e205c695": Status "cancelled"; Description "Cancelled due to newer version of job" Desired Changes for "web": (place 10) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:55.968Z [DEBUG] scheduler/generic_sched.go:275: service_sched: failed to place all allocations, blocked eval created: eval_id=a469dd46-8200-7e5d-4839-49f20aa9741e job_id=mock-service-05f81836-6b11-448c-7a4c-ee0fcd9c0914 namespace=default blocked_eval_id=f73ab848-0861-9a76-993e-1613cd9c8f2e 2021-10-14T17:21:55.968Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=a469dd46-8200-7e5d-4839-49f20aa9741e job_id=mock-service-05f81836-6b11-448c-7a4c-ee0fcd9c0914 namespace=default status=complete --- PASS: TestServiceSched_CancelDeployment_NewerJob (0.01s) === RUN Test_updateRescheduleTracker === RUN Test_updateRescheduleTracker/No_past_events === RUN Test_updateRescheduleTracker/one_past_event,_linear_delay === RUN Test_updateRescheduleTracker/one_past_event,_fibonacci_delay === RUN Test_updateRescheduleTracker/eight_past_events,_fibonacci_delay,_unlimited === RUN Test_updateRescheduleTracker/_old_attempts_past_interval,_exponential_delay,_limited --- PASS: Test_updateRescheduleTracker (0.01s) --- PASS: Test_updateRescheduleTracker/No_past_events (0.00s) --- PASS: Test_updateRescheduleTracker/one_past_event,_linear_delay (0.00s) --- PASS: Test_updateRescheduleTracker/one_past_event,_fibonacci_delay (0.00s) --- PASS: Test_updateRescheduleTracker/eight_past_events,_fibonacci_delay,_unlimited (0.00s) --- PASS: Test_updateRescheduleTracker/_old_attempts_past_interval,_exponential_delay,_limited (0.00s) === RUN TestServiceSched_Preemption 2021-10-14T17:21:55.976Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=67de105a-376b-9e70-39eb-0e76421af4dd job_id=mock-service-0e917fa4-f577-786b-9123-e626a6415545 namespace=default algorithm=binpack 2021-10-14T17:21:55.976Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=67de105a-376b-9e70-39eb-0e76421af4dd job_id=mock-service-0e917fa4-f577-786b-9123-e626a6415545 namespace=default results="Total changes: (place 1) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 1) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:55.976Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=67de105a-376b-9e70-39eb-0e76421af4dd job_id=mock-service-0e917fa4-f577-786b-9123-e626a6415545 namespace=default status=complete 2021-10-14T17:21:55.977Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=500d8234-10a5-601a-aa13-d4ca91d6fbb2 job_id=mock-service-345787a4-1789-1481-fdc8-4239199c0ced namespace=default algorithm=binpack 2021-10-14T17:21:55.977Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=500d8234-10a5-601a-aa13-d4ca91d6fbb2 job_id=mock-service-345787a4-1789-1481-fdc8-4239199c0ced namespace=default results="Total changes: (place 1) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 1) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:55.977Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=500d8234-10a5-601a-aa13-d4ca91d6fbb2 job_id=mock-service-345787a4-1789-1481-fdc8-4239199c0ced namespace=default status=complete 2021-10-14T17:21:55.978Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=de6b2361-600a-dee6-2e63-07a79d073ae2 job_id=mock-service-b682f62c-5313-20db-2d5a-c3edd3256311 namespace=default algorithm=binpack 2021-10-14T17:21:55.978Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=de6b2361-600a-dee6-2e63-07a79d073ae2 job_id=mock-service-b682f62c-5313-20db-2d5a-c3edd3256311 namespace=default results="Total changes: (place 1) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 1) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:55.979Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=de6b2361-600a-dee6-2e63-07a79d073ae2 job_id=mock-service-b682f62c-5313-20db-2d5a-c3edd3256311 namespace=default status=complete --- PASS: TestServiceSched_Preemption (0.00s) === RUN TestServiceSched_Migrate_NonCanary 2021-10-14T17:21:55.980Z [ERROR] state/state_store.go:4790: state_store: new allocation inserted into state store with bad client status: alloc_id=17fed44c-2c59-d7c7-b2b5-e5df5604e513 client_status=running 2021-10-14T17:21:55.980Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=03ad6cf8-115a-9c41-ccb7-789bd8c85f4d job_id=mock-service-15fd8d14-a97d-f256-7f71-5470a6f7fac4 namespace=default algorithm=binpack 2021-10-14T17:21:55.980Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=03ad6cf8-115a-9c41-ccb7-789bd8c85f4d job_id=mock-service-15fd8d14-a97d-f256-7f71-5470a6f7fac4 namespace=default results="Total changes: (place 1) (destructive 0) (inplace 0) (stop 1) Desired Changes for "web": (place 0) (inplace 0) (destructive 0) (stop 0) (migrate 1) (ignore 0) (canary 0)" 2021-10-14T17:21:55.980Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=03ad6cf8-115a-9c41-ccb7-789bd8c85f4d job_id=mock-service-15fd8d14-a97d-f256-7f71-5470a6f7fac4 namespace=default status=complete --- PASS: TestServiceSched_Migrate_NonCanary (0.00s) === RUN TestServiceSched_Migrate_CanaryStatus 2021-10-14T17:21:55.982Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=cf1e8325-00ed-d14c-7901-26f938c96570 job_id=mock-service-1a1ca382-8638-fd43-5d91-e9b75d776b22 namespace=default algorithm=binpack 2021-10-14T17:21:55.982Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=cf1e8325-00ed-d14c-7901-26f938c96570 job_id=mock-service-1a1ca382-8638-fd43-5d91-e9b75d776b22 namespace=default results="Total changes: (place 1) (destructive 0) (inplace 0) (stop 0) Created Deployment: "4a12da93-6cf2-b064-314b-49c135c00519" Desired Changes for "web": (place 0) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 3) (canary 1)" 2021-10-14T17:21:55.983Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=cf1e8325-00ed-d14c-7901-26f938c96570 job_id=mock-service-1a1ca382-8638-fd43-5d91-e9b75d776b22 namespace=default status=complete 2021-10-14T17:21:55.983Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=cf1e8325-00ed-d14c-7901-26f938c96570 job_id=mock-service-1a1ca382-8638-fd43-5d91-e9b75d776b22 namespace=default algorithm=binpack 2021-10-14T17:21:55.983Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=cf1e8325-00ed-d14c-7901-26f938c96570 job_id=mock-service-1a1ca382-8638-fd43-5d91-e9b75d776b22 namespace=default results="Total changes: (place 3) (destructive 0) (inplace 0) (stop 4) Desired Changes for "web": (place 3) (inplace 0) (destructive 0) (stop 3) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:55.984Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=cf1e8325-00ed-d14c-7901-26f938c96570 job_id=mock-service-1a1ca382-8638-fd43-5d91-e9b75d776b22 namespace=default status=complete --- PASS: TestServiceSched_Migrate_CanaryStatus (0.00s) === RUN TestServiceSched_RunningWithNextAllocation 2021-10-14T17:21:55.985Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=a7df8641-e729-661e-47bf-5cd06a50cf4f job_id=mock-service-c4beeb4d-44f2-7ec8-cb1b-c9f1b0a26ddf namespace=default algorithm=binpack 2021-10-14T17:21:55.986Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=a7df8641-e729-661e-47bf-5cd06a50cf4f job_id=mock-service-c4beeb4d-44f2-7ec8-cb1b-c9f1b0a26ddf namespace=default results="Total changes: (place 0) (destructive 2) (inplace 0) (stop 1) Desired Changes for "web": (place 0) (inplace 0) (destructive 2) (stop 1) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:55.986Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=a7df8641-e729-661e-47bf-5cd06a50cf4f job_id=mock-service-c4beeb4d-44f2-7ec8-cb1b-c9f1b0a26ddf namespace=default status=complete --- PASS: TestServiceSched_RunningWithNextAllocation (0.00s) === RUN TestResourceDistance === RUN TestResourceDistance/#00 === RUN TestResourceDistance/#01 === RUN TestResourceDistance/#02 === RUN TestResourceDistance/#03 --- PASS: TestResourceDistance (0.00s) --- PASS: TestResourceDistance/#00 (0.00s) --- PASS: TestResourceDistance/#01 (0.00s) --- PASS: TestResourceDistance/#02 (0.00s) --- PASS: TestResourceDistance/#03 (0.00s) === RUN TestPreemption === RUN TestPreemption/No_preemption_because_existing_allocs_are_not_low_priority 2021-10-14T17:21:55.987Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack 2021-10-14T17:21:55.988Z [DEBUG] scheduler/rank.go:327: binpack: preemption not possible : network_resource="&{ eth0 192.168.0.100 1 [{ssh 22 0 }] []}" === RUN TestPreemption/Preempting_low_priority_allocs_not_enough_to_meet_resource_ask 2021-10-14T17:21:55.988Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack 2021-10-14T17:21:55.988Z [DEBUG] scheduler/rank.go:327: binpack: preemption not possible : network_resource="&{ eth0 192.168.0.100 1 [{ssh 22 0 }] []}" === RUN TestPreemption/preemption_impossible_-_static_port_needed_is_used_by_higher_priority_alloc 2021-10-14T17:21:55.989Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack 2021-10-14T17:21:55.989Z [DEBUG] scheduler/rank.go:327: binpack: preemption not possible : network_resource="&{ eth0 192.168.0.100 700 [{db 88 0 }] []}" === RUN TestPreemption/preempt_only_from_device_that_has_allocation_with_unused_reserved_port 2021-10-14T17:21:55.989Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack === RUN TestPreemption/Combination_of_high/low_priority_allocs,_without_static_ports 2021-10-14T17:21:55.990Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack === RUN TestPreemption/preempt_allocs_with_network_devices 2021-10-14T17:21:55.991Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack === RUN TestPreemption/ignore_allocs_with_close_enough_priority_for_network_devices 2021-10-14T17:21:55.991Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack 2021-10-14T17:21:55.992Z [DEBUG] scheduler/rank.go:327: binpack: preemption not possible : network_resource="&{ eth0 192.168.0.100 840 [] []}" === RUN TestPreemption/Preemption_needed_for_all_resources_except_network 2021-10-14T17:21:55.993Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack === RUN TestPreemption/Only_one_low_priority_alloc_needs_to_be_preempted 2021-10-14T17:21:55.994Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack === RUN TestPreemption/one_alloc_meets_static_port_need,_another_meets_remaining_mbits_needed 2021-10-14T17:21:55.994Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack === RUN TestPreemption/alloc_that_meets_static_port_need_also_meets_other_needs 2021-10-14T17:21:55.995Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack === RUN TestPreemption/alloc_from_job_that_has_existing_evictions_not_chosen_for_preemption 2021-10-14T17:21:55.996Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack === RUN TestPreemption/Preemption_with_one_device_instance_per_alloc 2021-10-14T17:21:55.996Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack === RUN TestPreemption/Preemption_multiple_devices_used 2021-10-14T17:21:55.997Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack === RUN TestPreemption/Preemption_with_allocs_across_multiple_devices_that_match 2021-10-14T17:21:55.998Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack === RUN TestPreemption/Preemption_with_lower/higher_priority_combinations 2021-10-14T17:21:55.999Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack === RUN TestPreemption/Device_preemption_not_possible_due_to_more_instances_needed_than_available 2021-10-14T17:21:55.999Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack 2021-10-14T17:21:55.999Z [DEBUG] scheduler/rank.go:372: binpack: preemption not possible: requested_device="&{gpu 6 [] []}" === RUN TestPreemption/Filter_out_allocs_whose_resource_usage_superset_is_also_in_the_preemption_list 2021-10-14T17:21:56.000Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack --- PASS: TestPreemption (0.01s) --- PASS: TestPreemption/No_preemption_because_existing_allocs_are_not_low_priority (0.00s) --- PASS: TestPreemption/Preempting_low_priority_allocs_not_enough_to_meet_resource_ask (0.00s) --- PASS: TestPreemption/preemption_impossible_-_static_port_needed_is_used_by_higher_priority_alloc (0.00s) --- PASS: TestPreemption/preempt_only_from_device_that_has_allocation_with_unused_reserved_port (0.00s) --- PASS: TestPreemption/Combination_of_high/low_priority_allocs,_without_static_ports (0.00s) --- PASS: TestPreemption/preempt_allocs_with_network_devices (0.00s) --- PASS: TestPreemption/ignore_allocs_with_close_enough_priority_for_network_devices (0.00s) --- PASS: TestPreemption/Preemption_needed_for_all_resources_except_network (0.00s) --- PASS: TestPreemption/Only_one_low_priority_alloc_needs_to_be_preempted (0.00s) --- PASS: TestPreemption/one_alloc_meets_static_port_need,_another_meets_remaining_mbits_needed (0.00s) --- PASS: TestPreemption/alloc_that_meets_static_port_need_also_meets_other_needs (0.00s) --- PASS: TestPreemption/alloc_from_job_that_has_existing_evictions_not_chosen_for_preemption (0.00s) --- PASS: TestPreemption/Preemption_with_one_device_instance_per_alloc (0.00s) --- PASS: TestPreemption/Preemption_multiple_devices_used (0.00s) --- PASS: TestPreemption/Preemption_with_allocs_across_multiple_devices_that_match (0.00s) --- PASS: TestPreemption/Preemption_with_lower/higher_priority_combinations (0.00s) --- PASS: TestPreemption/Device_preemption_not_possible_due_to_more_instances_needed_than_available (0.00s) --- PASS: TestPreemption/Filter_out_allocs_whose_resource_usage_superset_is_also_in_the_preemption_list (0.00s) === RUN TestFeasibleRankIterator --- PASS: TestFeasibleRankIterator (0.00s) === RUN TestBinPackIterator_NoExistingAlloc 2021-10-14T17:21:56.001Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack --- PASS: TestBinPackIterator_NoExistingAlloc (0.00s) === RUN TestBinPackIterator_NoExistingAlloc_MixedReserve 2021-10-14T17:21:56.002Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack rank_test.go:233: Node: no-reserved Score: 0.9741 rank_test.go:233: Node: reserved Score: 0.9480 rank_test.go:233: Node: reserved2 Score: 0.8717 --- PASS: TestBinPackIterator_NoExistingAlloc_MixedReserve (0.00s) === RUN TestBinPackIterator_Network_Success 2021-10-14T17:21:56.002Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack --- PASS: TestBinPackIterator_Network_Success (0.00s) === RUN TestBinPackIterator_Network_Failure rank_test.go:377: --- SKIP: TestBinPackIterator_Network_Failure (0.00s) === RUN TestBinPackIterator_PlannedAlloc 2021-10-14T17:21:56.004Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack --- PASS: TestBinPackIterator_PlannedAlloc (0.00s) === RUN TestBinPackIterator_ExistingAlloc 2021-10-14T17:21:56.004Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack --- PASS: TestBinPackIterator_ExistingAlloc (0.00s) === RUN TestBinPackIterator_ExistingAlloc_PlannedEvict 2021-10-14T17:21:56.005Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack --- PASS: TestBinPackIterator_ExistingAlloc_PlannedEvict (0.00s) === RUN TestBinPackIterator_Devices === RUN TestBinPackIterator_Devices/single_request,_match 2021-10-14T17:21:56.042Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack === RUN TestBinPackIterator_Devices/single_request_multiple_count,_match 2021-10-14T17:21:56.045Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack === RUN TestBinPackIterator_Devices/single_request,_with_affinities 2021-10-14T17:21:56.046Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack === RUN TestBinPackIterator_Devices/single_request_over_count,_no_match 2021-10-14T17:21:56.047Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack === RUN TestBinPackIterator_Devices/single_request_no_device_of_matching_type 2021-10-14T17:21:56.048Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack === RUN TestBinPackIterator_Devices/single_request_with_previous_uses 2021-10-14T17:21:56.049Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack === RUN TestBinPackIterator_Devices/single_request_with_planned_uses 2021-10-14T17:21:56.056Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack --- PASS: TestBinPackIterator_Devices (0.05s) --- PASS: TestBinPackIterator_Devices/single_request,_match (0.00s) --- PASS: TestBinPackIterator_Devices/single_request_multiple_count,_match (0.00s) --- PASS: TestBinPackIterator_Devices/single_request,_with_affinities (0.00s) --- PASS: TestBinPackIterator_Devices/single_request_over_count,_no_match (0.00s) --- PASS: TestBinPackIterator_Devices/single_request_no_device_of_matching_type (0.00s) --- PASS: TestBinPackIterator_Devices/single_request_with_previous_uses (0.00s) --- PASS: TestBinPackIterator_Devices/single_request_with_planned_uses (0.01s) === RUN TestJobAntiAffinity_PlannedAlloc --- PASS: TestJobAntiAffinity_PlannedAlloc (0.01s) === RUN TestNodeAntiAffinity_PenaltyNodes --- PASS: TestNodeAntiAffinity_PenaltyNodes (0.00s) === RUN TestScoreNormalizationIterator --- PASS: TestScoreNormalizationIterator (0.00s) === RUN TestNodeAffinityIterator --- PASS: TestNodeAffinityIterator (0.00s) === RUN TestReconciler_Place_NoExisting --- PASS: TestReconciler_Place_NoExisting (0.00s) === RUN TestReconciler_Place_Existing --- PASS: TestReconciler_Place_Existing (0.00s) === RUN TestReconciler_ScaleDown_Partial --- PASS: TestReconciler_ScaleDown_Partial (0.00s) === RUN TestReconciler_ScaleDown_Zero --- PASS: TestReconciler_ScaleDown_Zero (0.00s) === RUN TestReconciler_ScaleDown_Zero_DuplicateNames --- PASS: TestReconciler_ScaleDown_Zero_DuplicateNames (0.00s) === RUN TestReconciler_Inplace --- PASS: TestReconciler_Inplace (0.00s) === RUN TestReconciler_Inplace_ScaleUp --- PASS: TestReconciler_Inplace_ScaleUp (0.00s) === RUN TestReconciler_Inplace_ScaleDown --- PASS: TestReconciler_Inplace_ScaleDown (0.00s) === RUN TestReconciler_Destructive --- PASS: TestReconciler_Destructive (0.00s) === RUN TestReconciler_DestructiveMaxParallel --- PASS: TestReconciler_DestructiveMaxParallel (0.00s) === RUN TestReconciler_Destructive_ScaleUp --- PASS: TestReconciler_Destructive_ScaleUp (0.00s) === RUN TestReconciler_Destructive_ScaleDown --- PASS: TestReconciler_Destructive_ScaleDown (0.00s) === RUN TestReconciler_LostNode --- PASS: TestReconciler_LostNode (0.00s) === RUN TestReconciler_LostNode_ScaleUp --- PASS: TestReconciler_LostNode_ScaleUp (0.00s) === RUN TestReconciler_LostNode_ScaleDown --- PASS: TestReconciler_LostNode_ScaleDown (0.00s) === RUN TestReconciler_DrainNode --- PASS: TestReconciler_DrainNode (0.00s) === RUN TestReconciler_DrainNode_ScaleUp --- PASS: TestReconciler_DrainNode_ScaleUp (0.00s) === RUN TestReconciler_DrainNode_ScaleDown --- PASS: TestReconciler_DrainNode_ScaleDown (0.00s) === RUN TestReconciler_RemovedTG --- PASS: TestReconciler_RemovedTG (0.00s) === RUN TestReconciler_JobStopped === RUN TestReconciler_JobStopped/stopped_job === RUN TestReconciler_JobStopped/nil_job --- PASS: TestReconciler_JobStopped (0.00s) --- PASS: TestReconciler_JobStopped/stopped_job (0.00s) --- PASS: TestReconciler_JobStopped/nil_job (0.00s) === RUN TestReconciler_JobStopped_TerminalAllocs === RUN TestReconciler_JobStopped_TerminalAllocs/stopped_job === RUN TestReconciler_JobStopped_TerminalAllocs/nil_job --- PASS: TestReconciler_JobStopped_TerminalAllocs (0.00s) --- PASS: TestReconciler_JobStopped_TerminalAllocs/stopped_job (0.00s) --- PASS: TestReconciler_JobStopped_TerminalAllocs/nil_job (0.00s) === RUN TestReconciler_MultiTG --- PASS: TestReconciler_MultiTG (0.00s) === RUN TestReconciler_MultiTG_SingleUpdateStanza --- PASS: TestReconciler_MultiTG_SingleUpdateStanza (0.00s) === RUN TestReconciler_RescheduleLater_Batch --- PASS: TestReconciler_RescheduleLater_Batch (0.00s) === RUN TestReconciler_RescheduleLaterWithBatchedEvals_Batch --- PASS: TestReconciler_RescheduleLaterWithBatchedEvals_Batch (0.00s) === RUN TestReconciler_RescheduleNow_Batch --- PASS: TestReconciler_RescheduleNow_Batch (0.00s) === RUN TestReconciler_RescheduleLater_Service --- PASS: TestReconciler_RescheduleLater_Service (0.00s) === RUN TestReconciler_Service_ClientStatusComplete --- PASS: TestReconciler_Service_ClientStatusComplete (0.00s) === RUN TestReconciler_Service_DesiredStop_ClientStatusComplete --- PASS: TestReconciler_Service_DesiredStop_ClientStatusComplete (0.00s) === RUN TestReconciler_RescheduleNow_Service --- PASS: TestReconciler_RescheduleNow_Service (0.00s) === RUN TestReconciler_RescheduleNow_WithinAllowedTimeWindow --- PASS: TestReconciler_RescheduleNow_WithinAllowedTimeWindow (0.00s) === RUN TestReconciler_RescheduleNow_EvalIDMatch --- PASS: TestReconciler_RescheduleNow_EvalIDMatch (0.00s) === RUN TestReconciler_RescheduleNow_Service_WithCanaries --- PASS: TestReconciler_RescheduleNow_Service_WithCanaries (0.00s) === RUN TestReconciler_RescheduleNow_Service_Canaries --- PASS: TestReconciler_RescheduleNow_Service_Canaries (0.00s) === RUN TestReconciler_RescheduleNow_Service_Canaries_Limit --- PASS: TestReconciler_RescheduleNow_Service_Canaries_Limit (0.00s) === RUN TestReconciler_DontReschedule_PreviouslyRescheduled --- PASS: TestReconciler_DontReschedule_PreviouslyRescheduled (0.00s) === RUN TestReconciler_CancelDeployment_JobStop === RUN TestReconciler_CancelDeployment_JobStop/stopped_job,_running_deployment === RUN TestReconciler_CancelDeployment_JobStop/nil_job,_running_deployment === RUN TestReconciler_CancelDeployment_JobStop/stopped_job,_failed_deployment === RUN TestReconciler_CancelDeployment_JobStop/nil_job,_failed_deployment --- PASS: TestReconciler_CancelDeployment_JobStop (0.00s) --- PASS: TestReconciler_CancelDeployment_JobStop/stopped_job,_running_deployment (0.00s) --- PASS: TestReconciler_CancelDeployment_JobStop/nil_job,_running_deployment (0.00s) --- PASS: TestReconciler_CancelDeployment_JobStop/stopped_job,_failed_deployment (0.00s) --- PASS: TestReconciler_CancelDeployment_JobStop/nil_job,_failed_deployment (0.00s) === RUN TestReconciler_CancelDeployment_JobUpdate === RUN TestReconciler_CancelDeployment_JobUpdate/running_deployment === RUN TestReconciler_CancelDeployment_JobUpdate/failed_deployment --- PASS: TestReconciler_CancelDeployment_JobUpdate (0.00s) --- PASS: TestReconciler_CancelDeployment_JobUpdate/running_deployment (0.00s) --- PASS: TestReconciler_CancelDeployment_JobUpdate/failed_deployment (0.00s) === RUN TestReconciler_CreateDeployment_RollingUpgrade_Destructive --- PASS: TestReconciler_CreateDeployment_RollingUpgrade_Destructive (0.00s) === RUN TestReconciler_CreateDeployment_RollingUpgrade_Inplace --- PASS: TestReconciler_CreateDeployment_RollingUpgrade_Inplace (0.00s) === RUN TestReconciler_CreateDeployment_NewerCreateIndex --- PASS: TestReconciler_CreateDeployment_NewerCreateIndex (0.00s) === RUN TestReconciler_DontCreateDeployment_NoChanges --- PASS: TestReconciler_DontCreateDeployment_NoChanges (0.00s) === RUN TestReconciler_PausedOrFailedDeployment_NoMoreCanaries === RUN TestReconciler_PausedOrFailedDeployment_NoMoreCanaries/paused_deployment === RUN TestReconciler_PausedOrFailedDeployment_NoMoreCanaries/failed_deployment --- PASS: TestReconciler_PausedOrFailedDeployment_NoMoreCanaries (0.05s) --- PASS: TestReconciler_PausedOrFailedDeployment_NoMoreCanaries/paused_deployment (0.00s) --- PASS: TestReconciler_PausedOrFailedDeployment_NoMoreCanaries/failed_deployment (0.05s) === RUN TestReconciler_PausedOrFailedDeployment_NoMorePlacements === RUN TestReconciler_PausedOrFailedDeployment_NoMorePlacements/paused_deployment === RUN TestReconciler_PausedOrFailedDeployment_NoMorePlacements/failed_deployment --- PASS: TestReconciler_PausedOrFailedDeployment_NoMorePlacements (0.00s) --- PASS: TestReconciler_PausedOrFailedDeployment_NoMorePlacements/paused_deployment (0.00s) --- PASS: TestReconciler_PausedOrFailedDeployment_NoMorePlacements/failed_deployment (0.00s) === RUN TestReconciler_PausedOrFailedDeployment_NoMoreDestructiveUpdates === RUN TestReconciler_PausedOrFailedDeployment_NoMoreDestructiveUpdates/paused_deployment === RUN TestReconciler_PausedOrFailedDeployment_NoMoreDestructiveUpdates/failed_deployment --- PASS: TestReconciler_PausedOrFailedDeployment_NoMoreDestructiveUpdates (0.00s) --- PASS: TestReconciler_PausedOrFailedDeployment_NoMoreDestructiveUpdates/paused_deployment (0.00s) --- PASS: TestReconciler_PausedOrFailedDeployment_NoMoreDestructiveUpdates/failed_deployment (0.00s) === RUN TestReconciler_DrainNode_Canary --- PASS: TestReconciler_DrainNode_Canary (0.00s) === RUN TestReconciler_LostNode_Canary --- PASS: TestReconciler_LostNode_Canary (0.00s) === RUN TestReconciler_StopOldCanaries --- PASS: TestReconciler_StopOldCanaries (0.00s) === RUN TestReconciler_NewCanaries --- PASS: TestReconciler_NewCanaries (0.00s) === RUN TestReconciler_NewCanaries_CountGreater --- PASS: TestReconciler_NewCanaries_CountGreater (0.00s) === RUN TestReconciler_NewCanaries_MultiTG --- PASS: TestReconciler_NewCanaries_MultiTG (0.00s) === RUN TestReconciler_NewCanaries_ScaleUp --- PASS: TestReconciler_NewCanaries_ScaleUp (0.00s) === RUN TestReconciler_NewCanaries_ScaleDown --- PASS: TestReconciler_NewCanaries_ScaleDown (0.00s) === RUN TestReconciler_NewCanaries_FillNames --- PASS: TestReconciler_NewCanaries_FillNames (0.00s) === RUN TestReconciler_PromoteCanaries_Unblock --- PASS: TestReconciler_PromoteCanaries_Unblock (0.00s) === RUN TestReconciler_PromoteCanaries_CanariesEqualCount --- PASS: TestReconciler_PromoteCanaries_CanariesEqualCount (0.00s) === RUN TestReconciler_DeploymentLimit_HealthAccounting === RUN TestReconciler_DeploymentLimit_HealthAccounting/0_healthy === RUN TestReconciler_DeploymentLimit_HealthAccounting/1_healthy === RUN TestReconciler_DeploymentLimit_HealthAccounting/2_healthy === RUN TestReconciler_DeploymentLimit_HealthAccounting/3_healthy === RUN TestReconciler_DeploymentLimit_HealthAccounting/4_healthy --- PASS: TestReconciler_DeploymentLimit_HealthAccounting (0.00s) --- PASS: TestReconciler_DeploymentLimit_HealthAccounting/0_healthy (0.00s) --- PASS: TestReconciler_DeploymentLimit_HealthAccounting/1_healthy (0.00s) --- PASS: TestReconciler_DeploymentLimit_HealthAccounting/2_healthy (0.00s) --- PASS: TestReconciler_DeploymentLimit_HealthAccounting/3_healthy (0.00s) --- PASS: TestReconciler_DeploymentLimit_HealthAccounting/4_healthy (0.00s) === RUN TestReconciler_TaintedNode_RollingUpgrade --- PASS: TestReconciler_TaintedNode_RollingUpgrade (0.00s) === RUN TestReconciler_FailedDeployment_TaintedNodes --- PASS: TestReconciler_FailedDeployment_TaintedNodes (0.00s) === RUN TestReconciler_CompleteDeployment --- PASS: TestReconciler_CompleteDeployment (0.00s) === RUN TestReconciler_MarkDeploymentComplete_FailedAllocations --- PASS: TestReconciler_MarkDeploymentComplete_FailedAllocations (0.00s) === RUN TestReconciler_FailedDeployment_CancelCanaries --- PASS: TestReconciler_FailedDeployment_CancelCanaries (0.00s) === RUN TestReconciler_FailedDeployment_NewJob --- PASS: TestReconciler_FailedDeployment_NewJob (0.00s) === RUN TestReconciler_MarkDeploymentComplete --- PASS: TestReconciler_MarkDeploymentComplete (0.00s) === RUN TestReconciler_JobChange_ScaleUp_SecondEval --- PASS: TestReconciler_JobChange_ScaleUp_SecondEval (0.00s) === RUN TestReconciler_RollingUpgrade_MissingAllocs --- PASS: TestReconciler_RollingUpgrade_MissingAllocs (0.00s) === RUN TestReconciler_Batch_Rerun --- PASS: TestReconciler_Batch_Rerun (0.00s) === RUN TestReconciler_FailedDeployment_DontReschedule --- PASS: TestReconciler_FailedDeployment_DontReschedule (0.00s) === RUN TestReconciler_DeploymentWithFailedAllocs_DontReschedule --- PASS: TestReconciler_DeploymentWithFailedAllocs_DontReschedule (0.00s) === RUN TestReconciler_FailedDeployment_AutoRevert_CancelCanaries --- PASS: TestReconciler_FailedDeployment_AutoRevert_CancelCanaries (0.00s) === RUN TestReconciler_SuccessfulDeploymentWithFailedAllocs_Reschedule --- PASS: TestReconciler_SuccessfulDeploymentWithFailedAllocs_Reschedule (0.00s) === RUN TestReconciler_ForceReschedule_Service --- PASS: TestReconciler_ForceReschedule_Service (0.00s) === RUN TestReconciler_RescheduleNot_Service --- PASS: TestReconciler_RescheduleNot_Service (0.00s) === RUN TestReconciler_RescheduleNot_Batch --- PASS: TestReconciler_RescheduleNot_Batch (0.00s) === RUN TestBitmapFrom --- PASS: TestBitmapFrom (0.00s) === RUN TestAllocSet_filterByTainted --- PASS: TestAllocSet_filterByTainted (0.00s) === RUN TestLimitIterator --- PASS: TestLimitIterator (0.00s) === RUN TestLimitIterator_ScoreThreshold === RUN TestLimitIterator_ScoreThreshold/Skips_one_low_scoring_node === RUN TestLimitIterator_ScoreThreshold/Skips_maxSkip_scoring_nodes === RUN TestLimitIterator_ScoreThreshold/maxSkip_limit_reached === RUN TestLimitIterator_ScoreThreshold/draw_both_from_skipped_nodes === RUN TestLimitIterator_ScoreThreshold/one_node_above_threshold,_one_skipped_node === RUN TestLimitIterator_ScoreThreshold/low_scoring_nodes_interspersed === RUN TestLimitIterator_ScoreThreshold/only_one_node,_score_below_threshold === RUN TestLimitIterator_ScoreThreshold/maxSkip_is_more_than_available_nodes --- PASS: TestLimitIterator_ScoreThreshold (0.00s) --- PASS: TestLimitIterator_ScoreThreshold/Skips_one_low_scoring_node (0.00s) --- PASS: TestLimitIterator_ScoreThreshold/Skips_maxSkip_scoring_nodes (0.00s) --- PASS: TestLimitIterator_ScoreThreshold/maxSkip_limit_reached (0.00s) --- PASS: TestLimitIterator_ScoreThreshold/draw_both_from_skipped_nodes (0.00s) --- PASS: TestLimitIterator_ScoreThreshold/one_node_above_threshold,_one_skipped_node (0.00s) --- PASS: TestLimitIterator_ScoreThreshold/low_scoring_nodes_interspersed (0.00s) --- PASS: TestLimitIterator_ScoreThreshold/only_one_node,_score_below_threshold (0.00s) --- PASS: TestLimitIterator_ScoreThreshold/maxSkip_is_more_than_available_nodes (0.00s) === RUN TestMaxScoreIterator --- PASS: TestMaxScoreIterator (0.00s) === RUN TestSpreadIterator_SingleAttribute --- PASS: TestSpreadIterator_SingleAttribute (0.00s) === RUN TestSpreadIterator_MultipleAttributes --- PASS: TestSpreadIterator_MultipleAttributes (0.00s) === RUN TestSpreadIterator_EvenSpread --- PASS: TestSpreadIterator_EvenSpread (0.00s) === RUN TestSpreadIterator_MaxPenalty 2021-10-14T17:21:56.182Z [DEBUG] scheduler/spread.go:130: spread: error building spread attributes for task group: task_group=web error="missing property "${meta.foo}"" 2021-10-14T17:21:56.182Z [DEBUG] scheduler/spread.go:130: spread: error building spread attributes for task group: task_group=web error="missing property "${meta.foo}"" 2021-10-14T17:21:56.182Z [DEBUG] scheduler/spread.go:130: spread: error building spread attributes for task group: task_group=web error="missing property "${meta.foo}"" 2021-10-14T17:21:56.182Z [DEBUG] scheduler/spread.go:130: spread: error building spread attributes for task group: task_group=web error="missing property "${meta.foo}"" 2021-10-14T17:21:56.182Z [DEBUG] scheduler/spread.go:130: spread: error building spread attributes for task group: task_group=web error="missing property "${meta.foo}"" --- PASS: TestSpreadIterator_MaxPenalty (0.00s) === RUN Test_evenSpreadScoreBoost --- PASS: Test_evenSpreadScoreBoost (0.00s) === RUN TestServiceStack_SetNodes 2021-10-14T17:21:56.182Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack --- PASS: TestServiceStack_SetNodes (0.00s) === RUN TestServiceStack_SetJob 2021-10-14T17:21:56.182Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack --- PASS: TestServiceStack_SetJob (0.00s) === RUN TestServiceStack_Select_Size 2021-10-14T17:21:56.183Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack --- PASS: TestServiceStack_Select_Size (0.00s) === RUN TestServiceStack_Select_PreferringNodes 2021-10-14T17:21:56.183Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack --- PASS: TestServiceStack_Select_PreferringNodes (0.00s) === RUN TestServiceStack_Select_MetricsReset 2021-10-14T17:21:56.184Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack --- PASS: TestServiceStack_Select_MetricsReset (0.00s) === RUN TestServiceStack_Select_DriverFilter 2021-10-14T17:21:56.184Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack --- PASS: TestServiceStack_Select_DriverFilter (0.00s) === RUN TestServiceStack_Select_CSI 2021-10-14T17:21:56.185Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack --- PASS: TestServiceStack_Select_CSI (0.00s) === RUN TestServiceStack_Select_ConstraintFilter 2021-10-14T17:21:56.186Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack --- PASS: TestServiceStack_Select_ConstraintFilter (0.00s) === RUN TestServiceStack_Select_BinPack_Overflow 2021-10-14T17:21:56.186Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack --- PASS: TestServiceStack_Select_BinPack_Overflow (0.00s) === RUN TestSystemStack_SetNodes 2021-10-14T17:21:56.186Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack --- PASS: TestSystemStack_SetNodes (0.00s) === RUN TestSystemStack_SetJob 2021-10-14T17:21:56.187Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack --- PASS: TestSystemStack_SetJob (0.00s) === RUN TestSystemStack_Select_Size 2021-10-14T17:21:56.187Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack --- PASS: TestSystemStack_Select_Size (0.00s) === RUN TestSystemStack_Select_MetricsReset 2021-10-14T17:21:56.188Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack --- PASS: TestSystemStack_Select_MetricsReset (0.00s) === RUN TestSystemStack_Select_DriverFilter 2021-10-14T17:21:56.188Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack 2021-10-14T17:21:56.188Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack --- PASS: TestSystemStack_Select_DriverFilter (0.00s) === RUN TestSystemStack_Select_ConstraintFilter 2021-10-14T17:21:56.188Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack --- PASS: TestSystemStack_Select_ConstraintFilter (0.00s) === RUN TestSystemStack_Select_BinPack_Overflow 2021-10-14T17:21:56.189Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack --- PASS: TestSystemStack_Select_BinPack_Overflow (0.00s) === RUN TestSystemSched_JobRegister 2021-10-14T17:21:56.190Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=35bd999d-feaa-c9a7-0c35-effa5f595433 job_id=mock-system-0f911435-061b-fbed-09ae-b7388c12547c namespace=default algorithm=binpack 2021-10-14T17:21:56.190Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=35bd999d-feaa-c9a7-0c35-effa5f595433 job_id=mock-system-0f911435-061b-fbed-09ae-b7388c12547c namespace=default place=10 update=0 migrate=0 stop=0 ignore=0 lost=0 2021-10-14T17:21:56.190Z [DEBUG] scheduler/util.go:535: system_sched: setting eval status: eval_id=35bd999d-feaa-c9a7-0c35-effa5f595433 job_id=mock-system-0f911435-061b-fbed-09ae-b7388c12547c namespace=default status=complete --- PASS: TestSystemSched_JobRegister (0.00s) === RUN TestSystemSched_JobRegister_StickyAllocs 2021-10-14T17:21:56.192Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=d6137b41-c7f7-1981-b54b-09780fcdd4d4 job_id=mock-system-2b3609be-d78e-2e0b-236c-fa2dbb7be858 namespace=default algorithm=binpack 2021-10-14T17:21:56.192Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=d6137b41-c7f7-1981-b54b-09780fcdd4d4 job_id=mock-system-2b3609be-d78e-2e0b-236c-fa2dbb7be858 namespace=default place=10 update=0 migrate=0 stop=0 ignore=0 lost=0 2021-10-14T17:21:56.192Z [DEBUG] scheduler/util.go:535: system_sched: setting eval status: eval_id=d6137b41-c7f7-1981-b54b-09780fcdd4d4 job_id=mock-system-2b3609be-d78e-2e0b-236c-fa2dbb7be858 namespace=default status=complete 2021-10-14T17:21:56.192Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=c0997f7b-22ca-1419-b543-56bfb301c117 job_id=mock-system-2b3609be-d78e-2e0b-236c-fa2dbb7be858 namespace=default algorithm=binpack 2021-10-14T17:21:56.192Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=c0997f7b-22ca-1419-b543-56bfb301c117 job_id=mock-system-2b3609be-d78e-2e0b-236c-fa2dbb7be858 namespace=default place=1 update=0 migrate=0 stop=0 ignore=9 lost=0 2021-10-14T17:21:56.193Z [DEBUG] scheduler/util.go:535: system_sched: setting eval status: eval_id=c0997f7b-22ca-1419-b543-56bfb301c117 job_id=mock-system-2b3609be-d78e-2e0b-236c-fa2dbb7be858 namespace=default status=complete --- PASS: TestSystemSched_JobRegister_StickyAllocs (0.00s) === RUN TestSystemSched_JobRegister_EphemeralDiskConstraint 2021-10-14T17:21:56.193Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=483b8ada-7985-b79b-cf78-888d0c0b6237 job_id=mock-system-e694d871-a1c0-7557-8fd3-2fc4b9fce4a6 namespace=default algorithm=binpack 2021-10-14T17:21:56.193Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=483b8ada-7985-b79b-cf78-888d0c0b6237 job_id=mock-system-e694d871-a1c0-7557-8fd3-2fc4b9fce4a6 namespace=default place=1 update=0 migrate=0 stop=0 ignore=0 lost=0 2021-10-14T17:21:56.194Z [DEBUG] scheduler/util.go:535: system_sched: setting eval status: eval_id=483b8ada-7985-b79b-cf78-888d0c0b6237 job_id=mock-system-e694d871-a1c0-7557-8fd3-2fc4b9fce4a6 namespace=default status=complete 2021-10-14T17:21:56.194Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=6915f2e5-309d-f6bf-8d90-117ec917e432 job_id=mock-system-611eaa43-fab2-484b-45ba-fe96e327e696 namespace=default algorithm=binpack 2021-10-14T17:21:56.194Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=6915f2e5-309d-f6bf-8d90-117ec917e432 job_id=mock-system-611eaa43-fab2-484b-45ba-fe96e327e696 namespace=default place=1 update=0 migrate=0 stop=0 ignore=0 lost=0 2021-10-14T17:21:56.194Z [DEBUG] scheduler/util.go:535: system_sched: setting eval status: eval_id=6915f2e5-309d-f6bf-8d90-117ec917e432 job_id=mock-system-611eaa43-fab2-484b-45ba-fe96e327e696 namespace=default status=complete --- PASS: TestSystemSched_JobRegister_EphemeralDiskConstraint (0.00s) === RUN TestSystemSched_ExhaustResources 2021-10-14T17:21:56.194Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=fab54491-e0d1-eac0-84d6-860ac8ca0705 job_id=mock-service-b841525b-fc6e-da74-be63-f14a9a8e4484 namespace=default algorithm=binpack 2021-10-14T17:21:56.194Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=fab54491-e0d1-eac0-84d6-860ac8ca0705 job_id=mock-service-b841525b-fc6e-da74-be63-f14a9a8e4484 namespace=default results="Total changes: (place 1) (destructive 0) (inplace 0) (stop 0) Desired Changes for "web": (place 1) (inplace 0) (destructive 0) (stop 0) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:56.195Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=fab54491-e0d1-eac0-84d6-860ac8ca0705 job_id=mock-service-b841525b-fc6e-da74-be63-f14a9a8e4484 namespace=default status=complete 2021-10-14T17:21:56.195Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=37c5a34b-3354-d8d2-ec8e-1d93bb8ffc30 job_id=mock-system-36ddc2bc-b70b-d7d3-6fbc-197bd28efcac namespace=default algorithm=binpack 2021-10-14T17:21:56.195Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=37c5a34b-3354-d8d2-ec8e-1d93bb8ffc30 job_id=mock-system-36ddc2bc-b70b-d7d3-6fbc-197bd28efcac namespace=default place=1 update=0 migrate=0 stop=0 ignore=0 lost=0 2021-10-14T17:21:56.195Z [DEBUG] scheduler/util.go:535: system_sched: setting eval status: eval_id=37c5a34b-3354-d8d2-ec8e-1d93bb8ffc30 job_id=mock-system-36ddc2bc-b70b-d7d3-6fbc-197bd28efcac namespace=default status=complete --- PASS: TestSystemSched_ExhaustResources (0.00s) === RUN TestSystemSched_JobRegister_Annotate 2021-10-14T17:21:56.245Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=6150956e-b6ed-24d9-d3b2-e2014b310f28 job_id=mock-system-40e640f1-59a8-9826-a66d-9f998d188926 namespace=default algorithm=binpack 2021-10-14T17:21:56.246Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=6150956e-b6ed-24d9-d3b2-e2014b310f28 job_id=mock-system-40e640f1-59a8-9826-a66d-9f998d188926 namespace=default place=10 update=0 migrate=0 stop=0 ignore=0 lost=0 2021-10-14T17:21:56.247Z [DEBUG] scheduler/util.go:535: system_sched: setting eval status: eval_id=6150956e-b6ed-24d9-d3b2-e2014b310f28 job_id=mock-system-40e640f1-59a8-9826-a66d-9f998d188926 namespace=default status=complete --- PASS: TestSystemSched_JobRegister_Annotate (0.05s) === RUN TestSystemSched_JobRegister_AddNode 2021-10-14T17:21:56.250Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=beaf461f-336c-394c-3a98-ca14aaa2abb3 job_id=mock-system-15794042-4842-d2c5-ada2-c1eea0f27c60 namespace=default algorithm=binpack 2021-10-14T17:21:56.251Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=beaf461f-336c-394c-3a98-ca14aaa2abb3 job_id=mock-system-15794042-4842-d2c5-ada2-c1eea0f27c60 namespace=default place=1 update=0 migrate=0 stop=0 ignore=10 lost=0 2021-10-14T17:21:56.251Z [DEBUG] scheduler/util.go:535: system_sched: setting eval status: eval_id=beaf461f-336c-394c-3a98-ca14aaa2abb3 job_id=mock-system-15794042-4842-d2c5-ada2-c1eea0f27c60 namespace=default status=complete --- PASS: TestSystemSched_JobRegister_AddNode (0.00s) === RUN TestSystemSched_JobRegister_AllocFail 2021-10-14T17:21:56.252Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=9fea2b38-8760-028a-55c8-804cc5498365 job_id=mock-system-dc099794-1a1b-bc08-b3ee-2889932a0c69 namespace=default algorithm=binpack 2021-10-14T17:21:56.252Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=9fea2b38-8760-028a-55c8-804cc5498365 job_id=mock-system-dc099794-1a1b-bc08-b3ee-2889932a0c69 namespace=default place=0 update=0 migrate=0 stop=0 ignore=0 lost=0 2021-10-14T17:21:56.253Z [DEBUG] scheduler/util.go:535: system_sched: setting eval status: eval_id=9fea2b38-8760-028a-55c8-804cc5498365 job_id=mock-system-dc099794-1a1b-bc08-b3ee-2889932a0c69 namespace=default status=complete --- PASS: TestSystemSched_JobRegister_AllocFail (0.00s) === RUN TestSystemSched_JobModify 2021-10-14T17:21:56.264Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=90af9fb4-8cc4-6a54-21cc-386d06c375d1 desired_status=stop 2021-10-14T17:21:56.265Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=5647613f-9a77-0d2e-53f3-a67566383d59 desired_status=stop 2021-10-14T17:21:56.265Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=901e239c-249a-0680-c9f4-f8fae765f82d desired_status=stop 2021-10-14T17:21:56.265Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=aaf345d9-43e2-3b59-6b19-61ce3173c410 desired_status=stop 2021-10-14T17:21:56.265Z [ERROR] state/state_store.go:4778: state_store: new allocation inserted into state store with bad desired status: alloc_id=e1a0fe1a-e27a-c6a5-0090-81293a41fac1 desired_status=stop 2021-10-14T17:21:56.265Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=a0d418a3-411e-56e4-0f92-cbd603e73dbf job_id=mock-system-9aa3c118-52bb-174a-d763-3d33a91cae67 namespace=default algorithm=binpack 2021-10-14T17:21:56.265Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=a0d418a3-411e-56e4-0f92-cbd603e73dbf job_id=mock-system-9aa3c118-52bb-174a-d763-3d33a91cae67 namespace=default place=0 update=10 migrate=0 stop=0 ignore=0 lost=0 2021-10-14T17:21:56.266Z [DEBUG] scheduler/util.go:665: system_sched: made in-place updates: eval_id=a0d418a3-411e-56e4-0f92-cbd603e73dbf job_id=mock-system-9aa3c118-52bb-174a-d763-3d33a91cae67 namespace=default in-place=0 total_updates=10 2021-10-14T17:21:56.268Z [DEBUG] scheduler/util.go:535: system_sched: setting eval status: eval_id=a0d418a3-411e-56e4-0f92-cbd603e73dbf job_id=mock-system-9aa3c118-52bb-174a-d763-3d33a91cae67 namespace=default status=complete --- PASS: TestSystemSched_JobModify (0.02s) === RUN TestSystemSched_JobModify_Rolling 2021-10-14T17:21:56.273Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=9fff36b1-2663-03df-04a4-dbe07ab0f9fa job_id=mock-system-9e75ebc6-c874-171d-0a1a-b522c90d187d namespace=default algorithm=binpack 2021-10-14T17:21:56.273Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=9fff36b1-2663-03df-04a4-dbe07ab0f9fa job_id=mock-system-9e75ebc6-c874-171d-0a1a-b522c90d187d namespace=default place=0 update=10 migrate=0 stop=0 ignore=0 lost=0 2021-10-14T17:21:56.273Z [DEBUG] scheduler/util.go:665: system_sched: made in-place updates: eval_id=9fff36b1-2663-03df-04a4-dbe07ab0f9fa job_id=mock-system-9e75ebc6-c874-171d-0a1a-b522c90d187d namespace=default in-place=0 total_updates=10 2021-10-14T17:21:56.274Z [DEBUG] scheduler/system_sched.go:149: system_sched: rolling update limit reached, next eval created: eval_id=9fff36b1-2663-03df-04a4-dbe07ab0f9fa job_id=mock-system-9e75ebc6-c874-171d-0a1a-b522c90d187d namespace=default next_eval_id=7990df25-7866-7b90-406e-dbec71fbd51e 2021-10-14T17:21:56.275Z [DEBUG] scheduler/util.go:535: system_sched: setting eval status: eval_id=9fff36b1-2663-03df-04a4-dbe07ab0f9fa job_id=mock-system-9e75ebc6-c874-171d-0a1a-b522c90d187d namespace=default status=complete --- PASS: TestSystemSched_JobModify_Rolling (0.01s) === RUN TestSystemSched_JobModify_InPlace 2021-10-14T17:21:56.280Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=d3969d7e-62f8-31d4-9756-ff9b89083b3f job_id=mock-system-d7f91079-4bd3-67d8-d7c6-3bfff625231e namespace=default algorithm=binpack 2021-10-14T17:21:56.280Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=d3969d7e-62f8-31d4-9756-ff9b89083b3f job_id=mock-system-d7f91079-4bd3-67d8-d7c6-3bfff625231e namespace=default place=0 update=10 migrate=0 stop=0 ignore=0 lost=0 2021-10-14T17:21:56.282Z [DEBUG] scheduler/util.go:665: system_sched: made in-place updates: eval_id=d3969d7e-62f8-31d4-9756-ff9b89083b3f job_id=mock-system-d7f91079-4bd3-67d8-d7c6-3bfff625231e namespace=default in-place=10 total_updates=10 2021-10-14T17:21:56.282Z [DEBUG] scheduler/util.go:535: system_sched: setting eval status: eval_id=d3969d7e-62f8-31d4-9756-ff9b89083b3f job_id=mock-system-d7f91079-4bd3-67d8-d7c6-3bfff625231e namespace=default status=complete --- PASS: TestSystemSched_JobModify_InPlace (0.01s) === RUN TestSystemSched_JobDeregister_Purged 2021-10-14T17:21:56.285Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=a34ca28f-35fa-4801-2276-5269fca5d36f job_id=mock-system-0e8dfd29-1081-bc76-95f8-9a2df84867d0 namespace=default algorithm=binpack 2021-10-14T17:21:56.285Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=a34ca28f-35fa-4801-2276-5269fca5d36f job_id=mock-system-0e8dfd29-1081-bc76-95f8-9a2df84867d0 namespace=default place=0 update=0 migrate=0 stop=10 ignore=0 lost=0 2021-10-14T17:21:56.285Z [DEBUG] scheduler/util.go:535: system_sched: setting eval status: eval_id=a34ca28f-35fa-4801-2276-5269fca5d36f job_id=mock-system-0e8dfd29-1081-bc76-95f8-9a2df84867d0 namespace=default status=complete --- PASS: TestSystemSched_JobDeregister_Purged (0.00s) === RUN TestSystemSched_JobDeregister_Stopped 2021-10-14T17:21:56.289Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=6589c1a6-e7d2-8897-9580-000c64a974a3 job_id=mock-system-6746163b-d13f-57cd-9dd5-943e93123b3c namespace=default algorithm=binpack 2021-10-14T17:21:56.289Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=6589c1a6-e7d2-8897-9580-000c64a974a3 job_id=mock-system-6746163b-d13f-57cd-9dd5-943e93123b3c namespace=default place=0 update=0 migrate=0 stop=10 ignore=0 lost=0 2021-10-14T17:21:56.290Z [DEBUG] scheduler/util.go:535: system_sched: setting eval status: eval_id=6589c1a6-e7d2-8897-9580-000c64a974a3 job_id=mock-system-6746163b-d13f-57cd-9dd5-943e93123b3c namespace=default status=complete --- PASS: TestSystemSched_JobDeregister_Stopped (0.00s) === RUN TestSystemSched_NodeDown 2021-10-14T17:21:56.291Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=ad7f33ce-500a-7a95-7f61-8c1b9197f90b job_id=mock-system-2bb1c3f4-266a-c59d-092f-53525d8437e6 namespace=default algorithm=binpack 2021-10-14T17:21:56.291Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=ad7f33ce-500a-7a95-7f61-8c1b9197f90b job_id=mock-system-2bb1c3f4-266a-c59d-092f-53525d8437e6 namespace=default place=0 update=0 migrate=1 stop=0 ignore=0 lost=0 2021-10-14T17:21:56.291Z [DEBUG] scheduler/util.go:535: system_sched: setting eval status: eval_id=ad7f33ce-500a-7a95-7f61-8c1b9197f90b job_id=mock-system-2bb1c3f4-266a-c59d-092f-53525d8437e6 namespace=default status=complete --- PASS: TestSystemSched_NodeDown (0.00s) === RUN TestSystemSched_NodeDrain_Down 2021-10-14T17:21:56.292Z [TRACE] scheduler/rank.go:175: service_sched.binpack: NewBinPackIterator created: eval_id=4847c8ef-a865-3ac6-be9c-b8d97de00832 job_id=mock-system-7222f8ef-2a4b-5ede-7830-e14d4b26ab80 namespace=default algorithm=binpack 2021-10-14T17:21:56.292Z [DEBUG] scheduler/generic_sched.go:356: service_sched: reconciled current state with desired state: eval_id=4847c8ef-a865-3ac6-be9c-b8d97de00832 job_id=mock-system-7222f8ef-2a4b-5ede-7830-e14d4b26ab80 namespace=default results="Total changes: (place 1) (destructive 0) (inplace 0) (stop 1) Desired Changes for "web": (place 1) (inplace 0) (destructive 0) (stop 1) (migrate 0) (ignore 0) (canary 0)" 2021-10-14T17:21:56.292Z [DEBUG] scheduler/generic_sched.go:275: service_sched: failed to place all allocations, blocked eval created: eval_id=4847c8ef-a865-3ac6-be9c-b8d97de00832 job_id=mock-system-7222f8ef-2a4b-5ede-7830-e14d4b26ab80 namespace=default blocked_eval_id=cf70122e-e9df-eff0-7d19-83c0143f9d68 2021-10-14T17:21:56.292Z [DEBUG] scheduler/util.go:535: service_sched: setting eval status: eval_id=4847c8ef-a865-3ac6-be9c-b8d97de00832 job_id=mock-system-7222f8ef-2a4b-5ede-7830-e14d4b26ab80 namespace=default status=complete --- PASS: TestSystemSched_NodeDrain_Down (0.00s) === RUN TestSystemSched_NodeDrain 2021-10-14T17:21:56.293Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=d8667e4b-d8a2-de0a-da85-cde6687cb15a job_id=mock-system-c4faa9a0-410c-a5e9-4a7c-1dfabefe1d71 namespace=default algorithm=binpack 2021-10-14T17:21:56.293Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=d8667e4b-d8a2-de0a-da85-cde6687cb15a job_id=mock-system-c4faa9a0-410c-a5e9-4a7c-1dfabefe1d71 namespace=default place=0 update=0 migrate=1 stop=0 ignore=0 lost=0 2021-10-14T17:21:56.294Z [DEBUG] scheduler/util.go:535: system_sched: setting eval status: eval_id=d8667e4b-d8a2-de0a-da85-cde6687cb15a job_id=mock-system-c4faa9a0-410c-a5e9-4a7c-1dfabefe1d71 namespace=default status=complete --- PASS: TestSystemSched_NodeDrain (0.00s) === RUN TestSystemSched_NodeUpdate 2021-10-14T17:21:56.294Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=4bc092d2-3099-5976-cd7d-a95b4675afeb job_id=mock-system-76b3147b-c80a-65d3-eb3e-485dd4525ebe namespace=default algorithm=binpack 2021-10-14T17:21:56.295Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=4bc092d2-3099-5976-cd7d-a95b4675afeb job_id=mock-system-76b3147b-c80a-65d3-eb3e-485dd4525ebe namespace=default place=0 update=0 migrate=0 stop=0 ignore=1 lost=0 2021-10-14T17:21:56.295Z [DEBUG] scheduler/util.go:535: system_sched: setting eval status: eval_id=4bc092d2-3099-5976-cd7d-a95b4675afeb job_id=mock-system-76b3147b-c80a-65d3-eb3e-485dd4525ebe namespace=default status=complete --- PASS: TestSystemSched_NodeUpdate (0.00s) === RUN TestSystemSched_RetryLimit 2021-10-14T17:21:56.296Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=44065e44-8079-fa54-fae6-3a6b47ef63ab job_id=mock-system-20697913-7b37-62aa-28b3-15ff53157e08 namespace=default algorithm=binpack 2021-10-14T17:21:56.296Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=44065e44-8079-fa54-fae6-3a6b47ef63ab job_id=mock-system-20697913-7b37-62aa-28b3-15ff53157e08 namespace=default place=10 update=0 migrate=0 stop=0 ignore=0 lost=0 2021-10-14T17:21:56.297Z [DEBUG] scheduler/system_sched.go:165: system_sched: refresh forced: eval_id=44065e44-8079-fa54-fae6-3a6b47ef63ab job_id=mock-system-20697913-7b37-62aa-28b3-15ff53157e08 namespace=default 2021-10-14T17:21:56.297Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=44065e44-8079-fa54-fae6-3a6b47ef63ab job_id=mock-system-20697913-7b37-62aa-28b3-15ff53157e08 namespace=default algorithm=binpack 2021-10-14T17:21:56.297Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=44065e44-8079-fa54-fae6-3a6b47ef63ab job_id=mock-system-20697913-7b37-62aa-28b3-15ff53157e08 namespace=default place=10 update=0 migrate=0 stop=0 ignore=0 lost=0 2021-10-14T17:21:56.298Z [DEBUG] scheduler/system_sched.go:165: system_sched: refresh forced: eval_id=44065e44-8079-fa54-fae6-3a6b47ef63ab job_id=mock-system-20697913-7b37-62aa-28b3-15ff53157e08 namespace=default 2021-10-14T17:21:56.298Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=44065e44-8079-fa54-fae6-3a6b47ef63ab job_id=mock-system-20697913-7b37-62aa-28b3-15ff53157e08 namespace=default algorithm=binpack 2021-10-14T17:21:56.298Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=44065e44-8079-fa54-fae6-3a6b47ef63ab job_id=mock-system-20697913-7b37-62aa-28b3-15ff53157e08 namespace=default place=10 update=0 migrate=0 stop=0 ignore=0 lost=0 2021-10-14T17:21:56.298Z [DEBUG] scheduler/system_sched.go:165: system_sched: refresh forced: eval_id=44065e44-8079-fa54-fae6-3a6b47ef63ab job_id=mock-system-20697913-7b37-62aa-28b3-15ff53157e08 namespace=default 2021-10-14T17:21:56.298Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=44065e44-8079-fa54-fae6-3a6b47ef63ab job_id=mock-system-20697913-7b37-62aa-28b3-15ff53157e08 namespace=default algorithm=binpack 2021-10-14T17:21:56.298Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=44065e44-8079-fa54-fae6-3a6b47ef63ab job_id=mock-system-20697913-7b37-62aa-28b3-15ff53157e08 namespace=default place=10 update=0 migrate=0 stop=0 ignore=0 lost=0 2021-10-14T17:21:56.299Z [DEBUG] scheduler/system_sched.go:165: system_sched: refresh forced: eval_id=44065e44-8079-fa54-fae6-3a6b47ef63ab job_id=mock-system-20697913-7b37-62aa-28b3-15ff53157e08 namespace=default 2021-10-14T17:21:56.299Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=44065e44-8079-fa54-fae6-3a6b47ef63ab job_id=mock-system-20697913-7b37-62aa-28b3-15ff53157e08 namespace=default algorithm=binpack 2021-10-14T17:21:56.299Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=44065e44-8079-fa54-fae6-3a6b47ef63ab job_id=mock-system-20697913-7b37-62aa-28b3-15ff53157e08 namespace=default place=10 update=0 migrate=0 stop=0 ignore=0 lost=0 2021-10-14T17:21:56.300Z [DEBUG] scheduler/system_sched.go:165: system_sched: refresh forced: eval_id=44065e44-8079-fa54-fae6-3a6b47ef63ab job_id=mock-system-20697913-7b37-62aa-28b3-15ff53157e08 namespace=default 2021-10-14T17:21:56.300Z [DEBUG] scheduler/util.go:535: system_sched: setting eval status: eval_id=44065e44-8079-fa54-fae6-3a6b47ef63ab job_id=mock-system-20697913-7b37-62aa-28b3-15ff53157e08 namespace=default status=failed --- PASS: TestSystemSched_RetryLimit (0.01s) === RUN TestSystemSched_Queued_With_Constraints 2021-10-14T17:21:56.301Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=a068a4c8-117f-d893-f68e-7df34ae00402 job_id=mock-system-e059ff5e-db4e-b118-3844-ec5db50ea7c9 namespace=default algorithm=binpack 2021-10-14T17:21:56.301Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=a068a4c8-117f-d893-f68e-7df34ae00402 job_id=mock-system-e059ff5e-db4e-b118-3844-ec5db50ea7c9 namespace=default place=1 update=0 migrate=0 stop=0 ignore=0 lost=0 2021-10-14T17:21:56.301Z [DEBUG] scheduler/util.go:535: system_sched: setting eval status: eval_id=a068a4c8-117f-d893-f68e-7df34ae00402 job_id=mock-system-e059ff5e-db4e-b118-3844-ec5db50ea7c9 namespace=default status=complete --- PASS: TestSystemSched_Queued_With_Constraints (0.00s) === RUN TestSystemSched_JobConstraint_AddNode 2021-10-14T17:21:56.302Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=5587be4c-0336-264c-791c-f6031a1aedc1 job_id=mock-system-547bc385-0c86-adea-cf81-1113e89bb40d namespace=default algorithm=binpack 2021-10-14T17:21:56.302Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=5587be4c-0336-264c-791c-f6031a1aedc1 job_id=mock-system-547bc385-0c86-adea-cf81-1113e89bb40d namespace=default place=4 update=0 migrate=0 stop=0 ignore=0 lost=0 2021-10-14T17:21:56.302Z [DEBUG] scheduler/util.go:535: system_sched: setting eval status: eval_id=5587be4c-0336-264c-791c-f6031a1aedc1 job_id=mock-system-547bc385-0c86-adea-cf81-1113e89bb40d namespace=default status=complete 2021-10-14T17:21:56.302Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=567d33d7-ac49-9784-39de-4236037908ca job_id=mock-system-547bc385-0c86-adea-cf81-1113e89bb40d namespace=default algorithm=binpack 2021-10-14T17:21:56.302Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=567d33d7-ac49-9784-39de-4236037908ca job_id=mock-system-547bc385-0c86-adea-cf81-1113e89bb40d namespace=default place=1 update=0 migrate=0 stop=0 ignore=2 lost=0 2021-10-14T17:21:56.302Z [DEBUG] scheduler/util.go:535: system_sched: setting eval status: eval_id=567d33d7-ac49-9784-39de-4236037908ca job_id=mock-system-547bc385-0c86-adea-cf81-1113e89bb40d namespace=default status=complete 2021-10-14T17:21:56.303Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=88365884-62cf-29b5-6c65-d8e70a488a13 job_id=mock-system-547bc385-0c86-adea-cf81-1113e89bb40d namespace=default algorithm=binpack 2021-10-14T17:21:56.303Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=88365884-62cf-29b5-6c65-d8e70a488a13 job_id=mock-system-547bc385-0c86-adea-cf81-1113e89bb40d namespace=default place=3 update=0 migrate=0 stop=0 ignore=2 lost=0 2021-10-14T17:21:56.303Z [DEBUG] scheduler/util.go:535: system_sched: setting eval status: eval_id=88365884-62cf-29b5-6c65-d8e70a488a13 job_id=mock-system-547bc385-0c86-adea-cf81-1113e89bb40d namespace=default status=complete --- PASS: TestSystemSched_JobConstraint_AddNode (0.00s) === RUN TestSystemSched_ExistingAllocNoNodes 2021-10-14T17:21:56.303Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=53041d49-c31e-0612-36bc-9e5920bbc69c job_id=mock-system-e1a370c5-9a63-8407-8197-ed49939483e6 namespace=default algorithm=binpack 2021-10-14T17:21:56.303Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=53041d49-c31e-0612-36bc-9e5920bbc69c job_id=mock-system-e1a370c5-9a63-8407-8197-ed49939483e6 namespace=default place=1 update=0 migrate=0 stop=0 ignore=0 lost=0 2021-10-14T17:21:56.304Z [DEBUG] scheduler/util.go:535: system_sched: setting eval status: eval_id=53041d49-c31e-0612-36bc-9e5920bbc69c job_id=mock-system-e1a370c5-9a63-8407-8197-ed49939483e6 namespace=default status=complete 2021-10-14T17:21:56.304Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=bd0d5402-b619-2786-fd7d-2d63c6494868 job_id=mock-system-e1a370c5-9a63-8407-8197-ed49939483e6 namespace=default algorithm=binpack 2021-10-14T17:21:56.304Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=bd0d5402-b619-2786-fd7d-2d63c6494868 job_id=mock-system-e1a370c5-9a63-8407-8197-ed49939483e6 namespace=default place=0 update=0 migrate=0 stop=0 ignore=1 lost=0 2021-10-14T17:21:56.304Z [DEBUG] scheduler/util.go:535: system_sched: setting eval status: eval_id=bd0d5402-b619-2786-fd7d-2d63c6494868 job_id=mock-system-e1a370c5-9a63-8407-8197-ed49939483e6 namespace=default status=complete 2021-10-14T17:21:56.304Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=3e6ccdbe-0293-c61f-223f-0c0ff1e1498f job_id=mock-system-e1a370c5-9a63-8407-8197-ed49939483e6 namespace=default algorithm=binpack 2021-10-14T17:21:56.304Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=3e6ccdbe-0293-c61f-223f-0c0ff1e1498f job_id=mock-system-e1a370c5-9a63-8407-8197-ed49939483e6 namespace=default place=0 update=0 migrate=0 stop=0 ignore=1 lost=0 2021-10-14T17:21:56.304Z [DEBUG] scheduler/util.go:535: system_sched: setting eval status: eval_id=3e6ccdbe-0293-c61f-223f-0c0ff1e1498f job_id=mock-system-e1a370c5-9a63-8407-8197-ed49939483e6 namespace=default status=complete --- PASS: TestSystemSched_ExistingAllocNoNodes (0.00s) === RUN TestSystemSched_ConstraintErrors 2021-10-14T17:21:56.305Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=dc70da7b-005c-6751-fe7a-5ce1cf192100 job_id=mock-system-05d657df-b967-aa03-67a6-19aba0c221a0 namespace=default algorithm=binpack 2021-10-14T17:21:56.305Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=dc70da7b-005c-6751-fe7a-5ce1cf192100 job_id=mock-system-05d657df-b967-aa03-67a6-19aba0c221a0 namespace=default place=3 update=0 migrate=0 stop=0 ignore=0 lost=0 2021-10-14T17:21:56.305Z [DEBUG] scheduler/util.go:535: system_sched: setting eval status: eval_id=dc70da7b-005c-6751-fe7a-5ce1cf192100 job_id=mock-system-05d657df-b967-aa03-67a6-19aba0c221a0 namespace=default status=complete --- PASS: TestSystemSched_ConstraintErrors (0.00s) === RUN TestSystemSched_ChainedAlloc 2021-10-14T17:21:56.307Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=c276042c-5281-67c0-609e-542242022473 job_id=mock-system-ba7c03bf-16ca-31ea-0264-c2642d5c1cb7 namespace=default algorithm=binpack 2021-10-14T17:21:56.307Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=c276042c-5281-67c0-609e-542242022473 job_id=mock-system-ba7c03bf-16ca-31ea-0264-c2642d5c1cb7 namespace=default place=10 update=0 migrate=0 stop=0 ignore=0 lost=0 2021-10-14T17:21:56.308Z [DEBUG] scheduler/util.go:535: system_sched: setting eval status: eval_id=c276042c-5281-67c0-609e-542242022473 job_id=mock-system-ba7c03bf-16ca-31ea-0264-c2642d5c1cb7 namespace=default status=complete 2021-10-14T17:21:56.308Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=598c7037-2015-52f0-9646-273939c8b8cc job_id=mock-system-ba7c03bf-16ca-31ea-0264-c2642d5c1cb7 namespace=default algorithm=binpack 2021-10-14T17:21:56.308Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=598c7037-2015-52f0-9646-273939c8b8cc job_id=mock-system-ba7c03bf-16ca-31ea-0264-c2642d5c1cb7 namespace=default place=2 update=10 migrate=0 stop=0 ignore=0 lost=0 2021-10-14T17:21:56.308Z [DEBUG] scheduler/util.go:665: system_sched: made in-place updates: eval_id=598c7037-2015-52f0-9646-273939c8b8cc job_id=mock-system-ba7c03bf-16ca-31ea-0264-c2642d5c1cb7 namespace=default in-place=0 total_updates=10 2021-10-14T17:21:56.347Z [DEBUG] scheduler/util.go:535: system_sched: setting eval status: eval_id=598c7037-2015-52f0-9646-273939c8b8cc job_id=mock-system-ba7c03bf-16ca-31ea-0264-c2642d5c1cb7 namespace=default status=complete --- PASS: TestSystemSched_ChainedAlloc (0.04s) === RUN TestSystemSched_PlanWithDrainedNode 2021-10-14T17:21:56.349Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=b4cac865-d9ff-cb6f-f5f2-a7294a11ba60 job_id=mock-system-e2b78c12-ce99-48aa-4560-996f8f762f49 namespace=default algorithm=binpack 2021-10-14T17:21:56.349Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=b4cac865-d9ff-cb6f-f5f2-a7294a11ba60 job_id=mock-system-e2b78c12-ce99-48aa-4560-996f8f762f49 namespace=default place=1 update=0 migrate=1 stop=0 ignore=1 lost=0 2021-10-14T17:21:56.350Z [DEBUG] scheduler/util.go:535: system_sched: setting eval status: eval_id=b4cac865-d9ff-cb6f-f5f2-a7294a11ba60 job_id=mock-system-e2b78c12-ce99-48aa-4560-996f8f762f49 namespace=default status=complete --- PASS: TestSystemSched_PlanWithDrainedNode (0.00s) === RUN TestSystemSched_QueuedAllocsMultTG 2021-10-14T17:21:56.351Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=0a69ce2a-7810-9b58-0b38-90c5f59a1649 job_id=mock-system-8954c7d5-03ab-c5f1-d3d8-619de33ca7ec namespace=default algorithm=binpack 2021-10-14T17:21:56.351Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=0a69ce2a-7810-9b58-0b38-90c5f59a1649 job_id=mock-system-8954c7d5-03ab-c5f1-d3d8-619de33ca7ec namespace=default place=4 update=0 migrate=0 stop=0 ignore=0 lost=0 2021-10-14T17:21:56.351Z [DEBUG] scheduler/util.go:535: system_sched: setting eval status: eval_id=0a69ce2a-7810-9b58-0b38-90c5f59a1649 job_id=mock-system-8954c7d5-03ab-c5f1-d3d8-619de33ca7ec namespace=default status=complete --- PASS: TestSystemSched_QueuedAllocsMultTG (0.00s) === RUN TestSystemSched_Preemption 2021-10-14T17:21:56.365Z [TRACE] scheduler/rank.go:175: system_sched.binpack: NewBinPackIterator created: eval_id=d62f601a-76a0-1739-8ff1-e98f35eede10 job_id=mock-system-02a17dfd-c50b-3c3b-4695-388918f1ca3a namespace=default algorithm=binpack 2021-10-14T17:21:56.365Z [DEBUG] scheduler/system_sched.go:208: system_sched: reconciled current state with desired state: eval_id=d62f601a-76a0-1739-8ff1-e98f35eede10 job_id=mock-system-02a17dfd-c50b-3c3b-4695-388918f1ca3a namespace=default place=2 update=0 migrate=0 stop=0 ignore=0 lost=0 2021-10-14T17:21:56.367Z [DEBUG] scheduler/util.go:535: system_sched: setting eval status: eval_id=d62f601a-76a0-1739-8ff1-e98f35eede10 job_id=mock-system-02a17dfd-c50b-3c3b-4695-388918f1ca3a namespace=default status=complete --- PASS: TestSystemSched_Preemption (0.02s) === RUN TestMaterializeTaskGroups --- PASS: TestMaterializeTaskGroups (0.00s) === RUN TestDiffSystemAllocsForNode --- PASS: TestDiffSystemAllocsForNode (0.00s) === RUN TestDiffSystemAllocsForNode_ExistingAllocIneligibleNode --- PASS: TestDiffSystemAllocsForNode_ExistingAllocIneligibleNode (0.00s) === RUN TestDiffSystemAllocs --- PASS: TestDiffSystemAllocs (0.00s) === RUN TestReadyNodesInDCs --- PASS: TestReadyNodesInDCs (0.00s) === RUN TestRetryMax --- PASS: TestRetryMax (0.00s) === RUN TestTaintedNodes --- PASS: TestTaintedNodes (0.00s) === RUN TestShuffleNodes --- PASS: TestShuffleNodes (0.00s) === RUN TestTaskUpdatedAffinity --- PASS: TestTaskUpdatedAffinity (0.00s) === RUN TestTaskUpdatedSpread --- PASS: TestTaskUpdatedSpread (0.00s) === RUN TestTasksUpdated --- PASS: TestTasksUpdated (0.00s) === RUN TestEvictAndPlace_LimitLessThanAllocs --- PASS: TestEvictAndPlace_LimitLessThanAllocs (0.00s) === RUN TestEvictAndPlace_LimitEqualToAllocs --- PASS: TestEvictAndPlace_LimitEqualToAllocs (0.00s) === RUN TestSetStatus 2021-10-14T17:21:56.375Z [DEBUG] scheduler/util.go:535: setting eval status: status=a 2021-10-14T17:21:56.376Z [DEBUG] scheduler/util.go:535: setting eval status: status=a 2021-10-14T17:21:56.376Z [DEBUG] scheduler/util.go:535: setting eval status: status=a 2021-10-14T17:21:56.376Z [DEBUG] scheduler/util.go:535: setting eval status: status=a 2021-10-14T17:21:56.376Z [DEBUG] scheduler/util.go:535: setting eval status: status=a 2021-10-14T17:21:56.376Z [DEBUG] scheduler/util.go:535: setting eval status: status=a --- PASS: TestSetStatus (0.00s) === RUN TestInplaceUpdate_ChangedTaskGroup 2021-10-14T17:21:56.377Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack 2021-10-14T17:21:56.377Z [DEBUG] scheduler/util.go:665: made in-place updates: in-place=0 total_updates=1 --- PASS: TestInplaceUpdate_ChangedTaskGroup (0.00s) === RUN TestInplaceUpdate_NoMatch 2021-10-14T17:21:56.378Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack 2021-10-14T17:21:56.378Z [DEBUG] scheduler/util.go:665: made in-place updates: in-place=0 total_updates=1 --- PASS: TestInplaceUpdate_NoMatch (0.00s) === RUN TestInplaceUpdate_Success 2021-10-14T17:21:56.378Z [TRACE] scheduler/rank.go:175: binpack: NewBinPackIterator created: algorithm=binpack 2021-10-14T17:21:56.378Z [DEBUG] scheduler/util.go:665: made in-place updates: in-place=1 total_updates=1 --- PASS: TestInplaceUpdate_Success (0.00s) === RUN TestEvictAndPlace_LimitGreaterThanAllocs --- PASS: TestEvictAndPlace_LimitGreaterThanAllocs (0.00s) === RUN TestTaskGroupConstraints --- PASS: TestTaskGroupConstraints (0.00s) === RUN TestProgressMade --- PASS: TestProgressMade (0.00s) === RUN TestDesiredUpdates --- PASS: TestDesiredUpdates (0.00s) === RUN TestUtil_AdjustQueuedAllocations --- PASS: TestUtil_AdjustQueuedAllocations (0.00s) === RUN TestUtil_UpdateNonTerminalAllocsToLost --- PASS: TestUtil_UpdateNonTerminalAllocsToLost (0.00s) === CONT TestEvalContext_ProposedAlloc_EvictPreempt === CONT TestCheckSemverConstraint === RUN TestCheckSemverConstraint/Pessimistic_operator_always_fails_1 === CONT TestCheckVersionConstraint === CONT TestCSIVolumeChecker === RUN TestCheckSemverConstraint/1.2.3_does_satisfy_>=_1.0,_<_1.4 --- PASS: TestEvalContext_ProposedAlloc_EvictPreempt (0.00s) === RUN TestCheckSemverConstraint/Pessimistic_operator_always_fails_2 === RUN TestCheckSemverConstraint/1.4_does_not_satisfy_>=_1.0,_<_1.4 === RUN TestCheckSemverConstraint/Pessimistic_operator_always_fails_3 --- PASS: TestCheckVersionConstraint (0.00s) === RUN TestCheckSemverConstraint/Prereleases_are_handled_according_to_semver_1 --- PASS: TestCSIVolumeChecker (0.00s) === RUN TestCheckSemverConstraint/Prereleases_are_handled_according_to_semver_2 === RUN TestCheckSemverConstraint/Meta_is_ignored_according_to_semver --- PASS: TestCheckSemverConstraint (0.00s) --- PASS: TestCheckSemverConstraint/Pessimistic_operator_always_fails_1 (0.00s) --- PASS: TestCheckSemverConstraint/1.2.3_does_satisfy_>=_1.0,_<_1.4 (0.00s) --- PASS: TestCheckSemverConstraint/Pessimistic_operator_always_fails_2 (0.00s) --- PASS: TestCheckSemverConstraint/1.4_does_not_satisfy_>=_1.0,_<_1.4 (0.00s) --- PASS: TestCheckSemverConstraint/Pessimistic_operator_always_fails_3 (0.00s) --- PASS: TestCheckSemverConstraint/Prereleases_are_handled_according_to_semver_1 (0.00s) --- PASS: TestCheckSemverConstraint/Prereleases_are_handled_according_to_semver_2 (0.00s) --- PASS: TestCheckSemverConstraint/Meta_is_ignored_according_to_semver (0.00s) PASS ok github.com/hashicorp/nomad/scheduler 21.739s testing: warning: no tests to run PASS ok github.com/hashicorp/nomad/testutil 0.188s [no tests to run] ? github.com/hashicorp/nomad/version [no test files] FAIL dh_auto_test: error: cd _build && go test -vet=off -v -p 3 -short -failfast -timeout 7m -tags "release ui nonvidia" github.com/hashicorp/nomad github.com/hashicorp/nomad/acl github.com/hashicorp/nomad/drivers/exec github.com/hashicorp/nomad/drivers/java github.com/hashicorp/nomad/drivers/mock github.com/hashicorp/nomad/drivers/qemu github.com/hashicorp/nomad/drivers/rawexec github.com/hashicorp/nomad/helper github.com/hashicorp/nomad/helper/args github.com/hashicorp/nomad/helper/boltdd github.com/hashicorp/nomad/helper/codec github.com/hashicorp/nomad/helper/constraints/semver github.com/hashicorp/nomad/helper/discover github.com/hashicorp/nomad/helper/fields github.com/hashicorp/nomad/helper/flag-helpers github.com/hashicorp/nomad/helper/flatmap github.com/hashicorp/nomad/helper/freeport github.com/hashicorp/nomad/helper/gated-writer github.com/hashicorp/nomad/helper/grpc-middleware/logging github.com/hashicorp/nomad/helper/logging github.com/hashicorp/nomad/helper/mount github.com/hashicorp/nomad/helper/noxssrw github.com/hashicorp/nomad/helper/pluginutils/catalog github.com/hashicorp/nomad/helper/pluginutils/grpcutils github.com/hashicorp/nomad/helper/pluginutils/hclspecutils github.com/hashicorp/nomad/helper/pluginutils/hclutils github.com/hashicorp/nomad/helper/pluginutils/loader github.com/hashicorp/nomad/helper/pluginutils/singleton github.com/hashicorp/nomad/helper/pool github.com/hashicorp/nomad/helper/raftutil github.com/hashicorp/nomad/helper/snapshot github.com/hashicorp/nomad/helper/stats github.com/hashicorp/nomad/helper/testlog github.com/hashicorp/nomad/helper/testtask github.com/hashicorp/nomad/helper/tlsutil github.com/hashicorp/nomad/helper/useragent github.com/hashicorp/nomad/helper/uuid github.com/hashicorp/nomad/helper/winsvc github.com/hashicorp/nomad/jobspec github.com/hashicorp/nomad/lib/circbufwriter github.com/hashicorp/nomad/lib/delayheap github.com/hashicorp/nomad/lib/kheap github.com/hashicorp/nomad/nomad github.com/hashicorp/nomad/nomad/drainer github.com/hashicorp/nomad/nomad/mock github.com/hashicorp/nomad/nomad/state github.com/hashicorp/nomad/nomad/structs github.com/hashicorp/nomad/nomad/structs/config github.com/hashicorp/nomad/nomad/types github.com/hashicorp/nomad/nomad/volumewatcher github.com/hashicorp/nomad/plugins github.com/hashicorp/nomad/plugins/base github.com/hashicorp/nomad/plugins/base/proto github.com/hashicorp/nomad/plugins/base/structs github.com/hashicorp/nomad/plugins/csi github.com/hashicorp/nomad/plugins/csi/fake github.com/hashicorp/nomad/plugins/csi/testing github.com/hashicorp/nomad/plugins/device github.com/hashicorp/nomad/plugins/device/cmd/example github.com/hashicorp/nomad/plugins/device/cmd/example/cmd github.com/hashicorp/nomad/plugins/device/proto github.com/hashicorp/nomad/plugins/drivers github.com/hashicorp/nomad/plugins/drivers/proto github.com/hashicorp/nomad/plugins/drivers/testutils github.com/hashicorp/nomad/plugins/drivers/utils github.com/hashicorp/nomad/plugins/shared/cmd/launcher github.com/hashicorp/nomad/plugins/shared/hclspec github.com/hashicorp/nomad/plugins/shared/structs github.com/hashicorp/nomad/plugins/shared/structs/proto github.com/hashicorp/nomad/scheduler github.com/hashicorp/nomad/testutil github.com/hashicorp/nomad/version returned exit code 1 make[1]: *** [debian/rules:59: override_dh_auto_test] Error 25 make[1]: Leaving directory '/build/nomad-0Wzubl/nomad-0.12.10+dfsg1' make: *** [debian/rules:29: build-arch] Error 2 dpkg-buildpackage: error: debian/rules build-arch subprocess returned exit status 2 E: run_chroot failed: E: command failed: chroot "$1" env --unset=TMPDIR runuser builduser -c "cd /build/nomad-0Wzubl/nomad-0.12.10+dfsg1 && env DEB_BUILD_OPTIONS="parallel=4" LC_ALL="C.UTF-8" LC_COLLATE="C.UTF-8" SOURCE_DATE_EPOCH="1628107008" dpkg-buildpackage -uc -a amd64 --build=any" W: listening on child socket failed: I: removing tempdir /tmp/mmdebstrap.boIRb9POEV... mmdebstrap failed